Add PCIe AER disable and IRQ support for ipn3ke
Subsystems (2)
cover Add PCIe AER disable and IRQ support for ipn3ke
This patch set adds PCIe AER disable and IRQ support for ipn3ke. Disable PCIe AER is very useful when FPGA reload. IRQ is used very widely in interrupt process.
For ipn3ke is connect to CPU with PCIe switch, driver needs to scan all PCIe devices of ipn3ke, it also can get all i40e of card, so ipn3ke driver doesn't need to take some configuration of i40e.
Rosen Xu (3):
net/i40e: i40e support ipn3ke FPGA port bonding raw/ifpga_rawdev: add PCIe BDF devices tree scan net/ipn3ke: remove configuration for i40e port bonding
Tianfei Zhang (2):
raw/ifpga_rawdev/base: align the send buffer for SPI raw/ifpga_rawdev/base: introducing sensor APIs
Tianfei zhang (7):
raw/ifpga_rawdev/base: add irq support raw/ifpga_rawdev/base: clear pending bit raw/ifpga_rawdev/base: add SEU error support raw/ifpga_rawdev/base: add device tree support raw/ifpga_rawdev/base: add sensor support raw/ifpga_rawdev/base: update SEU register definition raw/ifpga_rawdev: add SEU error handler
drivers/net/i40e/base/i40e_type.h | 3 + drivers/net/i40e/i40e_ethdev.c | 34 +- drivers/net/i40e/rte_pmd_i40e.h | 4 + drivers/net/ipn3ke/Makefile | 2 + drivers/net/ipn3ke/ipn3ke_ethdev.c | 289 +------- drivers/net/ipn3ke/ipn3ke_representor.c | 7 +- drivers/raw/ifpga_rawdev/base/ifpga_api.c | 10 + drivers/raw/ifpga_rawdev/base/ifpga_defines.h | 18 +- drivers/raw/ifpga_rawdev/base/ifpga_feature_dev.c | 61 ++ drivers/raw/ifpga_rawdev/base/ifpga_feature_dev.h | 3 + drivers/raw/ifpga_rawdev/base/ifpga_fme.c | 21 + drivers/raw/ifpga_rawdev/base/ifpga_fme_error.c | 69 +- drivers/raw/ifpga_rawdev/base/ifpga_port.c | 20 + drivers/raw/ifpga_rawdev/base/ifpga_port_error.c | 21 + drivers/raw/ifpga_rawdev/base/opae_hw_api.c | 115 ++++ drivers/raw/ifpga_rawdev/base/opae_hw_api.h | 16 + drivers/raw/ifpga_rawdev/base/opae_ifpga_hw_api.h | 2 + drivers/raw/ifpga_rawdev/base/opae_intel_max10.c | 462 +++++++++++++ drivers/raw/ifpga_rawdev/base/opae_intel_max10.h | 66 ++ drivers/raw/ifpga_rawdev/base/opae_osdep.h | 7 +- .../raw/ifpga_rawdev/base/opae_spi_transaction.c | 40 +- drivers/raw/ifpga_rawdev/ifpga_rawdev.c | 764 ++++++++++++++++++++- drivers/raw/ifpga_rawdev/ifpga_rawdev.h | 16 + mk/rte.app.mk | 2 +- 24 files changed, 1775 insertions(+), 277 deletions(-)
Signature · 1 line
1.8.3.1
PATCH 1/12 net/i40e: i40e support ipn3ke FPGA port bonding
In ipn3ke, each FPGA network side port bonding to an i40e pf, each i40e pf link status should get data from FPGA network, side port. This patch provide bonding relationship.
--- drivers/net/i40e/base/i40e_type.h | 3 +++ drivers/net/i40e/i40e_ethdev.c | 34 ++++++++++++++++++++++++++++++++-- drivers/net/i40e/rte_pmd_i40e.h | 4 ++++ 3 files changed, 39 insertions(+), 2 deletions(-)
drivers/net/i40e/base/i40e_type.h +3 -0
@@ -660,6 +660,9 @@ struct i40e_hw {struct i40e_nvm_info nvm;struct i40e_fc_info fc; +//switch device +struct rte_eth_dev *switch_dev; +/* pci info */ u16 device_id;u16 vendor_id;
drivers/net/i40e/i40e_ethdev.c +32 -2
@@ -1312,6 +1312,9 @@ static inline void i40e_config_automask(struct i40e_pf *pf) hw->adapter_stopped =0 ; hw->adapter_closed =0 ; +//Update switch device pointer + hw->switch_dev =NULL ; +/* * Switch Tag value should not be identical to either the First Tag * or Second Tag values. So set something other than common Ethertype
@@ -2782,6 +2785,20 @@ void i40e_flex_payload_reg_set_default(struct i40e_hw *hw) } } +void +i40e_set_switch_dev (struct rte_eth_dev *i40e_dev, +struct rte_eth_dev *switch_dev) +{ +struct i40e_hw *hw; + +if (!i40e_dev) +return ; + + hw =I40E_DEV_PRIVATE_TO_HW (i40e_dev->data->dev_private); + + hw->switch_dev = switch_dev; +} +int i40e_dev_link_update (struct rte_eth_dev *dev,int wait_to_complete)
@@ -2790,6 +2807,7 @@ void i40e_flex_payload_reg_set_default(struct i40e_hw *hw)struct rte_eth_link link;bool enable_lse = dev->data->dev_conf.intr_conf.lsc ? true : false;int ret; +struct rte_eth_dev *switch_ethdev;memset (&link,0 ,sizeof (link));
@@ -2803,6 +2821,18 @@ void i40e_flex_payload_reg_set_default(struct i40e_hw *hw)else update_link_aq (hw, &link, enable_lse, wait_to_complete); + switch_ethdev = hw->switch_dev; +if (switch_ethdev) { +rte_eth_linkstatus_get (switch_ethdev, &link); +printf (">>>>>>>>>>>>>i40e_update_link 5 link.link_status %d\n" , + link.link_status); + }else { + link.link_duplex =ETH_LINK_FULL_DUPLEX ; + link.link_autoneg =ETH_LINK_SPEED_FIXED ; + link.link_speed =ETH_SPEED_NUM_25G ; + link.link_status =0 ; + } + ret =rte_eth_linkstatus_set (dev, &link);i40e_notify_all_vfs_link_status (dev);
@@ -12541,7 +12571,7 @@ struct i40e_customized_pctype** b. Old_filter = 10 (Stag_Inner_Vlan) * c. New_filter = 0x10 * d. TR bit = 0xff (optional, not used here) -* e. Buffer – 2 entries: +* e. Buffer - 2 entries: * i. Byte 0 = 8 (outer vlan FV index). * Byte 1 = 0 (rsv) * Byte 2-3 = 0x0fff
@@ -12555,7 +12585,7 @@ struct i40e_customized_pctype** a. Valid_flags.replace_cloud = 1 * b. Old_filter = 1 (instead of outer IP) * c. New_filter = 0x10 -* d. Buffer – 2 entries: +* d. Buffer - 2 entries: * i. Byte 0 = 0x80 | 7 (valid | Stag). * Byte 1-3 = 0 (rsv) * ii. Byte 8 = 0x80 | 0x10 (valid | new l1 filter step1)
drivers/net/i40e/rte_pmd_i40e.h +4 -0
@@ -1061,4 +1061,8 @@ int rte_pmd_i40e_inset_set(uint16_t port, uint8_t pctype, return 0; } +void +i40e_set_switch_dev (struct rte_eth_dev *i40e_dev, +struct rte_eth_dev *switch_dev); +#endif /* _PMD_I40E_H_ */
Signature · 1 line
1.8.3.1
v2 cover Add PCIe AER disable and IRQ support for ipn3ke
This patch set adds PCIe AER disable and IRQ support for ipn3ke. Disable PCIe AER is very useful when FPGA reload. IRQ is used very widely in interrupt process.
For ipn3ke is connect to CPU with PCIe switch, driver needs to scan all PCIe devices of ipn3ke, it also can get all i40e of card, so ipn3ke driver doesn't need to take some configuration of i40e.
v2 updates:
===========
- Add AUX feature support
Rosen Xu (3):
net/i40e: i40e support ipn3ke FPGA port bonding raw/ifpga_rawdev: add PCIe BDF devices tree scan net/ipn3ke: remove configuration for i40e port bonding
Tianfei Zhang (2):
raw/ifpga_rawdev/base: align the send buffer for SPI raw/ifpga_rawdev/base: introducing sensor APIs
Tianfei zhang (7):
raw/ifpga_rawdev/base: add irq support raw/ifpga_rawdev/base: clear pending bit raw/ifpga_rawdev/base: add SEU error support raw/ifpga_rawdev/base: add device tree support raw/ifpga_rawdev/base: add sensor support raw/ifpga_rawdev/base: update SEU register definition raw/ifpga_rawdev: add SEU error handler
drivers/net/i40e/base/i40e_type.h | 3 + drivers/net/i40e/i40e_ethdev.c | 34 +- drivers/net/i40e/rte_pmd_i40e.h | 4 + drivers/net/ipn3ke/Makefile | 2 + drivers/net/ipn3ke/ipn3ke_ethdev.c | 289 +------- drivers/net/ipn3ke/ipn3ke_representor.c | 7 +- drivers/raw/ifpga_rawdev/base/ifpga_api.c | 10 + drivers/raw/ifpga_rawdev/base/ifpga_defines.h | 18 +- drivers/raw/ifpga_rawdev/base/ifpga_feature_dev.c | 61 ++ drivers/raw/ifpga_rawdev/base/ifpga_feature_dev.h | 3 + drivers/raw/ifpga_rawdev/base/ifpga_fme.c | 21 + drivers/raw/ifpga_rawdev/base/ifpga_fme_error.c | 69 +- drivers/raw/ifpga_rawdev/base/ifpga_port.c | 20 + drivers/raw/ifpga_rawdev/base/ifpga_port_error.c | 21 + drivers/raw/ifpga_rawdev/base/opae_hw_api.c | 115 +++ drivers/raw/ifpga_rawdev/base/opae_hw_api.h | 16 + drivers/raw/ifpga_rawdev/base/opae_ifpga_hw_api.h | 2 + drivers/raw/ifpga_rawdev/base/opae_intel_max10.c | 462 ++++++++++++ drivers/raw/ifpga_rawdev/base/opae_intel_max10.h | 66 ++ drivers/raw/ifpga_rawdev/base/opae_osdep.h | 7 +- .../raw/ifpga_rawdev/base/opae_spi_transaction.c | 40 +- drivers/raw/ifpga_rawdev/ifpga_rawdev.c | 795 ++++++++++++++++++++- drivers/raw/ifpga_rawdev/ifpga_rawdev.h | 16 + mk/rte.app.mk | 2 +- 24 files changed, 1805 insertions(+), 278 deletions(-)
Signature · 1 line
1.8.3.1
PATCH v2 1/12 net/i40e: i40e support ipn3ke FPGA port bonding
In ipn3ke, each FPGA network side port bonding to an i40e pf, each i40e pf link status should get data from FPGA network, side port. This patch provide bonding relationship.
--- drivers/net/i40e/base/i40e_type.h | 3 +++ drivers/net/i40e/i40e_ethdev.c | 34 ++++++++++++++++++++++++++++++++-- drivers/net/i40e/rte_pmd_i40e.h | 4 ++++ 3 files changed, 39 insertions(+), 2 deletions(-)
drivers/net/i40e/base/i40e_type.h +3 -0
@@ -660,6 +660,9 @@ struct i40e_hw {struct i40e_nvm_info nvm;struct i40e_fc_info fc; +//switch device +struct rte_eth_dev *switch_dev; +/* pci info */ u16 device_id;u16 vendor_id;
drivers/net/i40e/i40e_ethdev.c +32 -2
@@ -1312,6 +1312,9 @@ static inline void i40e_config_automask(struct i40e_pf *pf) hw->adapter_stopped =0 ; hw->adapter_closed =0 ; +//Update switch device pointer + hw->switch_dev =NULL ; +/* * Switch Tag value should not be identical to either the First Tag * or Second Tag values. So set something other than common Ethertype
@@ -2782,6 +2785,20 @@ void i40e_flex_payload_reg_set_default(struct i40e_hw *hw) } } +void +i40e_set_switch_dev (struct rte_eth_dev *i40e_dev, +struct rte_eth_dev *switch_dev) +{ +struct i40e_hw *hw; + +if (!i40e_dev) +return ; + + hw =I40E_DEV_PRIVATE_TO_HW (i40e_dev->data->dev_private); + + hw->switch_dev = switch_dev; +} +int i40e_dev_link_update (struct rte_eth_dev *dev,int wait_to_complete)
@@ -2790,6 +2807,7 @@ void i40e_flex_payload_reg_set_default(struct i40e_hw *hw)struct rte_eth_link link;bool enable_lse = dev->data->dev_conf.intr_conf.lsc ? true : false;int ret; +struct rte_eth_dev *switch_ethdev;memset (&link,0 ,sizeof (link));
@@ -2803,6 +2821,18 @@ void i40e_flex_payload_reg_set_default(struct i40e_hw *hw)else update_link_aq (hw, &link, enable_lse, wait_to_complete); + switch_ethdev = hw->switch_dev; +if (switch_ethdev) { +rte_eth_linkstatus_get (switch_ethdev, &link); +printf (">>>>>>>>>>>>>i40e_update_link 5 link.link_status %d\n" , + link.link_status); + }else { + link.link_duplex =ETH_LINK_FULL_DUPLEX ; + link.link_autoneg =ETH_LINK_SPEED_FIXED ; + link.link_speed =ETH_SPEED_NUM_25G ; + link.link_status =0 ; + } + ret =rte_eth_linkstatus_set (dev, &link);i40e_notify_all_vfs_link_status (dev);
@@ -12541,7 +12571,7 @@ struct i40e_customized_pctype** b. Old_filter = 10 (Stag_Inner_Vlan) * c. New_filter = 0x10 * d. TR bit = 0xff (optional, not used here) -* e. Buffer – 2 entries: +* e. Buffer - 2 entries: * i. Byte 0 = 8 (outer vlan FV index). * Byte 1 = 0 (rsv) * Byte 2-3 = 0x0fff
@@ -12555,7 +12585,7 @@ struct i40e_customized_pctype** a. Valid_flags.replace_cloud = 1 * b. Old_filter = 1 (instead of outer IP) * c. New_filter = 0x10 -* d. Buffer – 2 entries: +* d. Buffer - 2 entries: * i. Byte 0 = 0x80 | 7 (valid | Stag). * Byte 1-3 = 0 (rsv) * ii. Byte 8 = 0x80 | 0x10 (valid | new l1 filter step1)
drivers/net/i40e/rte_pmd_i40e.h +4 -0
@@ -1061,4 +1061,8 @@ int rte_pmd_i40e_inset_set(uint16_t port, uint8_t pctype, return 0; } +void +i40e_set_switch_dev (struct rte_eth_dev *i40e_dev, +struct rte_eth_dev *switch_dev); +#endif /* _PMD_I40E_H_ */
Signature · 1 line
1.8.3.1
PATCH v2 2/12 raw/ifpga_rawdev/base: add irq support
In reply to Rosen XuFrom: Tianfei zhang <[email protected]>
Add irq support for ifpga FME globle error, port error and uint unit. We implmented this feature by vfio interrupt mechanism.
--- drivers/raw/ifpga_rawdev/base/ifpga_feature_dev.c | 61 +++++++++++++++++++++++ drivers/raw/ifpga_rawdev/base/ifpga_fme_error.c | 22 ++++++++ drivers/raw/ifpga_rawdev/base/ifpga_port.c | 20 ++++++++ drivers/raw/ifpga_rawdev/base/ifpga_port_error.c | 21 ++++++++ 4 files changed, 124 insertions(+)
drivers/raw/ifpga_rawdev/base/ifpga_feature_dev.c +61 -0
@@ -3,6 +3,7 @@*/ #include <sys/ioctl.h> +#include <rte_vfio.h> #include "ifpga_feature_dev.h"
@@ -331,3 +332,63 @@ int port_hw_init(struct ifpga_port_hw *port)port_hw_uinit (port);return ret; } + +/* +* FIXME: we should get msix vec count during pci enumeration instead of +* below hardcode value. +*/ +#define FPGA_MSIX_VEC_COUNT 20 +/* irq set buffer length for interrupt */ +#define MSIX_IRQ_SET_BUF_LEN (sizeof(struct vfio_irq_set) + \ + sizeof(int) * FPGA_MSIX_VEC_COUNT) + +/* only support msix for now*/ +static int vfio_msix_enable_block (s32 vfio_dev_fd,unsigned int vec_start, +unsigned int count,s32 *fds) +{ +char irq_set_buf[MSIX_IRQ_SET_BUF_LEN ]; +struct vfio_irq_set *irq_set; +int len, ret; +int *fd_ptr; + + len =sizeof (irq_set_buf); + + irq_set = (struct vfio_irq_set *)irq_set_buf; + irq_set->argsz = len; + irq_set->count = count; + irq_set->flags =VFIO_IRQ_SET_DATA_EVENTFD | +VFIO_IRQ_SET_ACTION_TRIGGER ; + irq_set->index =VFIO_PCI_MSIX_IRQ_INDEX ; + irq_set->start = vec_start; + + fd_ptr = (int *)&irq_set->data; +memcpy (fd_ptr, fds,sizeof (int ) * count); + + ret =ioctl (vfio_dev_fd,VFIO_DEVICE_SET_IRQS , irq_set); +if (ret) +printf ("Error enabling MSI-X interrupts\n" ); + +return ret; +} + +int fpga_msix_set_block (struct ifpga_feature *feature,unsigned int start, +unsigned int count,s32 *fds) +{ +struct feature_irq_ctx *ctx = feature->ctx; +unsigned int i; +int ret; + +if (start >= feature->ctx_num || start + count > feature->ctx_num) +return -EINVAL ; + +/* assume that each feature has continuous vector space in msix*/ + ret =vfio_msix_enable_block (feature->vfio_dev_fd, + ctx[start].idx, count, fds); +if (!ret) { +for (i =0 ; i < count; i++) + ctx[i].eventfd = fds[i]; + } + +return ret; +} +
drivers/raw/ifpga_rawdev/base/ifpga_fme_error.c +22 -0
@@ -373,9 +373,31 @@ static int fme_global_error_set_prop(struct ifpga_feature *feature,return -ENOENT ; } +static int fme_global_err_set_irq (struct ifpga_feature *feature,void *irq_set) +{ +struct fpga_fme_err_irq_set *err_irq_set = + (struct fpga_fme_err_irq_set *)irq_set; +struct ifpga_fme_hw *fme; +int ret; + + fme = (struct ifpga_fme_hw *)feature->parent; + +spinlock_lock (&fme->lock); +if (!(fme->capability &FPGA_FME_CAP_ERR_IRQ )) { +spinlock_unlock (&fme->lock); +return -ENODEV ; + } + + ret =fpga_msix_set_block (feature,0 ,1 , &err_irq_set->evtfd); +spinlock_unlock (&fme->lock); + +return ret; +} +struct ifpga_feature_ops fme_global_err_ops = { .init = fme_global_error_init, .uinit = fme_global_error_uinit, .get_prop = fme_global_error_get_prop, .set_prop = fme_global_error_set_prop, + .set_irq = fme_global_err_set_irq, };
drivers/raw/ifpga_rawdev/base/ifpga_port.c +20 -0
@@ -384,9 +384,29 @@ static void port_uint_uinit(struct ifpga_feature *feature)dev_info (NULL ,"PORT UINT UInit.\n" ); } +static int port_uint_set_irq (struct ifpga_feature *feature,void *irq_set) +{ +struct fpga_uafu_irq_set *uafu_irq_set = irq_set; +struct ifpga_port_hw *port = feature->parent; +int ret; + +spinlock_lock (&port->lock); +if (!(port->capability &FPGA_PORT_CAP_UAFU_IRQ )) { +spinlock_unlock (&port->lock); +return -ENODEV ; + } + + ret =fpga_msix_set_block (feature, uafu_irq_set->start, + uafu_irq_set->count, uafu_irq_set->evtfds); +spinlock_unlock (&port->lock); + +return ret; +} +struct ifpga_feature_ops ifpga_rawdev_port_uint_ops = { .init = port_uint_init, .uinit = port_uint_uinit, + .set_irq = port_uint_set_irq, };static int port_afu_init (struct ifpga_feature *feature)
drivers/raw/ifpga_rawdev/base/ifpga_port_error.c +21 -0
@@ -136,9 +136,30 @@ static int port_error_set_prop(struct ifpga_feature *feature,return -ENOENT ; } +static int port_error_set_irq (struct ifpga_feature *feature,void *irq_set) +{ +struct fpga_port_err_irq_set *err_irq_set = irq_set; +struct ifpga_port_hw *port; +int ret; + + port = feature->parent; + +spinlock_lock (&port->lock); +if (!(port->capability &FPGA_PORT_CAP_ERR_IRQ )) { +spinlock_unlock (&port->lock); +return -ENODEV ; + } + + ret =fpga_msix_set_block (feature,0 ,1 , &err_irq_set->evtfd); +spinlock_unlock (&port->lock); + +return ret; +} +struct ifpga_feature_ops ifpga_rawdev_port_error_ops = { .init = port_error_init, .uinit = port_error_uinit, .get_prop = port_error_get_prop, .set_prop = port_error_set_prop, + .set_irq = port_error_set_irq, };
Signature · 1 line
1.8.3.1
Re: [dpdk-dev] [PATCH v2 02/12] raw/ifpga_rawdev/base: add irq support
Quoted 45 lines
-----Original Message-----
From: dev <[email protected]> On Behalf Of Rosen Xu
Sent: Friday, August 2, 2019 6:49 AM
To: [email protected]
Cc: [email protected]; [email protected]; [email protected]; [email protected]; [email protected]; [email protected]; [email protected]
Subject: [dpdk-dev] [PATCH v2 02/12] raw/ifpga_rawdev/base: add irq supportFrom: Tianfei zhang <[email protected]>
Add irq support for ifpga FME globle error, port error and uint unit. We implmented this feature by vfio interrupt mechanism.
Signed-off-by Tianfei zhang <[email protected]>--- drivers/raw/ifpga_rawdev/base/ifpga_feature_dev.c | 61 +++++++++++++++++++++++ drivers/raw/ifpga_rawdev/base/ifpga_fme_error.c | 22 ++++++++ drivers/raw/ifpga_rawdev/base/ifpga_port.c | 20 ++++++++ drivers/raw/ifpga_rawdev/base/ifpga_port_error.c | 21 ++++++++ 4 files changed, 124 insertions(+)drivers/raw/ifpga_rawdev/base/ifpga_feature_dev.c +5
-0@@ -3,6 +3,7 @@*/ #include <sys/ioctl.h> +#include <rte_vfio.h> #include "ifpga_feature_dev.h" @@ -331,3 +332,63 @@ int port_hw_init(struct ifpga_port_hw *port)port_hw_uinit (port);return ret; } + +/* +* FIXME: we should get msix vec count during pci enumeration instead +of
drivers/raw/ifpga_rawdev/base/ifpga_feature_dev.c int port_hw_init(struct ifpga_port_hw *port) · line 348
Quoted 10 lines
drivers/raw/ifpga_rawdev/base/ifpga_feature_dev.c +10
-0+* below hardcode value. +*/ +#define FPGA_MSIX_VEC_COUNT 20 +/* irq set buffer length for interrupt */ #define MSIX_IRQ_SET_BUF_LEN +(sizeof (struct vfio_irq_set ) + \ +sizeof (int ) *FPGA_MSIX_VEC_COUNT ) + +/* only support msix for now*/ +static int vfio_msix_enable_block (s32 vfio_dev_fd,unsigned int vec_start, +unsigned int count,s32 *fds)
Isn't better to use generic EAL function for the same?
Quoted 26 lines
drivers/raw/ifpga_rawdev/base/ifpga_feature_dev.c +26
-0+{ +char irq_set_buf[MSIX_IRQ_SET_BUF_LEN ]; +struct vfio_irq_set *irq_set; +int len, ret; +int *fd_ptr; + + len =sizeof (irq_set_buf); + + irq_set = (struct vfio_irq_set *)irq_set_buf; + irq_set->argsz = len; + irq_set->count = count; + irq_set->flags =VFIO_IRQ_SET_DATA_EVENTFD | +VFIO_IRQ_SET_ACTION_TRIGGER ; + irq_set->index =VFIO_PCI_MSIX_IRQ_INDEX ; + irq_set->start = vec_start; + + fd_ptr = (int *)&irq_set->data; +memcpy (fd_ptr, fds,sizeof (int ) * count); + + ret =ioctl (vfio_dev_fd,VFIO_DEVICE_SET_IRQS , irq_set); +if (ret) +printf ("Error enabling MSI-X interrupts\n" ); + +return ret; +} +
Re: [dpdk-dev] [PATCH v2 02/12] raw/ifpga_rawdev/base: add irq support
Quoted 62 lines
-----Original Message-----
From: Jerin Jacob Kollanukkaran [mailto:[email protected]]
Sent: Friday, August 2, 2019 11:58 AM
To: Xu, Rosen <[email protected]>; [email protected]
Cc: Yigit, Ferruh <[email protected]>; Zhang, Tianfei <[email protected]>; Pei, Andy <[email protected]>; Lomartire, David <[email protected]>; Zhang, Qi Z <[email protected]>; Ye, Xiaolong <[email protected]>
Subject: RE: [dpdk-dev] [PATCH v2 02/12] raw/ifpga_rawdev/base: add irq supportQuoted 49 lines
-----Original Message-----
From: dev <[email protected]> On Behalf Of Rosen Xu
Sent: Friday, August 2, 2019 6:49 AM
To: [email protected]
Cc: [email protected]; [email protected]; [email protected]; [email protected]; [email protected]; [email protected]; [email protected]
Subject: [dpdk-dev] [PATCH v2 02/12] raw/ifpga_rawdev/base: add irq supportFrom: Tianfei zhang <[email protected]>
Add irq support for ifpga FME globle error, port error and uint unit. We implmented this feature by vfio interrupt mechanism.
Signed-off-by Tianfei zhang <[email protected]>--- drivers/raw/ifpga_rawdev/base/ifpga_feature_dev.c | 61 +++++++++++++++++++++++ drivers/raw/ifpga_rawdev/base/ifpga_fme_error.c | 22 ++++++++ drivers/raw/ifpga_rawdev/base/ifpga_port.c | 20 ++++++++ drivers/raw/ifpga_rawdev/base/ifpga_port_error.c | 21 ++++++++ 4 files changed, 124 insertions(+)drivers/raw/ifpga_rawdev/base/ifpga_feature_dev.c +9
-0@@ -3,6 +3,7 @@*/ #include <sys/ioctl.h> +#include <rte_vfio.h> #include "ifpga_feature_dev.h" @@ -331,3 +332,63 @@ int port_hw_init(struct ifpga_port_hw *port)port_hw_uinit (port);return ret; } + +/* +* FIXME: we should get msix vec count during pci enumeration instead +of +* below hardcode value. +*/ +#define FPGA_MSIX_VEC_COUNT 20 +/* irq set buffer length for interrupt */ #define
Quoted 8 lines
drivers/raw/ifpga_rawdev/base/ifpga_feature_dev.c int port_hw_init(struct ifpga_port_hw *port) · line 347
Quoted 6 lines
drivers/raw/ifpga_rawdev/base/ifpga_feature_dev.c +6
-0+MSIX_IRQ_SET_BUF_LEN (sizeof (struct vfio_irq_set ) + \ +sizeof (int ) *FPGA_MSIX_VEC_COUNT ) + +/* only support msix for now*/ +static int vfio_msix_enable_block (s32 vfio_dev_fd,unsigned int vec_start, +unsigned int count,s32 *fds)Isn't better to use generic EAL function for the same?
In our PAC N3000 Card, we have 6 PCIe MSI-X vectors, for example:
0~3 for AFU 4 for Port 6 for FME
FME (FPGA Management Engine ) will manage all resources in FPGA, like partition reconfiguration, Power manager, thermal, Error reporting. Port is a bridge between FME and AFU.
AFU is the accelerator unit which for customers logic.
So, we reserve some MSI-X vectors for end-user/customers to use the AFU, and end-user/customers can use the AFU for networking acceleration or other acceleration.
The DPDK existing API like rte_intr_enable()->vfio_enable_msix() will bind all of the vectors at the same time and those vectors will register into one evenfd and one interrupt handler function. That cannot satisfy our design. we hope that, each MSI-X vector bind into VFIO and register the interrupt handler function separately. Because the reserve vectors like 0~3 vectors for AFU, we don't know what exact usage for the end-user/customers in AFU logic, so it had better let them bind VFIO and register interrupt handler themselves.
One suggestion is we expand the vfio_enable_msix() function, let the caller to specify the start vector and the numbers of vectors to bind the VFIO.
static int
vfio_enable_msix(const struct rte_intr_handle *intr_handle, int start, int count) {
...
irq_set->count = count;
irq_set->start = start;
...
return 0;
}Re: [dpdk-dev] [PATCH v2 02/12] raw/ifpga_rawdev/base: add irq support
Quoted 43 lines
-----Original Message-----
From: Zhang, Tianfei <[email protected]>
Sent: Friday, August 2, 2019 3:36 PM
To: Jerin Jacob Kollanukkaran <[email protected]>; Xu, Rosen <[email protected]>; [email protected]
Cc: Yigit, Ferruh <[email protected]>; Pei, Andy <[email protected]>; Lomartire, David <[email protected]>; Zhang, Qi Z <[email protected]>; Ye, Xiaolong <[email protected]>
Subject: [EXT] RE: [dpdk-dev] [PATCH v2 02/12] raw/ifpga_rawdev/base: add irq supportQuoted 3 lines
drivers/raw/ifpga_rawdev/base/ifpga_feature_dev.c int port_hw_init(struct ifpga_port_hw *port)
Quoted 3 lines
drivers/raw/ifpga_rawdev/base/ifpga_feature_dev.c +3
-0+ +/* only support msix for now*/ +static int vfio_msix_enable_block(s32 vfio_dev_fd, unsigned int
vec_start,Quoted 3 lines
Review
Quoted 1 line
(quoted diff) +1
-0+ unsigned int count, s32 *fds)Isn't better to use generic EAL function for the same?
In our PAC N3000 Card, we have 6 PCIe MSI-X vectors, for example:
0~3 for AFU 4 for Port 6 for FMEFME (FPGA Management Engine ) will manage all resources in FPGA, like partition reconfiguration, Power manager, thermal, Error reporting. Port is a bridge between FME and AFU.
AFU is the accelerator unit which for customers logic.So, we reserve some MSI-X vectors for end-user/customers to use the AFU, and end-user/customers can use the AFU for networking acceleration or other acceleration.
The DPDK existing API like rte_intr_enable()->vfio_enable_msix() will bind all of the vectors at the same time and those vectors will register into one evenfd and one interrupt handler function.
That cannot satisfy our design. we hope that, each MSI-X vector bind into VFIO and register the interrupt handler function separately. Because the reserve vectors like
0~3 vectors for AFU, we don't know what exact usage for the end- user/customers in AFU logic, so it had better let them bind VFIO and register interrupt handler themselves.
Quoted 2 lines
One suggestion is we expand the
vfio_enable_msix()function, let the caller to specify the start vector and the numbers of vectors to bind the VFIO.
Yes, Probably have two variants, vfio_enable_msix() alias to count of 1
Quoted 10 lines
static int
vfio_enable_msix(const structrte_intr_handle*intr_handle, int start, intcount) { ... irq_set->count = count; irq_set->start = start; ... return 0; }
PATCH v2 3/12 raw/ifpga_rawdev/base: clear pending bit
In reply to Rosen XuFrom: Tianfei zhang <[email protected]>
Every defined bit in FME_ERROR0 is RW1C. Other reserved bits are always 0 when readout and it will plan to be RW1C if needed in future. So it is safe just write the read back value to clear all the errors.
--- drivers/raw/ifpga_rawdev/base/ifpga_defines.h | 9 ++++----- drivers/raw/ifpga_rawdev/base/ifpga_fme_error.c | 4 ++-- drivers/raw/ifpga_rawdev/base/opae_osdep.h | 7 +++++-- 3 files changed, 11 insertions(+), 9 deletions(-)
drivers/raw/ifpga_rawdev/base/ifpga_defines.h +4 -5
@@ -957,25 +957,24 @@ struct feature_fme_dperf { };struct feature_fme_error0 { -#define FME_ERROR0_MASK 0xFFUL#define FME_ERROR0_MASK_DEFAULT 0x40UL/* pcode workaround */ union {u64 csr;struct {u8 fabric_err:1 ;/* Fabric error */ u8 fabfifo_overflow:1 ;/* Fabric fifo overflow */ -u8 kticdc_parity_err:2 ;/* KTI CDC Parity Error */ -u8 iommu_parity_err:1 ;/* IOMMU Parity error */ +u8 reserved2:3 ;/* AFU PF/VF access mismatch detected */ u8 afu_acc_mode_err:1 ; -u8 mbp_err:1 ;/* Indicates an MBP event */ +u8 reserved6:1 ;/* PCIE0 CDC Parity Error */ u8 pcie0cdc_parity_err:5 ;/* PCIE1 CDC Parity Error */ u8 pcie1cdc_parity_err:5 ;/* CVL CDC Parity Error */ u8 cvlcdc_parity_err:3 ; -u64 rsvd:44 ;/* Reserved */ +u8 fpgaseuerr:1 ; +u64 rsvd:43 ;/* Reserved */ }; }; };
drivers/raw/ifpga_rawdev/base/ifpga_fme_error.c +2 -2
@@ -54,7 +54,7 @@ static int fme_err_set_clear(struct ifpga_fme_hw *fme, u64 val)int ret =0 ;spinlock_lock (&fme->lock); -writeq (FME_ERROR0_MASK , &fme_err->fme_err_mask); +writeq (GENMASK_ULL (63 ,0 ), &fme_err->fme_err_mask); fme_error0.csr =readq (&fme_err->fme_err);if (val != fme_error0.csr) {
@@ -65,7 +65,7 @@ static int fme_err_set_clear(struct ifpga_fme_hw *fme, u64 val) fme_first_err.csr =readq (&fme_err->fme_first_err); fme_next_err.csr =readq (&fme_err->fme_next_err); -writeq (fme_error0.csr &FME_ERROR0_MASK , &fme_err->fme_err); +writeq (fme_error0.csr, &fme_err->fme_err);writeq (fme_first_err.csr &FME_FIRST_ERROR_MASK , &fme_err->fme_first_err); writeq(fme_next_err.csr & FME_NEXT_ERROR_MASK,
drivers/raw/ifpga_rawdev/base/opae_osdep.h +5 -2
@@ -32,10 +32,12 @@ struct uuid {#ifndef BITS_PER_LONG #define BITS_PER_LONG (__SIZEOF_LONG__ * 8)#endif +#ifndef BITS_PER_LONG_LONG +#define BITS_PER_LONG_LONG (__SIZEOF_LONG_LONG__ * 8) +#endif #ifndef BIT #define BIT (a) (1UL << (a))#endif /* BIT */ -#define U64_C (x) x ## ULL#ifndef BIT_ULL #define BIT_ULL (a) (1ULL << (a))#endif /* BIT_ULL */
@@ -43,7 +45,8 @@ struct uuid {#define GENMASK (h, l) (((~0UL) << (l)) & (~0UL >> (BITS_PER_LONG - 1 - (h))))#endif /* GENMASK */ #ifndef GENMASK_ULL -#define GENMASK_ULL (h, l) (((U64_C(1) << ((h) - (l) + 1)) - 1) << (l)) +#define GENMASK_ULL (h, l) \ + (((~0ULL) << (l)) & (~0ULL >> (BITS_PER_LONG_LONG - 1 - (h))))#endif /* GENMASK_ULL */ #endif /* LINUX_MACROS */
Signature · 1 line
1.8.3.1
PATCH v2 4/12 raw/ifpga_rawdev/base: add SEU error support
In reply to Rosen XuFrom: Tianfei zhang <[email protected]>
This patch exposes SEU error information to application then application could compare this information (128bit) with its own SMH file to know if this SEU is a fatal error or not.
--- drivers/raw/ifpga_rawdev/base/ifpga_defines.h | 5 ++- drivers/raw/ifpga_rawdev/base/ifpga_fme_error.c | 43 +++++++++++++++++++++++ drivers/raw/ifpga_rawdev/base/opae_ifpga_hw_api.h | 2 ++ 3 files changed, 49 insertions(+), 1 deletion(-)
drivers/raw/ifpga_rawdev/base/ifpga_defines.h +4 -1
@@ -1149,7 +1149,8 @@ struct feature_fme_error_capability { u8 support_intr:1;/* MSI-X vector table entry number */ u16 intr_vector_num:12; - u64 rsvd:51; /* Reserved */ + u64 rsvd:50; /* Reserved */ + u64 seu_support:1; }; }; };
@@ -1171,6 +1172,8 @@ struct feature_fme_err {struct feature_fme_ras_catfaterror ras_catfaterr;struct feature_fme_ras_error_inj ras_error_inj;struct feature_fme_error_capability fme_err_capability; +u64 seu_emr_l; +u64 seu_emr_h; };/* FME Partial Reconfiguration Control */
drivers/raw/ifpga_rawdev/base/ifpga_fme_error.c +43 -0
55 lines not on this page · raw message
drivers/raw/ifpga_rawdev/base/opae_ifpga_hw_api.h +2 -0
@@ -74,6 +74,8 @@ struct feature_prop {#define FME_ERR_PROP_FIRST_ERROR ERR_PROP_FME_ERR(0x2)#define FME_ERR_PROP_NEXT_ERROR ERR_PROP_FME_ERR(0x3)#define FME_ERR_PROP_CLEAR ERR_PROP_FME_ERR(0x4)/* WO */ +#define FME_ERR_PROP_SEU_EMR_LOW ERR_PROP_FME_ERR(0x5) +#define FME_ERR_PROP_SEU_EMR_HIGH ERR_PROP_FME_ERR(0x6)#define FME_ERR_PROP_REVISION ERR_PROP_ROOT(0x5)#define FME_ERR_PROP_PCIE0_ERRORS ERR_PROP_ROOT(0x6)/* RW */ #define FME_ERR_PROP_PCIE1_ERRORS ERR_PROP_ROOT(0x7)/* RW */
Signature · 1 line
1.8.3.1
PATCH v2 5/12 raw/ifpga_rawdev/base: add device tree support
In reply to Rosen XuFrom: Tianfei zhang <[email protected]>
In PAC N3000 card, this is a BMC chip which using MAX10 FPGA to manage the board configuration, like sensors, flash controller, QSFP, powers. And this is a SPI bus connected between A10 FPGA and MAX10, we can access the MAX10 registers over this SPI bus.
In BMC, there are about 19 sensors in MAX10 chip, including the FPGA core temperature, Board temperature, board current, voltage and so on.
We use DTB (Device tree table) to describe it. This DTB file is store in nor flash partition, which will flashed in Factory when the boards delivery to customers. And the same time, the customers can easy to customizate the BMC configuration like change the sensors.
Add device tree support by using libfdt library in Linux distribution. The end-user should pre-install the libfdt and libfdt-devel package before use DPDK on PAC N3000 Card.
For Centos 7.x: sudo yum install libfdt libfdt-devel For Ubuntu 18.04: sudo apt install libfdt-dev libfdt1
--- drivers/raw/ifpga_rawdev/base/opae_intel_max10.c | 183 +++++++++++++++++++++++ drivers/raw/ifpga_rawdev/base/opae_intel_max10.h | 10 ++ mk/rte.app.mk | 2 +- 3 files changed, 194 insertions(+), 1 deletion(-)
drivers/raw/ifpga_rawdev/base/opae_intel_max10.c +183 -0
@@ -3,6 +3,7 @@*/ #include "opae_intel_max10.h" +#include <libfdt.h> static struct intel_max10_device *g_max10;
@@ -26,6 +27,174 @@ int max10_reg_write(unsigned int reg, unsigned int val) reg, 4, (unsigned char *)&tmp); } +static struct max10_compatible_id max10_id_table[] = { + {.compatible =MAX10_PAC ,}, + {.compatible =MAX10_PAC_N3000 ,}, + {.compatible =MAX10_PAC_END ,} +}; + +static struct max10_compatible_id *max10_match_compatible (const char *fdt_root) +{ +struct max10_compatible_id *id = max10_id_table; + +for (;strcmp (id->compatible,MAX10_PAC_END ); id++) { +if (fdt_node_check_compatible (fdt_root,0 , id->compatible)) +continue ; + +return id; + } + +return NULL ; +} + +static inline bool +is_max10_pac_n3000 (struct intel_max10_device *max10) +{ +return max10->id && !strcmp (max10->id->compatible, +MAX10_PAC_N3000 ); +} + +static void max10_check_capability (struct intel_max10_device *max10) +{ +if (!max10->fdt_root) +return ; + +if (is_max10_pac_n3000 (max10)) { + max10->flags |=MAX10_FLAGS_NO_I2C2 | +MAX10_FLAGS_NO_BMCIMG_FLASH ; +dev_info (max10,"found %s card\n" , max10->id->compatible); + } +} + +static int altera_nor_flash_read (u32 offset, +void *buffer,u32 len) +{ +int word_len; +int i; +unsigned int *buf = (unsigned int *)buffer; +unsigned int value; +int ret; + +if (!buffer || len <=0 ) +return -ENODEV ; + + word_len = len/4 ; + +for (i =0 ; i < word_len; i++) { + ret =max10_reg_read (FLASH_BASE + offset + i*4 , + &value); +if (ret) +return -EBUSY ; + + *buf++ = value; + } + +return 0 ; +} + +static int enable_nor_flash (bool on) +{ +unsigned int val =0 ; +int ret; + + ret =max10_reg_read (RSU_REG_OFF , &val); +if (ret) { + dev_err(NULL "enabling flash error\n"); +return ret; + } + +if (on) + val |=RSU_ENABLE ; +else + val &= ~RSU_ENABLE ; + +return max10_reg_write (RSU_REG_OFF , val); +} + +static int init_max10_device_table (struct intel_max10_device *max10) +{ +struct max10_compatible_id *id; +struct fdt_header hdr; +char *fdt_root =NULL ; + +u32 dt_size, dt_addr, val; +int ret; + + ret =max10_reg_read (DT_AVAIL_REG_OFF , &val); +if (ret) { +dev_err (max10"cannot read DT_AVAIL_REG\n" ); +return ret; + } + +if (!(val &DT_AVAIL )) { +dev_err (max10"DT not available\n" ); +return -EINVAL ; + } + + ret =max10_reg_read (DT_BASE_ADDR_REG_OFF , &dt_addr); +if (ret) { +dev_info (max10"cannot get base addr of device table\n" ); +return ret; + } + + ret =enable_nor_flash (true); +if (ret) { +dev_err (max10"fail to enable flash\n" ); +return ret; + } + + ret =altera_nor_flash_read (dt_addr, &hdr,sizeof (hdr)); +if (ret) { +dev_err (max10"read fdt header fail\n" ); + goto done; + } + + ret =fdt_check_header (&hdr); +if (ret) { +dev_err (max10"check fdt header fail\n" ); + goto done; + } + + dt_size =fdt_totalsize (&hdr); +if (dt_size >DFT_MAX_SIZE ) { +dev_err (max10"invalid device table size\n" ); + ret = -EINVAL ; + goto done; + } + + fdt_root =opae_malloc (dt_size); +if (!fdt_root) { + ret = -ENOMEM ; + goto done; + } + + ret =altera_nor_flash_read (dt_addr, fdt_root, dt_size); +if (ret) { +dev_err (max10"cannot read device table\n" ); + goto done; + } + + id =max10_match_compatible (fdt_root); +if (!id) { +dev_err (max10"max10 compatible not found\n" ); + ret = -ENODEV ; + goto done; + } + + max10->flags |=MAX10_FLAGS_DEVICE_TABLE ; + + max10->id = id; + max10->fdt_root = fdt_root; + +done: + ret =enable_nor_flash (false); + +if (ret && fdt_root) +opae_free (fdt_root); + +return ret; +} +struct intel_max10_device *intel_max10_device_probe (struct altera_spi_device *spi,int chipselect)
@@ -49,6 +218,15 @@ struct intel_max10_device */* set the max10 device firstly */ g_max10 = dev; +/* init the MAX10 device table */ + ret =init_max10_device_table (dev); +if (ret) { +dev_err (dev,"init max10 device table fail\n" ); + goto free_dev; + } + +max10_check_capability (dev); +/* read FPGA loading information */ ret =max10_reg_read (FPGA_PAGE_INFO_OFF , &val);if (ret) {
@@ -60,6 +238,8 @@ struct intel_max10_device *return dev; spi_tran_fail: +if (dev->fdt_root) +opae_free (dev->fdt_root);spi_transaction_remove (dev->spi_tran_dev); free_dev: g_max10 =NULL ;
@@ -76,6 +256,9 @@ int intel_max10_device_remove(struct intel_max10_device *dev)if (dev->spi_tran_dev)spi_transaction_remove (dev->spi_tran_dev); +if (dev->fdt_root) +opae_free (dev->fdt_root); + g_max10 =NULL ;opae_free (dev);
drivers/raw/ifpga_rawdev/base/opae_intel_max10.h +10 -0
@@ -8,6 +8,14 @@#include "opae_osdep.h" #include "opae_spi.h" +struct max10_compatible_id { +char compatible[128 ]; +}; + +#define MAX10_PAC "intel,max10" +#define MAX10_PAC_N3000 "intel,max10-pac-n3000" +#define MAX10_PAC_END "intel,end" +/* max10 capability flags */ #define MAX10_FLAGS_NO_I2C2 BIT(0)#define MAX10_FLAGS_NO_BMCIMG_FLASH BIT(1)
@@ -20,6 +28,8 @@ struct intel_max10_device {unsigned int flags;/*max10 hardware capability*/ struct altera_spi_device *spi_master;struct spi_transaction_dev *spi_tran_dev; +struct max10_compatible_id *id;/*max10 compatible*/ +char *fdt_root; };/* retimer speed */
mk/rte.app.mk +1 -1
@@ -319,7 +319,7 @@ _LDLIBS-$(CONFIG_RTE_LIBRTE_PMD_DPAA2_QDMA_RAWDEV) += -lrte_pmd_dpaa2_qdma endif # CONFIG_RTE_LIBRTE_FSLMC_BUS _LDLIBS-$(CONFIG_RTE_LIBRTE_IFPGA_BUS) += -lrte_bus_ifpga ifeq ($(CONFIG_RTE_LIBRTE_IFPGA_BUS),y) -_LDLIBS-$(CONFIG_RTE_LIBRTE_PMD_IFPGA_RAWDEV) += -lrte_pmd_ifpga_rawdev +_LDLIBS-$(CONFIG_RTE_LIBRTE_PMD_IFPGA_RAWDEV) += -lrte_pmd_ifpga_rawdev -lfdt _LDLIBS-$(CONFIG_RTE_LIBRTE_IPN3KE_PMD) += -lrte_pmd_ipn3ke endif # CONFIG_RTE_LIBRTE_IFPGA_BUS _LDLIBS-$(CONFIG_RTE_LIBRTE_PMD_IOAT_RAWDEV) += -lrte_pmd_ioat_rawdev
Signature · 1 line
1.8.3.1
PATCH v2 6/12 raw/ifpga_rawdev/base: align the send buffer for SPI
In reply to Rosen XuFrom: Tianfei Zhang <[email protected]>
The length of send buffer of SPI bus should be 4bytes align.
--- .../raw/ifpga_rawdev/base/opae_spi_transaction.c | 40 +++++++++++++++++++--- 1 file changed, 36 insertions(+), 4 deletions(-)
drivers/raw/ifpga_rawdev/base/opae_spi_transaction.c +36 -4
@@ -109,6 +109,34 @@ static int resp_find_sop_eop(unsigned char *resp, unsigned int len,return ret; } +static void phy_tx_pad (unsigned char *phy_buf,unsigned int phy_buf_len, +unsigned int *aligned_len) +{ +unsigned char *p = &phy_buf[phy_buf_len -1 ], *dst_p; + + *aligned_len =IFPGA_ALIGN (phy_buf_len,4 ); + +if (*aligned_len == phy_buf_len) +return ; + + dst_p = &phy_buf[*aligned_len -1 ]; + +/* move EOP and bytes after EOP to the end of aligned size */ +while (p > phy_buf) { + *dst_p = *p; + +if (*p ==SPI_PACKET_EOP ) +break ; + + p--; + dst_p--; + } + +/* fill the hole with PHY_IDLE */ +while (p < dst_p) + *p++ =SPI_BYTE_IDLE ; +} + static int byte_to_core_convert(struct spi_transaction_dev *dev, unsigned int send_len, unsigned char *send_data, unsigned int resp_len, unsigned char *resp_data,
@@ -149,15 +177,19 @@ static int byte_to_core_convert(struct spi_transaction_dev *dev, } } -print_buffer ("before spi:" , send_packet, p-send_packet); + tx_len = p - send_packet; + +print_buffer ("before spi:" , send_packet, tx_len); -reorder_phy_data (32 , send_packet, p - send_packet); +phy_tx_pad (send_packet, tx_len, &tx_len); +print_buffer ("after pad:" , send_packet, tx_len); -print_buffer ("after order to spi:" , send_packet, p-send_packet); +reorder_phy_data (32 , send_packet, tx_len); + +print_buffer ("after order to spi:" , send_packet, tx_len);/* call spi */ tx_buffer = send_packet; - tx_len = p - send_packet; rx_buffer = resp_packet; rx_len = resp_max_len; spi_flags =SPI_NOT_FOUND ;
Signature · 1 line
1.8.3.1
PATCH v2 7/12 raw/ifpga_rawdev/base: add sensor support
In reply to Rosen XuFrom: Tianfei zhang <[email protected]>
The sensor devices are connected in MAX10 FPGA. we used the device tree to describe those sensor devices. Parse the device tree to get the sensor devices and add them into a list.
--- drivers/raw/ifpga_rawdev/base/opae_intel_max10.c | 279 +++++++++++++++++++++++ drivers/raw/ifpga_rawdev/base/opae_intel_max10.h | 56 +++++ 2 files changed, 335 insertions(+)
drivers/raw/ifpga_rawdev/base/opae_intel_max10.c +279 -0
@@ -7,6 +7,9 @@static struct intel_max10_device *g_max10; +struct opae_sensor_list opae_sensor_list = +TAILQ_HEAD_INITIALIZER (opae_sensor_list); +int max10_reg_read (unsigned int reg,unsigned int *val) {if (!g_max10)
@@ -195,6 +198,277 @@ static int init_max10_device_table(struct intel_max10_device *max10)return ret; } +static u64 fdt_get_number (const fdt32_t *cell,int size) +{ +u64 r =0 ; + +while (size--) + r = (r <<32 ) |fdt32_to_cpu (*cell++); + +return r; +} + +static int fdt_get_reg (const void *fdt,int node,unsigned int idx, +u64 *start,u64 *size) +{ +const fdt32_t *prop, *end; +int na =0 , ns =0 , len =0 , parent; + + parent =fdt_parent_offset (fdt, node); +if (parent <0 ) +return parent; + + prop =fdt_getprop (fdt, parent,"#address-cells" ,NULL ); + na = prop ?fdt32_to_cpu (*prop) :2 ; + + prop =fdt_getprop (fdt, parent,"#size-cells" ,NULL ); + ns = prop ?fdt32_to_cpu (*prop) :2 ; + + prop =fdt_getprop (fdt, node,"reg" , &len); +if (!prop) +return -FDT_ERR_NOTFOUND ; + + end = prop + len/sizeof (*prop); + prop = prop + (na + ns) * idx; + +if (prop + na + ns > end) +return -FDT_ERR_NOTFOUND ; + + *start =fdt_get_number (prop, na); + *size =fdt_get_number (prop + na, ns); + +return 0 ; +} + +static int __fdt_stringlist_search (const void *fdt,int offset, +const char *prop,const char *string) +{ +int length, len, index =0 ; +const char *list, *end; + + list =fdt_getprop (fdt, offset, prop, &length); +if (!list) +return length; + + len =strlen (string) +1 ; + end = list + length; + +while (list < end) { + length =strnlen (list, end - list) +1 ; + +if (list + length > end) +return -FDT_ERR_BADVALUE ; + +if (length == len &&memcmp (list, string, length) ==0 ) +return index; + + list += length; + index++; + } + +return -FDT_ERR_NOTFOUND ; +} + +static int fdt_get_named_reg (const void *fdt,int node,const char *name, +u64 *start,u64 *size) +{ +int idx; + + idx =__fdt_stringlist_search (fdt, node,"reg-names" , name); +if (idx <0 ) +return idx; + +return fdt_get_reg (fdt, node, idx, start, size); +} + +static void max10_sensor_uinit (void ) +{ +struct opae_sensor_info *info; + + TAILQ_FOREACH(info, &opae_sensor_list, node) { +TAILQ_REMOVE (&opae_sensor_list, info, node); +opae_free (info); + } +} + +static bool sensor_reg_valid (struct sensor_reg *reg) +{ +return !!reg->size; +} + +static int max10_add_sensor (struct raw_sensor_info *info, +struct opae_sensor_info *sensor) +{ +int i; +int ret =0 ; +unsigned int val; + +if (!info || !sensor) +return -ENODEV ; + + sensor->id = info->id; + sensor->name = info->name; + sensor->type = info->type; + sensor->multiplier = info->multiplier; + +for (i =SENSOR_REG_VALUE ; i <SENSOR_REG_MAX ; i++) { +if (!sensor_reg_valid (&info->regs[i])) +continue ; + + ret =max10_reg_read (info->regs[i].regoff, &val); +if (ret) +break ; + +if (val ==0xdeadbeef ) +continue ; + + val *= info->multiplier; + +switch (i) { +case SENSOR_REG_VALUE : + sensor->value_reg = info->regs[i].regoff; + sensor->flags |=OPAE_SENSOR_VALID ; +break ; +case SENSOR_REG_HIGH_WARN : + sensor->high_warn = val; + sensor->flags |=OPAE_SENSOR_HIGH_WARN_VALID ; +break ; +case SENSOR_REG_HIGH_FATAL : + sensor->high_fatal = val; + sensor->flags |=OPAE_SENSOR_HIGH_FATAL_VALID ; +break ; +case SENSOR_REG_LOW_WARN : + sensor->low_warn = val; + sensor->flags |=OPAE_SENSOR_LOW_WARN_VALID ; +break ; +case SENSOR_REG_LOW_FATAL : + sensor->low_fatal = val; + sensor->flags |=OPAE_SENSOR_LOW_FATAL_VALID ; +break ; +case SENSOR_REG_HYSTERESIS : + sensor->hysteresis = val; + sensor->flags |=OPAE_SENSOR_HYSTERESIS_VALID ; +break ; + } + } + +return ret; +} + +static int max10_sensor_init (struct intel_max10_device *dev) +{ +int i, ret =0 , offset =0 ; +const fdt32_t *num; +const char *ptr; +u64 start, size; +struct raw_sensor_info *raw; +struct opae_sensor_info *sensor; +char *fdt_root = dev->fdt_root; + +if (!fdt_root) { +dev_debug (dev,"skip sensor init as not find Device Tree\n" ); +return 0 ; + } + +fdt_for_each_subnode (offset, fdt_root,0 ) { + ptr =fdt_get_name (fdt_root, offset,NULL ); +if (!ptr) { +dev_err (dev,"failed to fdt get name\n" ); +continue ; + } + +if (!strstr (ptr,"sensor" )) { +dev_debug (dev,"%s is not a sensor node\n" , ptr); +continue ; + } + +dev_debug (dev,"found sensor node %s\n" , ptr); + + raw = (struct raw_sensor_info *)opae_zmalloc (sizeof (*raw)); +if (!raw) { + ret = -ENOMEM ; + goto free_sensor; + } + + raw->name =fdt_getprop (fdt_root, offset,"sensor_name" ,NULL ); +if (!raw->name) { + ret = -EINVAL ; + goto free_sensor; + } + + raw->type =fdt_getprop (fdt_root, offset,"type" ,NULL ); +if (!raw->type) { + ret = -EINVAL ; + goto free_sensor; + } + +for (i =SENSOR_REG_VALUE ; i <SENSOR_REG_MAX ; i++) { + ret =fdt_get_named_reg (fdt_root, offset, + sensor_reg_name[i], &start, + &size); +if (ret) { +dev_debug (dev,"no found %d: sensor node %s, %s\n" , + ret, ptr, sensor_reg_name[i]); +if (i ==SENSOR_REG_VALUE ) { + ret = -EINVAL ; + goto free_sensor; + } + +continue ; + } + + raw->regs[i].regoff = start; + raw->regs[i].size = size; + } + + num =fdt_getprop (fdt_root, offset,"id" ,NULL ); +if (!num) { + ret = -EINVAL ; + goto free_sensor; + } + + raw->id =fdt32_to_cpu (*num); + num =fdt_getprop (fdt_root, offset,"multiplier" ,NULL ); + raw->multiplier = num ?fdt32_to_cpu (*num) :1 ; + +dev_info (dev,"found sensor from DTB: %s: %s: %u: %u\n" , + raw->name, raw->type, + raw->id, raw->multiplier); + +for (i =SENSOR_REG_VALUE ; i <SENSOR_REG_MAX ; i++) +dev_debug (dev,"sensor reg[%d]: %x: %zu\n" , + i, raw->regs[i].regoff, + raw->regs[i].size); + + sensor =opae_zmalloc (sizeof (*sensor)); +if (!sensor) { + ret = -EINVAL ; + goto free_sensor; + } + +if (max10_add_sensor (raw, sensor)) { + ret = -EINVAL ; +opae_free (sensor); + goto free_sensor; + } + +if (sensor->flags &OPAE_SENSOR_VALID ) +TAILQ_INSERT_TAIL (&opae_sensor_list, sensor, node); +else +opae_free (sensor); + +opae_free (raw); + } + +return 0 ; + +free_sensor: +if (raw) +opae_free (raw); +max10_sensor_uinit (); +return ret; +} +struct intel_max10_device *intel_max10_device_probe (struct altera_spi_device *spi,int chipselect)
@@ -235,6 +509,9 @@ struct intel_max10_device * }dev_info (dev,"FPGA loaded from %s Image\n" , val ?"User" :"Factory" ); + +max10_sensor_init (dev); +return dev; spi_tran_fail:
@@ -253,6 +530,8 @@ int intel_max10_device_remove(struct intel_max10_device *dev)if (!dev)return 0 ; +max10_sensor_uinit (); +if (dev->spi_tran_dev)spi_transaction_remove (dev->spi_tran_dev);
drivers/raw/ifpga_rawdev/base/opae_intel_max10.h +56 -0
60 lines not on this page · raw message
Signature · 1 line
1.8.3.1
PATCH v2 8/12 raw/ifpga_rawdev/base: introducing sensor APIs
In reply to Rosen XuFrom: Tianfei Zhang <[email protected]>
Introducing sensor APIs to PMD driver for PAC N3000 card.
Those sensor APIs:
1. opae_mgr_for_each_sensor()
2. opae_mgr_get_sensor_by_name()
3. opae_mgr_get_sensor_by_id()
4. opae_mgr_get_sensor_value_by_name()
5. opae_mgr_get_sensor_value_by_id()
6. opae_mgr_get_sensor_value()
--- drivers/raw/ifpga_rawdev/base/ifpga_api.c | 10 ++ drivers/raw/ifpga_rawdev/base/ifpga_feature_dev.h | 3 + drivers/raw/ifpga_rawdev/base/ifpga_fme.c | 21 ++++ drivers/raw/ifpga_rawdev/base/opae_hw_api.c | 115 ++++++++++++++++++++++ drivers/raw/ifpga_rawdev/base/opae_hw_api.h | 16 +++ 5 files changed, 165 insertions(+)
drivers/raw/ifpga_rawdev/base/ifpga_api.c +10 -0
@@ -209,9 +209,19 @@ static int ifpga_mgr_get_eth_group_region_info(struct opae_manager *mgr,return 0 ; } +static int ifpga_mgr_get_sensor_value (struct opae_manager *mgr, +struct opae_sensor_info *sensor, +unsigned int *value) +{ +struct ifpga_fme_hw *fme = mgr->data; + +return fme_mgr_get_sensor_value (fme, sensor, value); +} +struct opae_manager_ops ifpga_mgr_ops = { .flash = ifpga_mgr_flash, .get_eth_group_region_info = ifpga_mgr_get_eth_group_region_info, + .get_sensor_value = ifpga_mgr_get_sensor_value, }; static int ifpga_mgr_read_mac_rom(struct opae_manager *mgr, int offset,
drivers/raw/ifpga_rawdev/base/ifpga_feature_dev.h +3 -0
@@ -218,4 +218,7 @@ int fme_mgr_get_retimer_info(struct ifpga_fme_hw *fme, struct opae_retimer_info *info);int fme_mgr_get_retimer_status (struct ifpga_fme_hw *fme,struct opae_retimer_status *status); +int fme_mgr_get_sensor_value (struct ifpga_fme_hw *fme, +struct opae_sensor_info *sensor, +unsigned int *value);#endif /* _IFPGA_FEATURE_DEV_H_ */
drivers/raw/ifpga_rawdev/base/ifpga_fme.c +21 -0
@@ -1300,3 +1300,24 @@ int fme_mgr_get_retimer_status(struct ifpga_fme_hw *fme,return 0 ; } + +int fme_mgr_get_sensor_value (struct ifpga_fme_hw *fme, +struct opae_sensor_info *sensor, +unsigned int *value) +{ +struct intel_max10_device *dev; + + dev = (struct intel_max10_device *)fme->max10_dev; +if (!dev) +return -ENODEV ; + +if (max10_reg_read (sensor->value_reg, value)) { +dev_err (dev,"%s: read sensor value register 0x%x fail\n" , + __func__, sensor->value_reg); +return -EINVAL ; + } + + *value *= sensor->multiplier; + +return 0 ; +}
drivers/raw/ifpga_rawdev/base/opae_hw_api.c +115 -0
118 lines not on this page · raw message
drivers/raw/ifpga_rawdev/base/opae_hw_api.h +16 -0
@@ -48,6 +48,9 @@ struct opae_manager_ops { u32 size, u64 *status);int (*get_eth_group_region_info)(struct opae_manager *mgr,struct opae_eth_group_region_info *info); +int (*get_sensor_value)(struct opae_manager *mgr, +struct opae_sensor_info *sensor, +unsigned int *value); };/* networking management ops in FME */
@@ -69,6 +72,10 @@ struct opae_manager_networking_ops { struct opae_retimer_status *status); }; +extern struct opae_sensor_list opae_sensor_list; +#define opae_mgr_for_each_sensor (sensor) \ + TAILQ_FOREACH(sensor, &opae_sensor_list, node) +/* OPAE Manager APIs */ struct opae_manager * opae_manager_alloc(const char *name, struct opae_manager_ops *ops,
@@ -78,6 +85,15 @@ int opae_manager_flash(struct opae_manager *mgr, int acc_id, const char *buf, u32 size, u64 *status);int opae_manager_get_eth_group_region_info (struct opae_manager *mgr,u8 group_id,struct opae_eth_group_region_info *info); +struct opae_sensor_info *opae_mgr_get_sensor_by_name (const char *name); +struct opae_sensor_info *opae_mgr_get_sensor_by_id (unsigned int id); +int opae_mgr_get_sensor_value_by_name (struct opae_manager *mgr, +const char *name,unsigned int *value); +int opae_mgr_get_sensor_value_by_id (struct opae_manager *mgr, +unsigned int id,unsigned int *value); +int opae_mgr_get_sensor_value (struct opae_manager *mgr, +struct opae_sensor_info *sensor, +unsigned int *value);/* OPAE Bridge Data Structure */ struct opae_bridge_ops ;
Signature · 1 line
1.8.3.1
PATCH v2 9/12 raw/ifpga_rawdev/base: update SEU register definition
In reply to Rosen XuFrom: Tianfei zhang <[email protected]>
Update the SEU registser definition.
--- drivers/raw/ifpga_rawdev/base/ifpga_defines.h | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-)
drivers/raw/ifpga_rawdev/base/ifpga_defines.h +3 -1
@@ -1122,7 +1122,9 @@ struct feature_fme_ras_catfaterror { u8 therm_catast_err:1;/* Injected Catastrophic Error */ u8 injected_catast_err:1; - u64 rsvd:52; +/* SEU error on BMC */ + u8 bmc_seu_catast_err:1; + u64 rsvd:51; }; }; };
Signature · 1 line
1.8.3.1
PATCH v2 10/12 raw/ifpga_rawdev: add SEU error handler
In reply to Rosen XuFrom: Tianfei zhang <[email protected]>
Add SEU interrupt support for FPGA.
--- drivers/raw/ifpga_rawdev/ifpga_rawdev.c | 246 ++++++++++++++++++++++++++++++++ 1 file changed, 246 insertions(+)
drivers/raw/ifpga_rawdev/ifpga_rawdev.c +246 -0
@@ -28,6 +28,8 @@#include <rte_bus_vdev.h> #include "base/opae_hw_api.h" +#include "base/opae_ifpga_hw_api.h" +#include "base/ifpga_api.h" #include "rte_rawdev.h" #include "rte_rawdev_pmd.h" #include "rte_bus_ifpga.h"
@@ -606,6 +608,237 @@ };static int +ifpga_get_fme_error_prop (struct opae_manager *mgr, +u64 prop_id,u64 *val) +{ +struct feature_prop prop; + + prop.feature_id =IFPGA_FME_FEATURE_ID_GLOBAL_ERR ; + prop.prop_id = prop_id; + +if (opae_manager_ifpga_get_prop (mgr, &prop)) +return -EINVAL ; + + *val = prop.data; + +return 0 ; +} + +static int +ifpga_set_fme_error_prop (struct opae_manager *mgr, +u64 prop_id,u64 val) +{ +struct feature_prop prop; + + prop.feature_id =IFPGA_FME_FEATURE_ID_GLOBAL_ERR ; + prop.prop_id = prop_id; + + prop.data = val; + +if (opae_manager_ifpga_set_prop (mgr, &prop)) +return -EINVAL ; + +return 0 ; +} + +static int +fme_err_read_seu_emr (struct opae_manager *mgr) +{ +struct feature_prop prop; +u64 val; +int ret; + + ret =ifpga_get_fme_error_prop (mgr,FME_ERR_PROP_SEU_EMR_LOW , &val); +if (ret) +return -EINVAL ; + +IFPGA_RAWDEV_PMD_INFO ("seu emr low: 0x%lx\n" , val); + + ret =ifpga_get_fme_error_prop (mgr,FME_ERR_PROP_SEU_EMR_HIGH , &val); +if (ret) +return -EINVAL ; + +IFPGA_RAWDEV_PMD_INFO ("seu emr high: 0x%lx\n" , prop.data); + +return 0 ; +} + +static int fme_clear_warning_intr (struct opae_manager *mgr) +{ +u64 val; + +if (ifpga_set_fme_error_prop (mgr,FME_ERR_PROP_INJECT_ERRORS ,0 )) +return -EINVAL ; + +if (ifpga_get_fme_error_prop (mgr,FME_ERR_PROP_NONFATAL_ERRORS , &val)) +return -EINVAL ; +if ((val &0x40 ) !=0 ) +IFPGA_RAWDEV_PMD_INFO ("clean not done\n" ); + +return 0 ; +} + +static int +fme_err_handle_error0 (struct opae_manager *mgr) +{ +struct feature_fme_error0 fme_error0; +u64 val; + +if (ifpga_get_fme_error_prop (mgr,FME_ERR_PROP_ERRORS , &val)) +return -EINVAL ; + + fme_error0.csr = val; + +if (fme_error0.fabric_err) +IFPGA_RAWDEV_PMD_ERR ("Fabric error\n" ); +else if (fme_error0.fabfifo_overflow) +IFPGA_RAWDEV_PMD_ERR ("Fabric fifo under/overflow error\n" ); +else if (fme_error0.afu_acc_mode_err) +IFPGA_RAWDEV_PMD_ERR ("AFU PF/VF access mismatch detected\n" ); +else if (fme_error0.pcie0cdc_parity_err) +IFPGA_RAWDEV_PMD_ERR ("PCIe0 CDC Parity Error\n" ); +else if (fme_error0.cvlcdc_parity_err) +IFPGA_RAWDEV_PMD_ERR ("CVL CDC Parity Error\n" ); +else if (fme_error0.fpgaseuerr) { +fme_err_read_seu_emr (mgr); +rte_panic ("SEU error occurred\n" ); + } + +/* clean the errors */ +if (ifpga_set_fme_error_prop (mgr,FME_ERR_PROP_ERRORS , val)) +return -EINVAL ; + +return 0 ; +} + +static int +fme_err_handle_catfatal_error (struct opae_manager *mgr) +{ +struct feature_fme_ras_catfaterror fme_catfatal; +u64 val; + +if (ifpga_get_fme_error_prop (mgr,FME_ERR_PROP_CATFATAL_ERRORS , &val)) +return -EINVAL ; + + fme_catfatal.csr = val; + +if (fme_catfatal.cci_fatal_err) +IFPGA_RAWDEV_PMD_ERR ("CCI error detected\n" ); +else if (fme_catfatal.fabric_fatal_err) +IFPGA_RAWDEV_PMD_ERR ("Fabric fatal error detected\n" ); +else if (fme_catfatal.pcie_poison_err) +IFPGA_RAWDEV_PMD_ERR ("Poison error from PCIe ports\n" ); +else if (fme_catfatal.inject_fata_err) +IFPGA_RAWDEV_PMD_ERR ("Injected Fatal Error\n" ); +else if (fme_catfatal.crc_catast_err) +IFPGA_RAWDEV_PMD_ERR ("a catastrophic EDCRC error\n" ); +else if (fme_catfatal.injected_catast_err) +IFPGA_RAWDEV_PMD_ERR ("Injected Catastrophic Error\n" ); +else if (fme_catfatal.bmc_seu_catast_err) { +fme_err_read_seu_emr (mgr); +rte_panic ("SEU error occurred in BMC\n" ); + } + +return 0 ; +} + +static int +fme_err_handle_nonfaterror (struct opae_manager *mgr) +{ +struct feature_fme_ras_nonfaterror nonfaterr; +u64 val; + +if (ifpga_get_fme_error_prop (mgr,FME_ERR_PROP_NONFATAL_ERRORS , &val)) +return -EINVAL ; + + nonfaterr.csr = val; + +if (nonfaterr.temp_thresh_ap1) +IFPGA_RAWDEV_PMD_INFO ("Temperature threshold triggered AP1\n" ); +else if (nonfaterr.temp_thresh_ap2) +IFPGA_RAWDEV_PMD_INFO ("Temperature threshold triggered AP2\n" ); +else if (nonfaterr.pcie_error) +IFPGA_RAWDEV_PMD_INFO ("an error has occurred in pcie\n" ); +else if (nonfaterr.portfatal_error) +IFPGA_RAWDEV_PMD_INFO ("fatal error occurred in AFU port.\n" ); +else if (nonfaterr.proc_hot) +IFPGA_RAWDEV_PMD_INFO ("a ProcHot event\n" ); +else if (nonfaterr.afu_acc_mode_err) +IFPGA_RAWDEV_PMD_INFO ("an AFU PF/VF access mismatch\n" ); +else if (nonfaterr.injected_nonfata_err) { +IFPGA_RAWDEV_PMD_INFO ("Injected Warning Error\n" ); +fme_clear_warning_intr (mgr); + }else if (nonfaterr.temp_thresh_AP6) +IFPGA_RAWDEV_PMD_INFO ("Temperature threshold triggered AP6\n" ); +else if (nonfaterr.power_thresh_AP1) +IFPGA_RAWDEV_PMD_INFO ("Power threshold triggered AP1\n" ); +else if (nonfaterr.power_thresh_AP2) +IFPGA_RAWDEV_PMD_INFO ("Power threshold triggered AP2\n" ); +else if (nonfaterr.mbp_err) +IFPGA_RAWDEV_PMD_INFO ("an MBP event\n" ); + +return 0 ; +} + +static void +fme_interrupt_handler (void *param) +{ +struct opae_manager *mgr = (struct opae_manager *)param; + +IFPGA_RAWDEV_PMD_INFO ("%s interrupt occurred\n" , __func__); + +fme_err_handle_error0 (mgr); +fme_err_handle_nonfaterror (mgr); +fme_err_handle_catfatal_error (mgr); +} + +static struct rte_intr_handle fme_intr_handle; + +static int ifpga_register_fme_interrupt (struct opae_manager *mgr) +{ +int ret; +struct fpga_fme_err_irq_set err_irq_set; + + fme_intr_handle.type =RTE_INTR_HANDLE_VFIO_MSIX ; + + ret =rte_intr_efd_enable (&fme_intr_handle,1 ); +if (ret) +return -EINVAL ; + + fme_intr_handle.fd = fme_intr_handle.efds[0 ]; + +IFPGA_RAWDEV_PMD_DEBUG ("vfio_dev_fd=%d, efd=%d, fd=%d\n" , + fme_intr_handle.vfio_dev_fd, + fme_intr_handle.efds[0 ], fme_intr_handle.fd); + + err_irq_set.evtfd = fme_intr_handle.efds[0 ]; + ret =opae_manager_ifpga_set_err_irq (mgr, &err_irq_set); +if (ret) +return -EINVAL ; + +/* register FME interrupt using DPDK API */ + ret =rte_intr_callback_register (&fme_intr_handle, + fme_interrupt_handler, + (void *)mgr); +if (ret) +return -EINVAL ; + +IFPGA_RAWDEV_PMD_INFO ("success register fme interrupt\n" ); + +return 0 ; +} + +static int +ifpga_unregister_fme_interrupt (struct opae_manager *mgr) +{ +rte_intr_efd_disable (&fme_intr_handle); + +return rte_intr_callback_unregister (&fme_intr_handle, + fme_interrupt_handler, + (void *)mgr); +} + +static int ifpga_rawdev_create (struct rte_pci_device *pci_dev,int socket_id) {
@@ -653,6 +886,7 @@ } data->device_id = pci_dev->id.device_id; data->vendor_id = pci_dev->id.vendor_id; + data->vfio_dev_fd = pci_dev->intr_handle.vfio_dev_fd; adapter = rawdev->dev_private;/* create a opae_adapter based on above device data */
@@ -678,6 +912,10 @@IFPGA_RAWDEV_PMD_INFO ("this is a PF function" ); } + ret =ifpga_register_fme_interrupt (mgr); +if (ret) + goto free_adapter_data; +return ret; free_adapter_data:
@@ -697,6 +935,7 @@struct rte_rawdev *rawdev;char name[RTE_RAWDEV_NAME_MAX_LEN ];struct opae_adapter *adapter; +struct opae_manager *mgr;if (!pci_dev) {IFPGA_RAWDEV_PMD_ERR ("Invalid pci_dev of the device!" );
@@ -721,6 +960,13 @@if (!adapter)return -ENODEV ; + mgr =opae_adapter_get_mgr (adapter); +if (!mgr) +return -ENODEV ; + +if (ifpga_unregister_fme_interrupt (mgr)) +return -EINVAL ; +opae_adapter_data_free (adapter->data);opae_adapter_free (adapter);
Signature · 1 line
1.8.3.1
PATCH v2 11/12 raw/ifpga_rawdev: add PCIe BDF devices tree scan
In reply to Rosen XuAdd PCIe BDF devices tree scan for ipn3ke.
--- drivers/raw/ifpga_rawdev/ifpga_rawdev.c | 553 +++++++++++++++++++++++++++++++- drivers/raw/ifpga_rawdev/ifpga_rawdev.h | 16 + 2 files changed, 562 insertions(+), 7 deletions(-)
drivers/raw/ifpga_rawdev/ifpga_rawdev.c +546 -7
@@ -8,6 +8,8 @@#include <unistd.h> #include <sys/types.h> #include <fcntl.h> +#include <sys/ioctl.h> +#include <sys/epoll.h> #include <rte_log.h> #include <rte_bus.h> #include <rte_eal_memconfig.h>
@@ -18,7 +20,7 @@#include <rte_bus_pci.h> #include <rte_kvargs.h> #include <rte_alarm.h> - +#include <rte_interrupts.h> #include <rte_errno.h> #include <rte_per_lcore.h> #include <rte_memory.h>
@@ -26,6 +28,7 @@#include <rte_eal.h> #include <rte_common.h> #include <rte_bus_vdev.h> +#include <rte_string_fns.h> #include "base/opae_hw_api.h" #include "base/opae_ifpga_hw_api.h"
@@ -38,6 +41,12 @@#include "ifpga_rawdev.h" #include "ipn3ke_rawdev_api.h" +#define RTE_PCI_EXT_CAP_ID_ERR 0x01/* Advanced Error Reporting */ +#define RTE_PCI_CFG_SPACE_SIZE 256 +#define RTE_PCI_CFG_SPACE_EXP_SIZE 4096 +#define RTE_PCI_EXT_CAP_ID (header) (int)(header & 0x0000ffff) +#define RTE_PCI_EXT_CAP_NEXT (header) ((header >> 20) & 0xffc) +int ifpga_rawdev_logtype;#define PCI_VENDOR_ID_INTEL 0x8086
@@ -65,6 +74,493 @@ { .vendor_id = 0, /* sentinel */ }, }; +static struct ifpga_rawdev ifpga_rawdevices[IFPGA_RAWDEV_NUM ]; + +static int ifpga_monitor_start; +static pthread_t ifpga_monitor_start_thread; + +static struct ifpga_rawdev * +ifpga_rawdev_allocate (struct rte_rawdev *rawdev); +static int set_surprise_link_check_aer (struct ifpga_rawdev *ifpga_rdev); +static int ifpga_pci_find_next_ext_capability (unsigned int fd, +int start,int cap); +static int ifpga_pci_find_ext_capability (unsigned int fd,int cap); + +struct ifpga_rawdev * +ifpga_rawdev_get (const struct rte_rawdev *rawdev) +{ +struct ifpga_rawdev *dev; +unsigned int i; + +if (rawdev ==NULL ) +return NULL ; + +for (i =0 ; i <IFPGA_RAWDEV_NUM ; i++) { + dev = &ifpga_rawdevices[i]; +if (dev->rawdev == rawdev) +return dev; + } + +return NULL ; +} + +static inline uint8_t +ifpga_rawdev_find_free_device_index (void ) +{ +uint16_t dev_id; + +for (dev_id =0 ; dev_id <IFPGA_RAWDEV_NUM ; dev_id++) { +if (ifpga_rawdevices[dev_id].rawdev ==NULL ) +return dev_id; + } + +return IFPGA_RAWDEV_NUM ; +} +static struct ifpga_rawdev * +ifpga_rawdev_allocate (struct rte_rawdev *rawdev) +{ +struct ifpga_rawdev *dev; +uint16_t dev_id; + + dev =ifpga_rawdev_get (rawdev); +if (dev !=NULL ) { +IFPGA_RAWDEV_PMD_ERR ("Event device already allocated!" ); +return NULL ; + } + + dev_id =ifpga_rawdev_find_free_device_index (); +if (dev_id ==IFPGA_RAWDEV_NUM ) { +IFPGA_RAWDEV_PMD_ERR ("Reached maximum number of raw devices" ); +return NULL ; + } + + dev = &ifpga_rawdevices[dev_id]; + dev->rawdev = rawdev; + dev->dev_id = dev_id; + +return dev; +} + +static int ifpga_pci_find_next_ext_capability (unsigned int fd, +int start,int cap) +{ +uint32_t header; +int ttl; +int pos =RTE_PCI_CFG_SPACE_SIZE ; +int ret; + +/* minimum 8 bytes per capability */ + ttl = (RTE_PCI_CFG_SPACE_EXP_SIZE -RTE_PCI_CFG_SPACE_SIZE ) /8 ; + +if (start) + pos = start; + ret =pread (fd, &header,sizeof (header), pos); +if (ret ==-1 ) +return -1 ; + +/* +* If we have no capabilities, this is indicated by cap ID, +* cap version and next pointer all being 0. +*/ +if (header ==0 ) +return 0 ; + +while (ttl-- >0 ) { +if (RTE_PCI_EXT_CAP_ID (header) == cap && pos != start) +return pos; + + pos =RTE_PCI_EXT_CAP_NEXT (header); +if (pos <RTE_PCI_CFG_SPACE_SIZE ) +break ; + ret =pread (fd, &header,sizeof (header), pos); +if (ret ==-1 ) +return -1 ; + } + +return 0 ; +} + +static int ifpga_pci_find_ext_capability (unsigned int fd,int cap) +{ +return ifpga_pci_find_next_ext_capability (fd,0 , cap); +} + +static int ifpga_get_dev_vendor_id (const char *bdf, +uint32_t *dev_id,uint32_t *vendor_id) +{ +int fd; +char path[1024 ]; +int ret; +uint32_t header; + +strlcpy (path,"/sys/bus/pci/devices/" ,sizeof (path)); +strlcat (path, bdf,sizeof (path)); +strlcat (path,"/config" ,sizeof (path)); + fd =open (path,O_RDWR ); +if (fd <0 ) +return -1 ; + ret =pread (fd, &header,sizeof (header),0 ); +if (ret ==-1 ) { +close (fd); +return -1 ; + } + (*vendor_id) = header &0xffff ; + (*dev_id) = (header >>16 ) &0xffff ; +close (fd); + +return 0 ; +} +static int ifpga_rawdev_fill_info (struct ifpga_rawdev *ifpga_dev, +const char *bdf) +{ +char path[1024 ] ="/sys/bus/pci/devices/0000:" ; +char link[1024 ], link1[1024 ]; +char dir[1024 ] ="/sys/devices/" ; +char *c; +int ret; +char sub_brg_bdf[4 ][16 ]; +int point; +DIR *dp =NULL ; +struct dirent *entry; +int i, j; + +unsigned int dom, bus, dev; +int func; +uint32_t dev_id, vendor_id; + +strlcat (path, bdf,sizeof (path)); +memset (link,0 ,sizeof (link)); +memset (link1,0 ,sizeof (link1)); + ret =readlink (path, link, (sizeof (link)-1 )); +if (ret ==-1 ) +return -1 ; +strlcpy (link1, link,sizeof (link1)); +memset (ifpga_dev->parent_bdf,0 ,16 ); + point =strlen (link); +if (point <39 ) +return -1 ; + point -=39 ; + link[point] =0 ; +if (point <12 ) +return -1 ; + point -=12 ; +rte_memcpy (ifpga_dev->parent_bdf, &link[point],12 ); + + point =strlen (link1); +if (point <26 ) +return -1 ; + point -=26 ; + link1[point] =0 ; +if (point <12 ) +return -1 ; + point -=12 ; + c =strchr (link1,'p' ); +if (!c) +return -1 ; +strlcat (dir, c,sizeof (dir)); + +//scan folder + dp =opendir (dir); +if (dp ==NULL ) +return -1 ; + i =0 ; +while ((entry =readdir (dp)) !=NULL ) { +if (i >=4 ) +break ; +if (entry->d_name[0 ] =='.' ) +continue ; +if (strlen (entry->d_name) >12 ) +continue ; +if (sscanf (entry->d_name,"%x:%x:%x.%d" , + &dom, &bus, &dev, &func) <4 ) +continue ; +else { +strlcpy (sub_brg_bdf[i], + entry->d_name, +sizeof (sub_brg_bdf[i])); + i++; + } + } +closedir (dp); + +//get fpga and fvl + j =0 ; +for (i =0 ; i <4 ; i++) { +strlcpy (link, dir,sizeof (link)); +strlcat (link,"/" ,sizeof (link)); +strlcat (link, sub_brg_bdf[i],sizeof (link)); + dp =opendir (link); +if (dp ==NULL ) +return -1 ; +while ((entry =readdir (dp)) !=NULL ) { +if (j >=8 ) +break ; +if (entry->d_name[0 ] =='.' ) +continue ; + +if (strlen (entry->d_name) >12 ) +continue ; +if (sscanf (entry->d_name,"%x:%x:%x.%d" , + &dom, &bus, &dev, &func) <4 ) +continue ; +else { +if (ifpga_get_dev_vendor_id (entry->d_name, + &dev_id, &vendor_id)) +continue ; +if (vendor_id ==0x8086 && + (dev_id ==0x0CF8 || + dev_id ==0x0D58 || + dev_id ==0x1580 )) { +strlcpy (ifpga_dev->fvl_bdf[j], + entry->d_name, +sizeof (ifpga_dev->fvl_bdf[j])); + j++; + } + } + } +closedir (dp); + } + +return 0 ; +} + +#define HIGH_FATAL (_sens, value)\ + (((_sens)->flags & OPAE_SENSOR_HIGH_FATAL_VALID) &&\ + (value > (_sens)->high_fatal)) + +#define HIGH_WARN (_sens, value)\ + (((_sens)->flags & OPAE_SENSOR_HIGH_WARN_VALID) &&\ + (value > (_sens)->high_warn)) + +#define LOW_FATAL (_sens, value)\ + (((_sens)->flags & OPAE_SENSOR_LOW_FATAL_VALID) &&\ + (value > (_sens)->low_fatal)) + +#define LOW_WARN (_sens, value)\ + (((_sens)->flags & OPAE_SENSOR_LOW_WARN_VALID) &&\ + (value > (_sens)->low_warn)) + +#define AUX_VOLTAGE_WARN 11400 + +static int +ifpga_monitor_sensor (struct rte_rawdev *raw_dev, +bool *gsd_start) +{ +struct opae_adapter *adapter; +struct opae_manager *mgr; +struct opae_sensor_info *sensor; +unsigned int value; +int ret; + + adapter =ifpga_rawdev_get_priv (raw_dev); +if (!adapter) +return -ENODEV ; + + mgr =opae_adapter_get_mgr (adapter); +if (!mgr) +return -ENODEV ; + +opae_mgr_for_each_sensor (sensor) { +if (!sensor) + goto fail; + +if (!(sensor->flags &OPAE_SENSOR_VALID )) + goto fail; + + ret =opae_mgr_get_sensor_value (mgr, sensor, &value); +if (ret) + goto fail; + +if (value ==0xdeadbeef ) { +IFPGA_RAWDEV_PMD_ERR ("sensor is invalid value %x\n" , + value); +continue ; + } + +/* monitor temperature sensors */ +if (!strcmp (sensor->name,"Board Temperature" ) || + !strcmp (sensor->name,"FPGA Die Temperature" )) { +IFPGA_RAWDEV_PMD_INFO ("read sensor %s %d %d %d\n" , + sensor->name, value, sensor->high_warn, + sensor->high_fatal); + +if (HIGH_WARN (sensor, value) || +LOW_WARN (sensor, value)) { +IFPGA_RAWDEV_PMD_INFO ("%s reach theshold %d\n" , + sensor->name, value); + *gsd_start = true; +break ; + } + } + +/* monitor 12V AUX sensor */ +if (!strcmp (sensor->name,"12V AUX Voltage" )) { +if (value <AUX_VOLTAGE_WARN ) { +IFPGA_RAWDEV_PMD_INFO ("%s reach theshold %d\n" , + sensor->name, value); + *gsd_start = true; +break ; + } + } + } + +return 0 ; +fail: +return -EFAULT ; +} + +static int set_surprise_link_check_aer (struct ifpga_rawdev *ifpga_rdev) +{ +struct rte_rawdev *rdev; +int fd =-1 ; +char path[1024 ]; +int pos; +int ret; +uint32_t data; +bool enable =0 ; +uint32_t aer_new0, aer_new1; + +if (!ifpga_rdev) { +printf ("\n device does not exist\n" ); +return -EFAULT ; + } + + rdev = ifpga_rdev->rawdev; +if (ifpga_rdev->aer_enable) +return -EFAULT ; +if (ifpga_monitor_sensor (rdev, &enable)) +return -EFAULT ; +if (enable) { +IFPGA_RAWDEV_PMD_ERR ("Set AER, pls graceful shutdown\n" ); + ifpga_rdev->aer_enable =1 ; +//get bridge fd +strlcpy (path,"/sys/bus/pci/devices/" ,sizeof (path)); +strlcat (path, ifpga_rdev->parent_bdf,sizeof (path)); +strlcat (path,"/config" ,sizeof (path)); + fd =open (path,O_RDWR ); +if (fd <0 ) + goto end; + pos =ifpga_pci_find_ext_capability (fd,RTE_PCI_EXT_CAP_ID_ERR ); +if (!pos) + goto end; +//save previout ECAP_AER+0x08 + ret =pread (fd, &data,sizeof (data), pos+0x08 ); +if (ret ==-1 ) + goto end; + ifpga_rdev->aer_old[0 ] = data; +//save previout ECAP_AER+0x14 + ret =pread (fd, &data,sizeof (data), pos+0x14 ); +if (ret ==-1 ) + goto end; + ifpga_rdev->aer_old[1 ] = data; + +//set ECAP_AER+0x08 to 0xFFFFFFFF + data =0xffffffff ; + ret =pwrite (fd, &data,4 , pos+0x08 ); +if (ret ==-1 ) + goto end; +//set ECAP_AER+0x14 to 0xFFFFFFFF + ret =pwrite (fd, &data,4 , pos+0x14 ); +if (ret ==-1 ) + goto end; + +//read current ECAP_AER+0x08 + ret =pread (fd, &data,sizeof (data), pos+0x08 ); +if (ret ==-1 ) + goto end; + aer_new0 = data; +//read current ECAP_AER+0x14 + ret =pread (fd, &data,sizeof (data), pos+0x14 ); +if (ret ==-1 ) + goto end; + aer_new1 = data; + +if (fd !=-1 ) +close (fd); + +printf (">>>>>>Set AER %x,%x %x,%x\n" , + ifpga_rdev->aer_old[0 ], ifpga_rdev->aer_old[1 ], + aer_new0, aer_new1); + +return 1 ; + } + +end: +if (fd !=-1 ) +close (fd); +return -EFAULT ; +} + +static void * +ifpga_rawdev_gsd_handle(__rte_unused void *param) +{ +struct ifpga_rawdev *ifpga_rdev; +int i; +int gsd_enable, ret; +#define MS 1000 + +while (1 ) { + gsd_enable =0 ; +for (i =0 ; i <IFPGA_RAWDEV_NUM ; i++) { + ifpga_rdev = &ifpga_rawdevices[i]; +if (ifpga_rdev->rawdev) { +printf (">>>>>>Check Device %s\n" , + ifpga_rdev->rawdev->name); + ret =set_surprise_link_check_aer (ifpga_rdev); +if (ret ==1 ) + gsd_enable =1 ; + } + } + +if (gsd_enable) +rte_exit (EXIT_FAILURE ,">>>>>>Graceful Shutdown\n" ); + +rte_delay_us (1000 *MS ); + } + +return NULL ; +} + +static int +ifpga_monitor_start_func (void ) +{ +int ret; + +if (ifpga_monitor_start ==0 ) { + ret =pthread_create (&ifpga_monitor_start_thread, +NULL , + ifpga_rawdev_gsd_handle,NULL ); +if (ret) { +IFPGA_RAWDEV_PMD_ERR ("Fail to create ifpga nonitor thread" ); +return -1 ; + } + ifpga_monitor_start =1 ; + } + +return 0 ; +} +static int +ifpga_monitor_stop_func (void ) +{ +int ret; + +if (ifpga_monitor_start ==1 ) { + ret =pthread_cancel (ifpga_monitor_start_thread); +if (ret) +IFPGA_RAWDEV_PMD_ERR ("Can't cancel the thread" ); + + ret =pthread_join (ifpga_monitor_start_thread,NULL ); +if (ret) +IFPGA_RAWDEV_PMD_ERR ("Can't join the thread" ); + + ifpga_monitor_start =0 ; + +return ret; + } + +return 0 ; +} +static int ifpga_fill_afu_dev (struct opae_accelerator *acc,struct rte_afu_device *afu_dev)
@@ -373,8 +869,9 @@if (ret)return ret; -memcpy (&afu_pr_conf->afu_id.uuid.uuid_low, uuid.b,sizeof (u64)); -memcpy (&afu_pr_conf->afu_id.uuid.uuid_high, uuid.b +8 ,sizeof (u64)); +rte_memcpy (&afu_pr_conf->afu_id.uuid.uuid_low, uuid.b,sizeof (u64)); +rte_memcpy (&afu_pr_conf->afu_id.uuid.uuid_high, + uuid.b +8 ,sizeof (u64)); IFPGA_RAWDEV_PMD_INFO("%s: uuid_l=0x%lx, uuid_h=0x%lx\n", __func__, (unsigned long)afu_pr_conf->afu_id.uuid.uuid_low,
@@ -644,7 +1141,6 @@static int fme_err_read_seu_emr (struct opae_manager *mgr) { -struct feature_prop prop;u64 val;int ret;
@@ -658,7 +1154,7 @@if (ret)return -EINVAL ; -IFPGA_RAWDEV_PMD_INFO ("seu emr high: 0x%lx\n" , prop.data); +IFPGA_RAWDEV_PMD_INFO ("seu emr high: 0x%lx\n" , val);return 0 ; }
@@ -844,6 +1340,7 @@ static int ifpga_register_fme_interrupt(struct opae_manager *mgr) {int ret =0 ;struct rte_rawdev *rawdev =NULL ; +struct ifpga_rawdev *dev =NULL ;struct opae_adapter *adapter =NULL ;struct opae_manager *mgr =NULL ;struct opae_adapter_data_pci *data =NULL ;
@@ -857,7 +1354,7 @@ static int ifpga_register_fme_interrupt(struct opae_manager *mgr) }memset (name,0 ,sizeof (name)); -snprintf (name,RTE_RAWDEV_NAME_MAX_LEN ,"IFPGA:%x:%02x.%x" , +snprintf (name,RTE_RAWDEV_NAME_MAX_LEN ,"IFPGA:%02x:%02x.%x" , pci_dev->addr.bus, pci_dev->addr.devid, pci_dev->addr.function);IFPGA_RAWDEV_PMD_INFO ("Init %s on NUMA node %d" , name,rte_socket_id ());
@@ -871,6 +1368,14 @@ static int ifpga_register_fme_interrupt(struct opae_manager *mgr) goto cleanup; } + dev =ifpga_rawdev_allocate (rawdev); +if (dev ==NULL ) { +IFPGA_RAWDEV_PMD_ERR ("Unable to allocate ifpga_rawdevice" ); + ret = -EINVAL ; + goto cleanup; + } + dev->aer_enable =0 ; +/* alloc OPAE_FPGA_PCI data to register to OPAE hardware level API */ data =opae_adapter_data_alloc (OPAE_FPGA_PCI );if (!data) {
@@ -989,6 +1494,7 @@ static int ifpga_register_fme_interrupt(struct opae_manager *mgr)static int ifpga_rawdev_pci_remove (struct rte_pci_device *pci_dev) { +ifpga_monitor_stop_func ();return ifpga_rawdev_destroy (pci_dev); }
@@ -1020,13 +1526,32 @@ static int ifpga_register_fme_interrupt(struct opae_manager *mgr)NULL }; +static int ifpga_rawdev_get_string_arg(const char *key __rte_unused, +const char *value,void *extra_args) +{ +int size; +if (!value || !extra_args) +return -EINVAL ; + + size =strlen (value) +1 ; + *(char **)extra_args =rte_malloc (NULL , size,RTE_CACHE_LINE_SIZE ); +strlcpy (*(char **)extra_args, value, size); + +if (!*(char **)extra_args) +return -ENOMEM ; + +return 0 ; +}static int ifpga_cfg_probe (struct rte_vdev_device *dev) {struct rte_devargs *devargs;struct rte_kvargs *kvlist =NULL ; +struct rte_rawdev *rawdev =NULL ; +struct ifpga_rawdev *ifpga_dev;int port;char *name =NULL ; +const char *bdf;char dev_name[RTE_RAWDEV_NAME_MAX_LEN ];int ret =-1 ;
@@ -1040,7 +1565,8 @@ static int ifpga_register_fme_interrupt(struct opae_manager *mgr)if (rte_kvargs_count (kvlist,IFPGA_ARG_NAME ) ==1 ) {if (rte_kvargs_process (kvlist,IFPGA_ARG_NAME , - &rte_ifpga_get_string_arg, &name) <0 ) { + &ifpga_rawdev_get_string_arg, + &name) <0 ) {IFPGA_RAWDEV_PMD_ERR ("error to parse %s" ,IFPGA_ARG_NAME ); goto end;
@@ -1067,6 +1593,19 @@ static int ifpga_register_fme_interrupt(struct opae_manager *mgr) }memset (dev_name,0 ,sizeof (dev_name)); +snprintf (dev_name,RTE_RAWDEV_NAME_MAX_LEN ,"IFPGA:%s" , name); + rawdev =rte_rawdev_pmd_get_named_dev (dev_name); +if (!rawdev) + goto end; + ifpga_dev =ifpga_rawdev_get (rawdev); +if (!ifpga_dev) + goto end; + bdf = name; +ifpga_rawdev_fill_info (ifpga_dev, bdf); + +ifpga_monitor_start_func (); + +memset (dev_name,0 ,sizeof (dev_name));snprintf (dev_name,RTE_RAWDEV_NAME_MAX_LEN ,"%d|%s" , port, name);
drivers/raw/ifpga_rawdev/ifpga_rawdev.h +16 -0
@@ -46,4 +46,20 @@ enum ifpga_rawdev_device_state { return rawdev->dev_private; } +#define IFPGA_RAWDEV_MSIX_IRQ_NUM 7 +#define IFPGA_RAWDEV_NUM 32 + +struct ifpga_rawdev { +int dev_id; +struct rte_rawdev *rawdev; +int aer_enable; +int intr_fd[IFPGA_RAWDEV_MSIX_IRQ_NUM +1 ]; +uint32_t aer_old[2 ]; +char fvl_bdf[8 ][16 ]; +char parent_bdf[16 ]; +}; + +struct ifpga_rawdev * +ifpga_rawdev_get (const struct rte_rawdev *rawdev); +#endif /* _IFPGA_RAWDEV_H_ */
Signature · 1 line
1.8.3.1
PATCH v2 12/12 net/ipn3ke: remove configuration for i40e port bonding
In reply to Rosen XuThe ipn3ke board FPGA and i40e BDF scan has added in ifpga_rawdev, so it doesn't need to provide configuration for i40e port bonding.
--- drivers/net/ipn3ke/Makefile | 2 + drivers/net/ipn3ke/ipn3ke_ethdev.c | 289 ++++---------------------------- drivers/net/ipn3ke/ipn3ke_representor.c | 7 +- 3 files changed, 43 insertions(+), 255 deletions(-)
drivers/net/ipn3ke/Makefile +2 -0
@@ -19,6 +19,8 @@ CFLAGS += -DALLOW_EXPERIMENTAL_API CFLAGS += -O3 CFLAGS += $(WERROR_FLAGS) CFLAGS += -I$(RTE_SDK)/drivers/bus/ifpga +CFLAGS += -I$(RTE_SDK)/drivers/raw/ifpga_rawdev +CFLAGS += -I$(RTE_SDK)/drivers/net/i40e LDLIBS += -lrte_eal -lrte_mbuf -lrte_mempool -lrte_ring LDLIBS += -lrte_ethdev -lrte_net -lrte_kvargs LDLIBS += -lrte_bus_ifpga
drivers/net/ipn3ke/ipn3ke_ethdev.c +36 -253
344 lines not on this page · raw message
drivers/net/ipn3ke/ipn3ke_representor.c +5 -2
@@ -20,6 +20,7 @@#include <rte_rawdev_pmd.h> #include <rte_bus_ifpga.h> #include <ifpga_logs.h> +#include <rte_pmd_i40e.h> #include "ipn3ke_rawdev_api.h" #include "ipn3ke_flow.h"
@@ -2906,8 +2907,10 @@ static uint16_t ipn3ke_rpst_recv_pkts(__rte_unused void *rx_q, rpst->switch_domain_id = representor_param->switch_domain_id; rpst->port_id = representor_param->port_id; rpst->hw = representor_param->hw; - rpst->i40e_pf_eth =NULL ; - rpst->i40e_pf_eth_port_id =0xFFFF ; + rpst->i40e_pf_eth = representor_param->i40e_pf_eth; + rpst->i40e_pf_eth_port_id = representor_param->i40e_pf_eth_port_id; +if (rpst->i40e_pf_eth) +i40e_set_switch_dev (rpst->i40e_pf_eth, rpst->ethdev); ethdev->data->mac_addrs =rte_zmalloc ("ipn3ke" ,RTE_ETHER_ADDR_LEN ,0 );if (!ethdev->data->mac_addrs) {
Signature · 1 line
1.8.3.1
Quoted 10 lines
-----Original Message-----
From: dev <[email protected]> On Behalf Of Rosen Xu
Sent: Friday, August 2, 2019 6:49 AM
To: [email protected]
Cc: [email protected]; [email protected]; [email protected]; [email protected]; [email protected]; [email protected]; [email protected]
Subject: [dpdk-dev] [PATCH v2 00/12] Add PCIe AER disable and IRQ support for ipn3ke
Quoted 3 lines
This patch set adds PCIe AER disable and IRQ support for ipn3ke. Disable PCIe AER is very useful when FPGA reload. IRQ is used very widely in interrupt process.
Shouldn't it better to have common code in PCI subsystem to disable PCIe AER etc, So that other drivers can be used in future.
Quoted 2 lines
For ipn3ke is connect to CPU with PCIe switch, driver needs to scan all PCIe
Do we need a special PCIe switch for this? Or Generic PCIe switch would do?
Quoted 2 lines
devices of ipn3ke, it also can get all i40e of card, so ipn3ke driver doesn't need to take some configuration of i40e.
Is communication between i40e and ipn3ke proprietary scheme? Who is the PCIe bus master here? Ipn3ke or i40e?
Hi,
Quoted 21 lines
-----Original Message-----
From: Jerin Jacob Kollanukkaran [mailto:[email protected]]
Sent: Friday, August 02, 2019 12:15
To: Xu, Rosen <[email protected]>; [email protected]
Cc: Yigit, Ferruh <[email protected]>; Zhang, Tianfei <[email protected]>; Pei, Andy <[email protected]>; Lomartire, David <[email protected]>; Zhang, Qi Z <[email protected]>; Ye, Xiaolong <[email protected]>
Subject: RE: [dpdk-dev] [PATCH v2 00/12] Add PCIe AER disable and IRQ support for ipn3keQuoted 10 lines
-----Original Message-----
From: dev <[email protected]> On Behalf Of Rosen Xu
Sent: Friday, August 2, 2019 6:49 AM
To: [email protected]
Cc: [email protected]; [email protected]; [email protected]; [email protected]; [email protected]; [email protected]; [email protected]
Subject: [dpdk-dev] [PATCH v2 00/12] Add PCIe AER disable and IRQ support for ipn3ke
Quoted 6 lines
Quoted 3 lines
This patch set adds PCIe AER disable and IRQ support for ipn3ke. Disable PCIe AER is very useful when FPGA reload. IRQ is used very widely in interrupt process.
Shouldn't it better to have common code in PCI subsystem to disable PCIe AER etc, So that other drivers can be used in future.
That's a good proposal. But there's something special in IPN3KE. In IPN3KE, one Intel A10 FPGA and two I40e are connected to CPU with PCIe switch chip, there are some errors when PCIe switch chip bonding to VFIO, in our design, we access PCIe configure space with pread/pwrite. For AER disable, we need access PCIe switch chip configuration space.
Quoted 5 lines
Quoted 3 lines
For ipn3ke is connect to CPU with PCIe switch, driver needs to scan all PCIe
Do we need a special PCIe switch for this? Or Generic PCIe switch would do?
It's hardware specific.
Quoted 4 lines
Quoted 2 lines
devices of ipn3ke, it also can get all i40e of card, so ipn3ke driver doesn't need to take some configuration of i40e.
Is communication between i40e and ipn3ke proprietary scheme?
Yes.
Quoted 1 line
Who is the PCIe bus master here? Ipn3ke or i40e?
From DPDK point of view, there are 3 PCIe devices in DPDK one Intel A10 FPGA and two I40e. No master.
Quoted 2 lines
v3 cover Add PCIe AER disable and IRQ support for ipn3ke
In reply to Rosen XuThis patch set adds PCIe AER disable and IRQ support for ipn3ke. Disable PCIe AER is very useful when FPGA reload. IRQ is used very widely in interrupt process.
For ipn3ke is connect to CPU with PCIe switch, driver needs to scan all PCIe devices of ipn3ke, it also can get all i40e of card, so ipn3ke driver doesn't need to take some configuration of i40e.
v3 updates:
===========
- Add FPGA network side port MTU configuration
v2 updates:
===========
- Add AUX feature support
Rosen Xu (4):
net/i40e: i40e support ipn3ke FPGA port bonding raw/ifpga_rawdev: add PCIe BDF devices tree scan net/ipn3ke: remove configuration for i40e port bonding net/ipn3ke: add FPGA network side port MTU configuration
Tianfei Zhang (2):
raw/ifpga_rawdev/base: align the send buffer for SPI raw/ifpga_rawdev/base: introducing sensor APIs
Tianfei zhang (7):
raw/ifpga_rawdev/base: add irq support raw/ifpga_rawdev/base: clear pending bit raw/ifpga_rawdev/base: add SEU error support raw/ifpga_rawdev/base: add device tree support raw/ifpga_rawdev/base: add sensor support raw/ifpga_rawdev/base: update SEU register definition raw/ifpga_rawdev: add SEU error handler
drivers/net/i40e/base/i40e_type.h | 3 + drivers/net/i40e/i40e_ethdev.c | 34 +- drivers/net/i40e/rte_pmd_i40e.h | 4 + drivers/net/ipn3ke/Makefile | 2 + drivers/net/ipn3ke/ipn3ke_ethdev.c | 297 ++------ drivers/net/ipn3ke/ipn3ke_ethdev.h | 55 ++ drivers/net/ipn3ke/ipn3ke_representor.c | 7 +- drivers/raw/ifpga_rawdev/base/ifpga_api.c | 10 + drivers/raw/ifpga_rawdev/base/ifpga_defines.h | 18 +- drivers/raw/ifpga_rawdev/base/ifpga_feature_dev.c | 61 ++ drivers/raw/ifpga_rawdev/base/ifpga_feature_dev.h | 3 + drivers/raw/ifpga_rawdev/base/ifpga_fme.c | 21 + drivers/raw/ifpga_rawdev/base/ifpga_fme_error.c | 69 +- drivers/raw/ifpga_rawdev/base/ifpga_port.c | 20 + drivers/raw/ifpga_rawdev/base/ifpga_port_error.c | 21 + drivers/raw/ifpga_rawdev/base/opae_hw_api.c | 115 +++ drivers/raw/ifpga_rawdev/base/opae_hw_api.h | 16 + drivers/raw/ifpga_rawdev/base/opae_ifpga_hw_api.h | 2 + drivers/raw/ifpga_rawdev/base/opae_intel_max10.c | 462 ++++++++++++ drivers/raw/ifpga_rawdev/base/opae_intel_max10.h | 66 ++ drivers/raw/ifpga_rawdev/base/opae_osdep.h | 7 +- .../raw/ifpga_rawdev/base/opae_spi_transaction.c | 40 +- drivers/raw/ifpga_rawdev/ifpga_rawdev.c | 793 ++++++++++++++++++++- drivers/raw/ifpga_rawdev/ifpga_rawdev.h | 16 + mk/rte.app.mk | 2 +- 25 files changed, 1866 insertions(+), 278 deletions(-)
Signature · 1 line
1.8.3.1
PATCH v3 1/13 net/i40e: i40e support ipn3ke FPGA port bonding
In ipn3ke, each FPGA network side port bonding to an i40e pf, each i40e pf link status should get data from FPGA network, side port. This patch provide bonding relationship.
--- drivers/net/i40e/base/i40e_type.h | 3 +++ drivers/net/i40e/i40e_ethdev.c | 34 ++++++++++++++++++++++++++++++++-- drivers/net/i40e/rte_pmd_i40e.h | 4 ++++ 3 files changed, 39 insertions(+), 2 deletions(-)
drivers/net/i40e/base/i40e_type.h +3 -0
@@ -660,6 +660,9 @@ struct i40e_hw {struct i40e_nvm_info nvm;struct i40e_fc_info fc; +//switch device +struct rte_eth_dev *switch_dev; +/* pci info */ u16 device_id;u16 vendor_id;
drivers/net/i40e/i40e_ethdev.c +32 -2
@@ -1312,6 +1312,9 @@ static inline void i40e_config_automask(struct i40e_pf *pf) hw->adapter_stopped =0 ; hw->adapter_closed =0 ; +//Update switch device pointer + hw->switch_dev =NULL ; +/* * Switch Tag value should not be identical to either the First Tag * or Second Tag values. So set something other than common Ethertype
@@ -2782,6 +2785,20 @@ void i40e_flex_payload_reg_set_default(struct i40e_hw *hw) } } +void +i40e_set_switch_dev (struct rte_eth_dev *i40e_dev, +struct rte_eth_dev *switch_dev) +{ +struct i40e_hw *hw; + +if (!i40e_dev) +return ; + + hw =I40E_DEV_PRIVATE_TO_HW (i40e_dev->data->dev_private); + + hw->switch_dev = switch_dev; +} +int i40e_dev_link_update (struct rte_eth_dev *dev,int wait_to_complete)
@@ -2790,6 +2807,7 @@ void i40e_flex_payload_reg_set_default(struct i40e_hw *hw)struct rte_eth_link link;bool enable_lse = dev->data->dev_conf.intr_conf.lsc ? true : false;int ret; +struct rte_eth_dev *switch_ethdev;memset (&link,0 ,sizeof (link));
@@ -2803,6 +2821,18 @@ void i40e_flex_payload_reg_set_default(struct i40e_hw *hw)else update_link_aq (hw, &link, enable_lse, wait_to_complete); + switch_ethdev = hw->switch_dev; +if (switch_ethdev) { +rte_eth_linkstatus_get (switch_ethdev, &link); +printf (">>>>>>>>>>>>>i40e_update_link 5 link.link_status %d\n" , + link.link_status); + }else { + link.link_duplex =ETH_LINK_FULL_DUPLEX ; + link.link_autoneg =ETH_LINK_SPEED_FIXED ; + link.link_speed =ETH_SPEED_NUM_25G ; + link.link_status =0 ; + } + ret =rte_eth_linkstatus_set (dev, &link);i40e_notify_all_vfs_link_status (dev);
@@ -12541,7 +12571,7 @@ struct i40e_customized_pctype** b. Old_filter = 10 (Stag_Inner_Vlan) * c. New_filter = 0x10 * d. TR bit = 0xff (optional, not used here) -* e. Buffer – 2 entries: +* e. Buffer - 2 entries: * i. Byte 0 = 8 (outer vlan FV index). * Byte 1 = 0 (rsv) * Byte 2-3 = 0x0fff
@@ -12555,7 +12585,7 @@ struct i40e_customized_pctype** a. Valid_flags.replace_cloud = 1 * b. Old_filter = 1 (instead of outer IP) * c. New_filter = 0x10 -* d. Buffer – 2 entries: +* d. Buffer - 2 entries: * i. Byte 0 = 0x80 | 7 (valid | Stag). * Byte 1-3 = 0 (rsv) * ii. Byte 8 = 0x80 | 0x10 (valid | new l1 filter step1)
drivers/net/i40e/rte_pmd_i40e.h +4 -0
@@ -1061,4 +1061,8 @@ int rte_pmd_i40e_inset_set(uint16_t port, uint8_t pctype, return 0; } +void +i40e_set_switch_dev (struct rte_eth_dev *i40e_dev, +struct rte_eth_dev *switch_dev); +#endif /* _PMD_I40E_H_ */
Signature · 1 line
1.8.3.1
PATCH v3 2/13 raw/ifpga_rawdev/base: add irq support
In reply to Rosen XuFrom: Tianfei zhang <[email protected]>
Add irq support for ifpga FME globle error, port error and uint unit. We implmented this feature by vfio interrupt mechanism.
--- drivers/raw/ifpga_rawdev/base/ifpga_feature_dev.c | 61 +++++++++++++++++++++++ drivers/raw/ifpga_rawdev/base/ifpga_fme_error.c | 22 ++++++++ drivers/raw/ifpga_rawdev/base/ifpga_port.c | 20 ++++++++ drivers/raw/ifpga_rawdev/base/ifpga_port_error.c | 21 ++++++++ 4 files changed, 124 insertions(+)
drivers/raw/ifpga_rawdev/base/ifpga_feature_dev.c +61 -0
@@ -3,6 +3,7 @@*/ #include <sys/ioctl.h> +#include <rte_vfio.h> #include "ifpga_feature_dev.h"
@@ -331,3 +332,63 @@ int port_hw_init(struct ifpga_port_hw *port)port_hw_uinit (port);return ret; } + +/* +* FIXME: we should get msix vec count during pci enumeration instead of +* below hardcode value. +*/ +#define FPGA_MSIX_VEC_COUNT 20 +/* irq set buffer length for interrupt */ +#define MSIX_IRQ_SET_BUF_LEN (sizeof(struct vfio_irq_set) + \ + sizeof(int) * FPGA_MSIX_VEC_COUNT) + +/* only support msix for now*/ +static int vfio_msix_enable_block (s32 vfio_dev_fd,unsigned int vec_start, +unsigned int count,s32 *fds) +{ +char irq_set_buf[MSIX_IRQ_SET_BUF_LEN ]; +struct vfio_irq_set *irq_set; +int len, ret; +int *fd_ptr; + + len =sizeof (irq_set_buf); + + irq_set = (struct vfio_irq_set *)irq_set_buf; + irq_set->argsz = len; + irq_set->count = count; + irq_set->flags =VFIO_IRQ_SET_DATA_EVENTFD | +VFIO_IRQ_SET_ACTION_TRIGGER ; + irq_set->index =VFIO_PCI_MSIX_IRQ_INDEX ; + irq_set->start = vec_start; + + fd_ptr = (int *)&irq_set->data; +memcpy (fd_ptr, fds,sizeof (int ) * count); + + ret =ioctl (vfio_dev_fd,VFIO_DEVICE_SET_IRQS , irq_set); +if (ret) +printf ("Error enabling MSI-X interrupts\n" ); + +return ret; +} + +int fpga_msix_set_block (struct ifpga_feature *feature,unsigned int start, +unsigned int count,s32 *fds) +{ +struct feature_irq_ctx *ctx = feature->ctx; +unsigned int i; +int ret; + +if (start >= feature->ctx_num || start + count > feature->ctx_num) +return -EINVAL ; + +/* assume that each feature has continuous vector space in msix*/ + ret =vfio_msix_enable_block (feature->vfio_dev_fd, + ctx[start].idx, count, fds); +if (!ret) { +for (i =0 ; i < count; i++) + ctx[i].eventfd = fds[i]; + } + +return ret; +} +
drivers/raw/ifpga_rawdev/base/ifpga_fme_error.c +22 -0
@@ -373,9 +373,31 @@ static int fme_global_error_set_prop(struct ifpga_feature *feature,return -ENOENT ; } +static int fme_global_err_set_irq (struct ifpga_feature *feature,void *irq_set) +{ +struct fpga_fme_err_irq_set *err_irq_set = + (struct fpga_fme_err_irq_set *)irq_set; +struct ifpga_fme_hw *fme; +int ret; + + fme = (struct ifpga_fme_hw *)feature->parent; + +spinlock_lock (&fme->lock); +if (!(fme->capability &FPGA_FME_CAP_ERR_IRQ )) { +spinlock_unlock (&fme->lock); +return -ENODEV ; + } + + ret =fpga_msix_set_block (feature,0 ,1 , &err_irq_set->evtfd); +spinlock_unlock (&fme->lock); + +return ret; +} +struct ifpga_feature_ops fme_global_err_ops = { .init = fme_global_error_init, .uinit = fme_global_error_uinit, .get_prop = fme_global_error_get_prop, .set_prop = fme_global_error_set_prop, + .set_irq = fme_global_err_set_irq, };
drivers/raw/ifpga_rawdev/base/ifpga_port.c +20 -0
@@ -384,9 +384,29 @@ static void port_uint_uinit(struct ifpga_feature *feature)dev_info (NULL ,"PORT UINT UInit.\n" ); } +static int port_uint_set_irq (struct ifpga_feature *feature,void *irq_set) +{ +struct fpga_uafu_irq_set *uafu_irq_set = irq_set; +struct ifpga_port_hw *port = feature->parent; +int ret; + +spinlock_lock (&port->lock); +if (!(port->capability &FPGA_PORT_CAP_UAFU_IRQ )) { +spinlock_unlock (&port->lock); +return -ENODEV ; + } + + ret =fpga_msix_set_block (feature, uafu_irq_set->start, + uafu_irq_set->count, uafu_irq_set->evtfds); +spinlock_unlock (&port->lock); + +return ret; +} +struct ifpga_feature_ops ifpga_rawdev_port_uint_ops = { .init = port_uint_init, .uinit = port_uint_uinit, + .set_irq = port_uint_set_irq, };static int port_afu_init (struct ifpga_feature *feature)
drivers/raw/ifpga_rawdev/base/ifpga_port_error.c +21 -0
@@ -136,9 +136,30 @@ static int port_error_set_prop(struct ifpga_feature *feature,return -ENOENT ; } +static int port_error_set_irq (struct ifpga_feature *feature,void *irq_set) +{ +struct fpga_port_err_irq_set *err_irq_set = irq_set; +struct ifpga_port_hw *port; +int ret; + + port = feature->parent; + +spinlock_lock (&port->lock); +if (!(port->capability &FPGA_PORT_CAP_ERR_IRQ )) { +spinlock_unlock (&port->lock); +return -ENODEV ; + } + + ret =fpga_msix_set_block (feature,0 ,1 , &err_irq_set->evtfd); +spinlock_unlock (&port->lock); + +return ret; +} +struct ifpga_feature_ops ifpga_rawdev_port_error_ops = { .init = port_error_init, .uinit = port_error_uinit, .get_prop = port_error_get_prop, .set_prop = port_error_set_prop, + .set_irq = port_error_set_irq, };
Signature · 1 line
1.8.3.1
PATCH v3 3/13 raw/ifpga_rawdev/base: clear pending bit
In reply to Rosen XuFrom: Tianfei zhang <[email protected]>
Every defined bit in FME_ERROR0 is RW1C. Other reserved bits are always 0 when readout and it will plan to be RW1C if needed in future. So it is safe just write the read back value to clear all the errors.
--- drivers/raw/ifpga_rawdev/base/ifpga_defines.h | 9 ++++----- drivers/raw/ifpga_rawdev/base/ifpga_fme_error.c | 4 ++-- drivers/raw/ifpga_rawdev/base/opae_osdep.h | 7 +++++-- 3 files changed, 11 insertions(+), 9 deletions(-)
drivers/raw/ifpga_rawdev/base/ifpga_defines.h +4 -5
@@ -957,25 +957,24 @@ struct feature_fme_dperf { };struct feature_fme_error0 { -#define FME_ERROR0_MASK 0xFFUL#define FME_ERROR0_MASK_DEFAULT 0x40UL/* pcode workaround */ union {u64 csr;struct {u8 fabric_err:1 ;/* Fabric error */ u8 fabfifo_overflow:1 ;/* Fabric fifo overflow */ -u8 kticdc_parity_err:2 ;/* KTI CDC Parity Error */ -u8 iommu_parity_err:1 ;/* IOMMU Parity error */ +u8 reserved2:3 ;/* AFU PF/VF access mismatch detected */ u8 afu_acc_mode_err:1 ; -u8 mbp_err:1 ;/* Indicates an MBP event */ +u8 reserved6:1 ;/* PCIE0 CDC Parity Error */ u8 pcie0cdc_parity_err:5 ;/* PCIE1 CDC Parity Error */ u8 pcie1cdc_parity_err:5 ;/* CVL CDC Parity Error */ u8 cvlcdc_parity_err:3 ; -u64 rsvd:44 ;/* Reserved */ +u8 fpgaseuerr:1 ; +u64 rsvd:43 ;/* Reserved */ }; }; };
drivers/raw/ifpga_rawdev/base/ifpga_fme_error.c +2 -2
@@ -54,7 +54,7 @@ static int fme_err_set_clear(struct ifpga_fme_hw *fme, u64 val)int ret =0 ;spinlock_lock (&fme->lock); -writeq (FME_ERROR0_MASK , &fme_err->fme_err_mask); +writeq (GENMASK_ULL (63 ,0 ), &fme_err->fme_err_mask); fme_error0.csr =readq (&fme_err->fme_err);if (val != fme_error0.csr) {
@@ -65,7 +65,7 @@ static int fme_err_set_clear(struct ifpga_fme_hw *fme, u64 val) fme_first_err.csr =readq (&fme_err->fme_first_err); fme_next_err.csr =readq (&fme_err->fme_next_err); -writeq (fme_error0.csr &FME_ERROR0_MASK , &fme_err->fme_err); +writeq (fme_error0.csr, &fme_err->fme_err);writeq (fme_first_err.csr &FME_FIRST_ERROR_MASK , &fme_err->fme_first_err); writeq(fme_next_err.csr & FME_NEXT_ERROR_MASK,
drivers/raw/ifpga_rawdev/base/opae_osdep.h +5 -2
@@ -32,10 +32,12 @@ struct uuid {#ifndef BITS_PER_LONG #define BITS_PER_LONG (__SIZEOF_LONG__ * 8)#endif +#ifndef BITS_PER_LONG_LONG +#define BITS_PER_LONG_LONG (__SIZEOF_LONG_LONG__ * 8) +#endif #ifndef BIT #define BIT (a) (1UL << (a))#endif /* BIT */ -#define U64_C (x) x ## ULL#ifndef BIT_ULL #define BIT_ULL (a) (1ULL << (a))#endif /* BIT_ULL */
@@ -43,7 +45,8 @@ struct uuid {#define GENMASK (h, l) (((~0UL) << (l)) & (~0UL >> (BITS_PER_LONG - 1 - (h))))#endif /* GENMASK */ #ifndef GENMASK_ULL -#define GENMASK_ULL (h, l) (((U64_C(1) << ((h) - (l) + 1)) - 1) << (l)) +#define GENMASK_ULL (h, l) \ + (((~0ULL) << (l)) & (~0ULL >> (BITS_PER_LONG_LONG - 1 - (h))))#endif /* GENMASK_ULL */ #endif /* LINUX_MACROS */
Signature · 1 line
1.8.3.1
PATCH v3 4/13 raw/ifpga_rawdev/base: add SEU error support
In reply to Rosen XuFrom: Tianfei zhang <[email protected]>
This patch exposes SEU error information to application then application could compare this information (128bit) with its own SMH file to know if this SEU is a fatal error or not.
--- drivers/raw/ifpga_rawdev/base/ifpga_defines.h | 5 ++- drivers/raw/ifpga_rawdev/base/ifpga_fme_error.c | 43 +++++++++++++++++++++++ drivers/raw/ifpga_rawdev/base/opae_ifpga_hw_api.h | 2 ++ 3 files changed, 49 insertions(+), 1 deletion(-)
drivers/raw/ifpga_rawdev/base/ifpga_defines.h +4 -1
@@ -1149,7 +1149,8 @@ struct feature_fme_error_capability { u8 support_intr:1;/* MSI-X vector table entry number */ u16 intr_vector_num:12; - u64 rsvd:51; /* Reserved */ + u64 rsvd:50; /* Reserved */ + u64 seu_support:1; }; }; };
@@ -1171,6 +1172,8 @@ struct feature_fme_err {struct feature_fme_ras_catfaterror ras_catfaterr;struct feature_fme_ras_error_inj ras_error_inj;struct feature_fme_error_capability fme_err_capability; +u64 seu_emr_l; +u64 seu_emr_h; };/* FME Partial Reconfiguration Control */
drivers/raw/ifpga_rawdev/base/ifpga_fme_error.c +43 -0
55 lines not on this page · raw message
drivers/raw/ifpga_rawdev/base/opae_ifpga_hw_api.h +2 -0
@@ -74,6 +74,8 @@ struct feature_prop {#define FME_ERR_PROP_FIRST_ERROR ERR_PROP_FME_ERR(0x2)#define FME_ERR_PROP_NEXT_ERROR ERR_PROP_FME_ERR(0x3)#define FME_ERR_PROP_CLEAR ERR_PROP_FME_ERR(0x4)/* WO */ +#define FME_ERR_PROP_SEU_EMR_LOW ERR_PROP_FME_ERR(0x5) +#define FME_ERR_PROP_SEU_EMR_HIGH ERR_PROP_FME_ERR(0x6)#define FME_ERR_PROP_REVISION ERR_PROP_ROOT(0x5)#define FME_ERR_PROP_PCIE0_ERRORS ERR_PROP_ROOT(0x6)/* RW */ #define FME_ERR_PROP_PCIE1_ERRORS ERR_PROP_ROOT(0x7)/* RW */
Signature · 1 line
1.8.3.1
PATCH v3 5/13 raw/ifpga_rawdev/base: add device tree support
In reply to Rosen XuFrom: Tianfei zhang <[email protected]>
In PAC N3000 card, this is a BMC chip which using MAX10 FPGA to manage the board configuration, like sensors, flash controller, QSFP, powers. And this is a SPI bus connected between A10 FPGA and MAX10, we can access the MAX10 registers over this SPI bus.
In BMC, there are about 19 sensors in MAX10 chip, including the FPGA core temperature, Board temperature, board current, voltage and so on.
We use DTB (Device tree table) to describe it. This DTB file is store in nor flash partition, which will flashed in Factory when the boards delivery to customers. And the same time, the customers can easy to customizate the BMC configuration like change the sensors.
Add device tree support by using libfdt library in Linux distribution. The end-user should pre-install the libfdt and libfdt-devel package before use DPDK on PAC N3000 Card.
For Centos 7.x: sudo yum install libfdt libfdt-devel For Ubuntu 18.04: sudo apt install libfdt-dev libfdt1
--- drivers/raw/ifpga_rawdev/base/opae_intel_max10.c | 183 +++++++++++++++++++++++ drivers/raw/ifpga_rawdev/base/opae_intel_max10.h | 10 ++ mk/rte.app.mk | 2 +- 3 files changed, 194 insertions(+), 1 deletion(-)
drivers/raw/ifpga_rawdev/base/opae_intel_max10.c +183 -0
@@ -3,6 +3,7 @@*/ #include "opae_intel_max10.h" +#include <libfdt.h> static struct intel_max10_device *g_max10;
@@ -26,6 +27,174 @@ int max10_reg_write(unsigned int reg, unsigned int val) reg, 4, (unsigned char *)&tmp); } +static struct max10_compatible_id max10_id_table[] = { + {.compatible =MAX10_PAC ,}, + {.compatible =MAX10_PAC_N3000 ,}, + {.compatible =MAX10_PAC_END ,} +}; + +static struct max10_compatible_id *max10_match_compatible (const char *fdt_root) +{ +struct max10_compatible_id *id = max10_id_table; + +for (;strcmp (id->compatible,MAX10_PAC_END ); id++) { +if (fdt_node_check_compatible (fdt_root,0 , id->compatible)) +continue ; + +return id; + } + +return NULL ; +} + +static inline bool +is_max10_pac_n3000 (struct intel_max10_device *max10) +{ +return max10->id && !strcmp (max10->id->compatible, +MAX10_PAC_N3000 ); +} + +static void max10_check_capability (struct intel_max10_device *max10) +{ +if (!max10->fdt_root) +return ; + +if (is_max10_pac_n3000 (max10)) { + max10->flags |=MAX10_FLAGS_NO_I2C2 | +MAX10_FLAGS_NO_BMCIMG_FLASH ; +dev_info (max10,"found %s card\n" , max10->id->compatible); + } +} + +static int altera_nor_flash_read (u32 offset, +void *buffer,u32 len) +{ +int word_len; +int i; +unsigned int *buf = (unsigned int *)buffer; +unsigned int value; +int ret; + +if (!buffer || len <=0 ) +return -ENODEV ; + + word_len = len/4 ; + +for (i =0 ; i < word_len; i++) { + ret =max10_reg_read (offset + i*4 , + &value); +if (ret) +return -EBUSY ; + + *buf++ = value; + } + +return 0 ; +} + +static int enable_nor_flash (bool on) +{ +unsigned int val =0 ; +int ret; + + ret =max10_reg_read (RSU_REG_OFF , &val); +if (ret) { + dev_err(NULL "enabling flash error\n"); +return ret; + } + +if (on) + val |=RSU_ENABLE ; +else + val &= ~RSU_ENABLE ; + +return max10_reg_write (RSU_REG_OFF , val); +} + +static int init_max10_device_table (struct intel_max10_device *max10) +{ +struct max10_compatible_id *id; +struct fdt_header hdr; +char *fdt_root =NULL ; + +u32 dt_size, dt_addr, val; +int ret; + + ret =max10_reg_read (DT_AVAIL_REG_OFF , &val); +if (ret) { +dev_err (max10"cannot read DT_AVAIL_REG\n" ); +return ret; + } + +if (!(val &DT_AVAIL )) { +dev_err (max10"DT not available\n" ); +return -EINVAL ; + } + + ret =max10_reg_read (DT_BASE_ADDR_REG_OFF , &dt_addr); +if (ret) { +dev_info (max10"cannot get base addr of device table\n" ); +return ret; + } + + ret =enable_nor_flash (true); +if (ret) { +dev_err (max10"fail to enable flash\n" ); +return ret; + } + + ret =altera_nor_flash_read (dt_addr, &hdr,sizeof (hdr)); +if (ret) { +dev_err (max10"read fdt header fail\n" ); + goto done; + } + + ret =fdt_check_header (&hdr); +if (ret) { +dev_err (max10"check fdt header fail\n" ); + goto done; + } + + dt_size =fdt_totalsize (&hdr); +if (dt_size >DFT_MAX_SIZE ) { +dev_err (max10"invalid device table size\n" ); + ret = -EINVAL ; + goto done; + } + + fdt_root =opae_malloc (dt_size); +if (!fdt_root) { + ret = -ENOMEM ; + goto done; + } + + ret =altera_nor_flash_read (dt_addr, fdt_root, dt_size); +if (ret) { +dev_err (max10"cannot read device table\n" ); + goto done; + } + + id =max10_match_compatible (fdt_root); +if (!id) { +dev_err (max10"max10 compatible not found\n" ); + ret = -ENODEV ; + goto done; + } + + max10->flags |=MAX10_FLAGS_DEVICE_TABLE ; + + max10->id = id; + max10->fdt_root = fdt_root; + +done: + ret =enable_nor_flash (false); + +if (ret && fdt_root) +opae_free (fdt_root); + +return ret; +} +struct intel_max10_device *intel_max10_device_probe (struct altera_spi_device *spi,int chipselect)
@@ -49,6 +218,15 @@ struct intel_max10_device */* set the max10 device firstly */ g_max10 = dev; +/* init the MAX10 device table */ + ret =init_max10_device_table (dev); +if (ret) { +dev_err (dev,"init max10 device table fail\n" ); + goto free_dev; + } + +max10_check_capability (dev); +/* read FPGA loading information */ ret =max10_reg_read (FPGA_PAGE_INFO_OFF , &val);if (ret) {
@@ -60,6 +238,8 @@ struct intel_max10_device *return dev; spi_tran_fail: +if (dev->fdt_root) +opae_free (dev->fdt_root);spi_transaction_remove (dev->spi_tran_dev); free_dev: g_max10 =NULL ;
@@ -76,6 +256,9 @@ int intel_max10_device_remove(struct intel_max10_device *dev)if (dev->spi_tran_dev)spi_transaction_remove (dev->spi_tran_dev); +if (dev->fdt_root) +opae_free (dev->fdt_root); + g_max10 =NULL ;opae_free (dev);
drivers/raw/ifpga_rawdev/base/opae_intel_max10.h +10 -0
@@ -8,6 +8,14 @@#include "opae_osdep.h" #include "opae_spi.h" +struct max10_compatible_id { +char compatible[128 ]; +}; + +#define MAX10_PAC "intel,max10" +#define MAX10_PAC_N3000 "intel,max10-pac-n3000" +#define MAX10_PAC_END "intel,end" +/* max10 capability flags */ #define MAX10_FLAGS_NO_I2C2 BIT(0)#define MAX10_FLAGS_NO_BMCIMG_FLASH BIT(1)
@@ -20,6 +28,8 @@ struct intel_max10_device {unsigned int flags;/*max10 hardware capability*/ struct altera_spi_device *spi_master;struct spi_transaction_dev *spi_tran_dev; +struct max10_compatible_id *id;/*max10 compatible*/ +char *fdt_root; };/* retimer speed */
mk/rte.app.mk +1 -1
@@ -319,7 +319,7 @@ _LDLIBS-$(CONFIG_RTE_LIBRTE_PMD_DPAA2_QDMA_RAWDEV) += -lrte_pmd_dpaa2_qdma endif # CONFIG_RTE_LIBRTE_FSLMC_BUS _LDLIBS-$(CONFIG_RTE_LIBRTE_IFPGA_BUS) += -lrte_bus_ifpga ifeq ($(CONFIG_RTE_LIBRTE_IFPGA_BUS),y) -_LDLIBS-$(CONFIG_RTE_LIBRTE_PMD_IFPGA_RAWDEV) += -lrte_pmd_ifpga_rawdev +_LDLIBS-$(CONFIG_RTE_LIBRTE_PMD_IFPGA_RAWDEV) += -lrte_pmd_ifpga_rawdev -lfdt _LDLIBS-$(CONFIG_RTE_LIBRTE_IPN3KE_PMD) += -lrte_pmd_ipn3ke endif # CONFIG_RTE_LIBRTE_IFPGA_BUS _LDLIBS-$(CONFIG_RTE_LIBRTE_PMD_IOAT_RAWDEV) += -lrte_pmd_ioat_rawdev
Signature · 1 line
1.8.3.1
PATCH v3 6/13 raw/ifpga_rawdev/base: align the send buffer for SPI
In reply to Rosen XuFrom: Tianfei Zhang <[email protected]>
The length of send buffer of SPI bus should be 4bytes align.
--- .../raw/ifpga_rawdev/base/opae_spi_transaction.c | 40 +++++++++++++++++++--- 1 file changed, 36 insertions(+), 4 deletions(-)
drivers/raw/ifpga_rawdev/base/opae_spi_transaction.c +36 -4
@@ -109,6 +109,34 @@ static int resp_find_sop_eop(unsigned char *resp, unsigned int len,return ret; } +static void phy_tx_pad (unsigned char *phy_buf,unsigned int phy_buf_len, +unsigned int *aligned_len) +{ +unsigned char *p = &phy_buf[phy_buf_len -1 ], *dst_p; + + *aligned_len =IFPGA_ALIGN (phy_buf_len,4 ); + +if (*aligned_len == phy_buf_len) +return ; + + dst_p = &phy_buf[*aligned_len -1 ]; + +/* move EOP and bytes after EOP to the end of aligned size */ +while (p > phy_buf) { + *dst_p = *p; + +if (*p ==SPI_PACKET_EOP ) +break ; + + p--; + dst_p--; + } + +/* fill the hole with PHY_IDLE */ +while (p < dst_p) + *p++ =SPI_BYTE_IDLE ; +} + static int byte_to_core_convert(struct spi_transaction_dev *dev, unsigned int send_len, unsigned char *send_data, unsigned int resp_len, unsigned char *resp_data,
@@ -149,15 +177,19 @@ static int byte_to_core_convert(struct spi_transaction_dev *dev, } } -print_buffer ("before spi:" , send_packet, p-send_packet); + tx_len = p - send_packet; + +print_buffer ("before spi:" , send_packet, tx_len); -reorder_phy_data (32 , send_packet, p - send_packet); +phy_tx_pad (send_packet, tx_len, &tx_len); +print_buffer ("after pad:" , send_packet, tx_len); -print_buffer ("after order to spi:" , send_packet, p-send_packet); +reorder_phy_data (32 , send_packet, tx_len); + +print_buffer ("after order to spi:" , send_packet, tx_len);/* call spi */ tx_buffer = send_packet; - tx_len = p - send_packet; rx_buffer = resp_packet; rx_len = resp_max_len; spi_flags =SPI_NOT_FOUND ;
Signature · 1 line
1.8.3.1
PATCH v3 7/13 raw/ifpga_rawdev/base: add sensor support
In reply to Rosen XuFrom: Tianfei zhang <[email protected]>
The sensor devices are connected in MAX10 FPGA. we used the device tree to describe those sensor devices. Parse the device tree to get the sensor devices and add them into a list.
--- drivers/raw/ifpga_rawdev/base/opae_intel_max10.c | 279 +++++++++++++++++++++++ drivers/raw/ifpga_rawdev/base/opae_intel_max10.h | 56 +++++ 2 files changed, 335 insertions(+)
drivers/raw/ifpga_rawdev/base/opae_intel_max10.c +279 -0
@@ -7,6 +7,9 @@static struct intel_max10_device *g_max10; +struct opae_sensor_list opae_sensor_list = +TAILQ_HEAD_INITIALIZER (opae_sensor_list); +int max10_reg_read (unsigned int reg,unsigned int *val) {if (!g_max10)
@@ -195,6 +198,277 @@ static int init_max10_device_table(struct intel_max10_device *max10)return ret; } +static u64 fdt_get_number (const fdt32_t *cell,int size) +{ +u64 r =0 ; + +while (size--) + r = (r <<32 ) |fdt32_to_cpu (*cell++); + +return r; +} + +static int fdt_get_reg (const void *fdt,int node,unsigned int idx, +u64 *start,u64 *size) +{ +const fdt32_t *prop, *end; +int na =0 , ns =0 , len =0 , parent; + + parent =fdt_parent_offset (fdt, node); +if (parent <0 ) +return parent; + + prop =fdt_getprop (fdt, parent,"#address-cells" ,NULL ); + na = prop ?fdt32_to_cpu (*prop) :2 ; + + prop =fdt_getprop (fdt, parent,"#size-cells" ,NULL ); + ns = prop ?fdt32_to_cpu (*prop) :2 ; + + prop =fdt_getprop (fdt, node,"reg" , &len); +if (!prop) +return -FDT_ERR_NOTFOUND ; + + end = prop + len/sizeof (*prop); + prop = prop + (na + ns) * idx; + +if (prop + na + ns > end) +return -FDT_ERR_NOTFOUND ; + + *start =fdt_get_number (prop, na); + *size =fdt_get_number (prop + na, ns); + +return 0 ; +} + +static int __fdt_stringlist_search (const void *fdt,int offset, +const char *prop,const char *string) +{ +int length, len, index =0 ; +const char *list, *end; + + list =fdt_getprop (fdt, offset, prop, &length); +if (!list) +return length; + + len =strlen (string) +1 ; + end = list + length; + +while (list < end) { + length =strnlen (list, end - list) +1 ; + +if (list + length > end) +return -FDT_ERR_BADVALUE ; + +if (length == len &&memcmp (list, string, length) ==0 ) +return index; + + list += length; + index++; + } + +return -FDT_ERR_NOTFOUND ; +} + +static int fdt_get_named_reg (const void *fdt,int node,const char *name, +u64 *start,u64 *size) +{ +int idx; + + idx =__fdt_stringlist_search (fdt, node,"reg-names" , name); +if (idx <0 ) +return idx; + +return fdt_get_reg (fdt, node, idx, start, size); +} + +static void max10_sensor_uinit (void ) +{ +struct opae_sensor_info *info; + + TAILQ_FOREACH(info, &opae_sensor_list, node) { +TAILQ_REMOVE (&opae_sensor_list, info, node); +opae_free (info); + } +} + +static bool sensor_reg_valid (struct sensor_reg *reg) +{ +return !!reg->size; +} + +static int max10_add_sensor (struct raw_sensor_info *info, +struct opae_sensor_info *sensor) +{ +int i; +int ret =0 ; +unsigned int val; + +if (!info || !sensor) +return -ENODEV ; + + sensor->id = info->id; + sensor->name = info->name; + sensor->type = info->type; + sensor->multiplier = info->multiplier; + +for (i =SENSOR_REG_VALUE ; i <SENSOR_REG_MAX ; i++) { +if (!sensor_reg_valid (&info->regs[i])) +continue ; + + ret =max10_reg_read (info->regs[i].regoff, &val); +if (ret) +break ; + +if (val ==0xdeadbeef ) +continue ; + + val *= info->multiplier; + +switch (i) { +case SENSOR_REG_VALUE : + sensor->value_reg = info->regs[i].regoff; + sensor->flags |=OPAE_SENSOR_VALID ; +break ; +case SENSOR_REG_HIGH_WARN : + sensor->high_warn = val; + sensor->flags |=OPAE_SENSOR_HIGH_WARN_VALID ; +break ; +case SENSOR_REG_HIGH_FATAL : + sensor->high_fatal = val; + sensor->flags |=OPAE_SENSOR_HIGH_FATAL_VALID ; +break ; +case SENSOR_REG_LOW_WARN : + sensor->low_warn = val; + sensor->flags |=OPAE_SENSOR_LOW_WARN_VALID ; +break ; +case SENSOR_REG_LOW_FATAL : + sensor->low_fatal = val; + sensor->flags |=OPAE_SENSOR_LOW_FATAL_VALID ; +break ; +case SENSOR_REG_HYSTERESIS : + sensor->hysteresis = val; + sensor->flags |=OPAE_SENSOR_HYSTERESIS_VALID ; +break ; + } + } + +return ret; +} + +static int max10_sensor_init (struct intel_max10_device *dev) +{ +int i, ret =0 , offset =0 ; +const fdt32_t *num; +const char *ptr; +u64 start, size; +struct raw_sensor_info *raw; +struct opae_sensor_info *sensor; +char *fdt_root = dev->fdt_root; + +if (!fdt_root) { +dev_debug (dev,"skip sensor init as not find Device Tree\n" ); +return 0 ; + } + +fdt_for_each_subnode (offset, fdt_root,0 ) { + ptr =fdt_get_name (fdt_root, offset,NULL ); +if (!ptr) { +dev_err (dev,"failed to fdt get name\n" ); +continue ; + } + +if (!strstr (ptr,"sensor" )) { +dev_debug (dev,"%s is not a sensor node\n" , ptr); +continue ; + } + +dev_debug (dev,"found sensor node %s\n" , ptr); + + raw = (struct raw_sensor_info *)opae_zmalloc (sizeof (*raw)); +if (!raw) { + ret = -ENOMEM ; + goto free_sensor; + } + + raw->name =fdt_getprop (fdt_root, offset,"sensor_name" ,NULL ); +if (!raw->name) { + ret = -EINVAL ; + goto free_sensor; + } + + raw->type =fdt_getprop (fdt_root, offset,"type" ,NULL ); +if (!raw->type) { + ret = -EINVAL ; + goto free_sensor; + } + +for (i =SENSOR_REG_VALUE ; i <SENSOR_REG_MAX ; i++) { + ret =fdt_get_named_reg (fdt_root, offset, + sensor_reg_name[i], &start, + &size); +if (ret) { +dev_debug (dev,"no found %d: sensor node %s, %s\n" , + ret, ptr, sensor_reg_name[i]); +if (i ==SENSOR_REG_VALUE ) { + ret = -EINVAL ; + goto free_sensor; + } + +continue ; + } + + raw->regs[i].regoff = start; + raw->regs[i].size = size; + } + + num =fdt_getprop (fdt_root, offset,"id" ,NULL ); +if (!num) { + ret = -EINVAL ; + goto free_sensor; + } + + raw->id =fdt32_to_cpu (*num); + num =fdt_getprop (fdt_root, offset,"multiplier" ,NULL ); + raw->multiplier = num ?fdt32_to_cpu (*num) :1 ; + +dev_info (dev,"found sensor from DTB: %s: %s: %u: %u\n" , + raw->name, raw->type, + raw->id, raw->multiplier); + +for (i =SENSOR_REG_VALUE ; i <SENSOR_REG_MAX ; i++) +dev_debug (dev,"sensor reg[%d]: %x: %zu\n" , + i, raw->regs[i].regoff, + raw->regs[i].size); + + sensor =opae_zmalloc (sizeof (*sensor)); +if (!sensor) { + ret = -EINVAL ; + goto free_sensor; + } + +if (max10_add_sensor (raw, sensor)) { + ret = -EINVAL ; +opae_free (sensor); + goto free_sensor; + } + +if (sensor->flags &OPAE_SENSOR_VALID ) +TAILQ_INSERT_TAIL (&opae_sensor_list, sensor, node); +else +opae_free (sensor); + +opae_free (raw); + } + +return 0 ; + +free_sensor: +if (raw) +opae_free (raw); +max10_sensor_uinit (); +return ret; +} +struct intel_max10_device *intel_max10_device_probe (struct altera_spi_device *spi,int chipselect)
@@ -235,6 +509,9 @@ struct intel_max10_device * }dev_info (dev,"FPGA loaded from %s Image\n" , val ?"User" :"Factory" ); + +max10_sensor_init (dev); +return dev; spi_tran_fail:
@@ -253,6 +530,8 @@ int intel_max10_device_remove(struct intel_max10_device *dev)if (!dev)return 0 ; +max10_sensor_uinit (); +if (dev->spi_tran_dev)spi_transaction_remove (dev->spi_tran_dev);
drivers/raw/ifpga_rawdev/base/opae_intel_max10.h +56 -0
60 lines not on this page · raw message
Signature · 1 line
1.8.3.1
PATCH v3 8/13 raw/ifpga_rawdev/base: introducing sensor APIs
In reply to Rosen XuFrom: Tianfei Zhang <[email protected]>
Introducing sensor APIs to PMD driver for PAC N3000 card.
Those sensor APIs:
1. opae_mgr_for_each_sensor()
2. opae_mgr_get_sensor_by_name()
3. opae_mgr_get_sensor_by_id()
4. opae_mgr_get_sensor_value_by_name()
5. opae_mgr_get_sensor_value_by_id()
6. opae_mgr_get_sensor_value()
--- drivers/raw/ifpga_rawdev/base/ifpga_api.c | 10 ++ drivers/raw/ifpga_rawdev/base/ifpga_feature_dev.h | 3 + drivers/raw/ifpga_rawdev/base/ifpga_fme.c | 21 ++++ drivers/raw/ifpga_rawdev/base/opae_hw_api.c | 115 ++++++++++++++++++++++ drivers/raw/ifpga_rawdev/base/opae_hw_api.h | 16 +++ 5 files changed, 165 insertions(+)
drivers/raw/ifpga_rawdev/base/ifpga_api.c +10 -0
@@ -209,9 +209,19 @@ static int ifpga_mgr_get_eth_group_region_info(struct opae_manager *mgr,return 0 ; } +static int ifpga_mgr_get_sensor_value (struct opae_manager *mgr, +struct opae_sensor_info *sensor, +unsigned int *value) +{ +struct ifpga_fme_hw *fme = mgr->data; + +return fme_mgr_get_sensor_value (fme, sensor, value); +} +struct opae_manager_ops ifpga_mgr_ops = { .flash = ifpga_mgr_flash, .get_eth_group_region_info = ifpga_mgr_get_eth_group_region_info, + .get_sensor_value = ifpga_mgr_get_sensor_value, }; static int ifpga_mgr_read_mac_rom(struct opae_manager *mgr, int offset,
drivers/raw/ifpga_rawdev/base/ifpga_feature_dev.h +3 -0
@@ -218,4 +218,7 @@ int fme_mgr_get_retimer_info(struct ifpga_fme_hw *fme, struct opae_retimer_info *info);int fme_mgr_get_retimer_status (struct ifpga_fme_hw *fme,struct opae_retimer_status *status); +int fme_mgr_get_sensor_value (struct ifpga_fme_hw *fme, +struct opae_sensor_info *sensor, +unsigned int *value);#endif /* _IFPGA_FEATURE_DEV_H_ */
drivers/raw/ifpga_rawdev/base/ifpga_fme.c +21 -0
@@ -1300,3 +1300,24 @@ int fme_mgr_get_retimer_status(struct ifpga_fme_hw *fme,return 0 ; } + +int fme_mgr_get_sensor_value (struct ifpga_fme_hw *fme, +struct opae_sensor_info *sensor, +unsigned int *value) +{ +struct intel_max10_device *dev; + + dev = (struct intel_max10_device *)fme->max10_dev; +if (!dev) +return -ENODEV ; + +if (max10_reg_read (sensor->value_reg, value)) { +dev_err (dev,"%s: read sensor value register 0x%x fail\n" , + __func__, sensor->value_reg); +return -EINVAL ; + } + + *value *= sensor->multiplier; + +return 0 ; +}
drivers/raw/ifpga_rawdev/base/opae_hw_api.c +115 -0
118 lines not on this page · raw message
drivers/raw/ifpga_rawdev/base/opae_hw_api.h +16 -0
@@ -48,6 +48,9 @@ struct opae_manager_ops { u32 size, u64 *status);int (*get_eth_group_region_info)(struct opae_manager *mgr,struct opae_eth_group_region_info *info); +int (*get_sensor_value)(struct opae_manager *mgr, +struct opae_sensor_info *sensor, +unsigned int *value); };/* networking management ops in FME */
@@ -69,6 +72,10 @@ struct opae_manager_networking_ops { struct opae_retimer_status *status); }; +extern struct opae_sensor_list opae_sensor_list; +#define opae_mgr_for_each_sensor (sensor) \ + TAILQ_FOREACH(sensor, &opae_sensor_list, node) +/* OPAE Manager APIs */ struct opae_manager * opae_manager_alloc(const char *name, struct opae_manager_ops *ops,
@@ -78,6 +85,15 @@ int opae_manager_flash(struct opae_manager *mgr, int acc_id, const char *buf, u32 size, u64 *status);int opae_manager_get_eth_group_region_info (struct opae_manager *mgr,u8 group_id,struct opae_eth_group_region_info *info); +struct opae_sensor_info *opae_mgr_get_sensor_by_name (const char *name); +struct opae_sensor_info *opae_mgr_get_sensor_by_id (unsigned int id); +int opae_mgr_get_sensor_value_by_name (struct opae_manager *mgr, +const char *name,unsigned int *value); +int opae_mgr_get_sensor_value_by_id (struct opae_manager *mgr, +unsigned int id,unsigned int *value); +int opae_mgr_get_sensor_value (struct opae_manager *mgr, +struct opae_sensor_info *sensor, +unsigned int *value);/* OPAE Bridge Data Structure */ struct opae_bridge_ops ;
Signature · 1 line
1.8.3.1
PATCH v3 9/13 raw/ifpga_rawdev/base: update SEU register definition
In reply to Rosen XuFrom: Tianfei zhang <[email protected]>
Update the SEU registser definition.
--- drivers/raw/ifpga_rawdev/base/ifpga_defines.h | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-)
drivers/raw/ifpga_rawdev/base/ifpga_defines.h +3 -1
@@ -1122,7 +1122,9 @@ struct feature_fme_ras_catfaterror { u8 therm_catast_err:1;/* Injected Catastrophic Error */ u8 injected_catast_err:1; - u64 rsvd:52; +/* SEU error on BMC */ + u8 bmc_seu_catast_err:1; + u64 rsvd:51; }; }; };
Signature · 1 line
1.8.3.1
PATCH v3 10/13 raw/ifpga_rawdev: add SEU error handler
In reply to Rosen XuFrom: Tianfei zhang <[email protected]>
Add SEU interrupt support for FPGA.
--- drivers/raw/ifpga_rawdev/ifpga_rawdev.c | 246 ++++++++++++++++++++++++++++++++ 1 file changed, 246 insertions(+)
drivers/raw/ifpga_rawdev/ifpga_rawdev.c +246 -0
@@ -28,6 +28,8 @@#include <rte_bus_vdev.h> #include "base/opae_hw_api.h" +#include "base/opae_ifpga_hw_api.h" +#include "base/ifpga_api.h" #include "rte_rawdev.h" #include "rte_rawdev_pmd.h" #include "rte_bus_ifpga.h"
@@ -606,6 +608,237 @@ };static int +ifpga_get_fme_error_prop (struct opae_manager *mgr, +u64 prop_id,u64 *val) +{ +struct feature_prop prop; + + prop.feature_id =IFPGA_FME_FEATURE_ID_GLOBAL_ERR ; + prop.prop_id = prop_id; + +if (opae_manager_ifpga_get_prop (mgr, &prop)) +return -EINVAL ; + + *val = prop.data; + +return 0 ; +} + +static int +ifpga_set_fme_error_prop (struct opae_manager *mgr, +u64 prop_id,u64 val) +{ +struct feature_prop prop; + + prop.feature_id =IFPGA_FME_FEATURE_ID_GLOBAL_ERR ; + prop.prop_id = prop_id; + + prop.data = val; + +if (opae_manager_ifpga_set_prop (mgr, &prop)) +return -EINVAL ; + +return 0 ; +} + +static int +fme_err_read_seu_emr (struct opae_manager *mgr) +{ +struct feature_prop prop; +u64 val; +int ret; + + ret =ifpga_get_fme_error_prop (mgr,FME_ERR_PROP_SEU_EMR_LOW , &val); +if (ret) +return -EINVAL ; + +IFPGA_RAWDEV_PMD_INFO ("seu emr low: 0x%lx\n" , val); + + ret =ifpga_get_fme_error_prop (mgr,FME_ERR_PROP_SEU_EMR_HIGH , &val); +if (ret) +return -EINVAL ; + +IFPGA_RAWDEV_PMD_INFO ("seu emr high: 0x%lx\n" , prop.data); + +return 0 ; +} + +static int fme_clear_warning_intr (struct opae_manager *mgr) +{ +u64 val; + +if (ifpga_set_fme_error_prop (mgr,FME_ERR_PROP_INJECT_ERRORS ,0 )) +return -EINVAL ; + +if (ifpga_get_fme_error_prop (mgr,FME_ERR_PROP_NONFATAL_ERRORS , &val)) +return -EINVAL ; +if ((val &0x40 ) !=0 ) +IFPGA_RAWDEV_PMD_INFO ("clean not done\n" ); + +return 0 ; +} + +static int +fme_err_handle_error0 (struct opae_manager *mgr) +{ +struct feature_fme_error0 fme_error0; +u64 val; + +if (ifpga_get_fme_error_prop (mgr,FME_ERR_PROP_ERRORS , &val)) +return -EINVAL ; + + fme_error0.csr = val; + +if (fme_error0.fabric_err) +IFPGA_RAWDEV_PMD_ERR ("Fabric error\n" ); +else if (fme_error0.fabfifo_overflow) +IFPGA_RAWDEV_PMD_ERR ("Fabric fifo under/overflow error\n" ); +else if (fme_error0.afu_acc_mode_err) +IFPGA_RAWDEV_PMD_ERR ("AFU PF/VF access mismatch detected\n" ); +else if (fme_error0.pcie0cdc_parity_err) +IFPGA_RAWDEV_PMD_ERR ("PCIe0 CDC Parity Error\n" ); +else if (fme_error0.cvlcdc_parity_err) +IFPGA_RAWDEV_PMD_ERR ("CVL CDC Parity Error\n" ); +else if (fme_error0.fpgaseuerr) { +fme_err_read_seu_emr (mgr); +rte_panic ("SEU error occurred\n" ); + } + +/* clean the errors */ +if (ifpga_set_fme_error_prop (mgr,FME_ERR_PROP_ERRORS , val)) +return -EINVAL ; + +return 0 ; +} + +static int +fme_err_handle_catfatal_error (struct opae_manager *mgr) +{ +struct feature_fme_ras_catfaterror fme_catfatal; +u64 val; + +if (ifpga_get_fme_error_prop (mgr,FME_ERR_PROP_CATFATAL_ERRORS , &val)) +return -EINVAL ; + + fme_catfatal.csr = val; + +if (fme_catfatal.cci_fatal_err) +IFPGA_RAWDEV_PMD_ERR ("CCI error detected\n" ); +else if (fme_catfatal.fabric_fatal_err) +IFPGA_RAWDEV_PMD_ERR ("Fabric fatal error detected\n" ); +else if (fme_catfatal.pcie_poison_err) +IFPGA_RAWDEV_PMD_ERR ("Poison error from PCIe ports\n" ); +else if (fme_catfatal.inject_fata_err) +IFPGA_RAWDEV_PMD_ERR ("Injected Fatal Error\n" ); +else if (fme_catfatal.crc_catast_err) +IFPGA_RAWDEV_PMD_ERR ("a catastrophic EDCRC error\n" ); +else if (fme_catfatal.injected_catast_err) +IFPGA_RAWDEV_PMD_ERR ("Injected Catastrophic Error\n" ); +else if (fme_catfatal.bmc_seu_catast_err) { +fme_err_read_seu_emr (mgr); +rte_panic ("SEU error occurred in BMC\n" ); + } + +return 0 ; +} + +static int +fme_err_handle_nonfaterror (struct opae_manager *mgr) +{ +struct feature_fme_ras_nonfaterror nonfaterr; +u64 val; + +if (ifpga_get_fme_error_prop (mgr,FME_ERR_PROP_NONFATAL_ERRORS , &val)) +return -EINVAL ; + + nonfaterr.csr = val; + +if (nonfaterr.temp_thresh_ap1) +IFPGA_RAWDEV_PMD_INFO ("Temperature threshold triggered AP1\n" ); +else if (nonfaterr.temp_thresh_ap2) +IFPGA_RAWDEV_PMD_INFO ("Temperature threshold triggered AP2\n" ); +else if (nonfaterr.pcie_error) +IFPGA_RAWDEV_PMD_INFO ("an error has occurred in pcie\n" ); +else if (nonfaterr.portfatal_error) +IFPGA_RAWDEV_PMD_INFO ("fatal error occurred in AFU port.\n" ); +else if (nonfaterr.proc_hot) +IFPGA_RAWDEV_PMD_INFO ("a ProcHot event\n" ); +else if (nonfaterr.afu_acc_mode_err) +IFPGA_RAWDEV_PMD_INFO ("an AFU PF/VF access mismatch\n" ); +else if (nonfaterr.injected_nonfata_err) { +IFPGA_RAWDEV_PMD_INFO ("Injected Warning Error\n" ); +fme_clear_warning_intr (mgr); + }else if (nonfaterr.temp_thresh_AP6) +IFPGA_RAWDEV_PMD_INFO ("Temperature threshold triggered AP6\n" ); +else if (nonfaterr.power_thresh_AP1) +IFPGA_RAWDEV_PMD_INFO ("Power threshold triggered AP1\n" ); +else if (nonfaterr.power_thresh_AP2) +IFPGA_RAWDEV_PMD_INFO ("Power threshold triggered AP2\n" ); +else if (nonfaterr.mbp_err) +IFPGA_RAWDEV_PMD_INFO ("an MBP event\n" ); + +return 0 ; +} + +static void +fme_interrupt_handler (void *param) +{ +struct opae_manager *mgr = (struct opae_manager *)param; + +IFPGA_RAWDEV_PMD_INFO ("%s interrupt occurred\n" , __func__); + +fme_err_handle_error0 (mgr); +fme_err_handle_nonfaterror (mgr); +fme_err_handle_catfatal_error (mgr); +} + +static struct rte_intr_handle fme_intr_handle; + +static int ifpga_register_fme_interrupt (struct opae_manager *mgr) +{ +int ret; +struct fpga_fme_err_irq_set err_irq_set; + + fme_intr_handle.type =RTE_INTR_HANDLE_VFIO_MSIX ; + + ret =rte_intr_efd_enable (&fme_intr_handle,1 ); +if (ret) +return -EINVAL ; + + fme_intr_handle.fd = fme_intr_handle.efds[0 ]; + +IFPGA_RAWDEV_PMD_DEBUG ("vfio_dev_fd=%d, efd=%d, fd=%d\n" , + fme_intr_handle.vfio_dev_fd, + fme_intr_handle.efds[0 ], fme_intr_handle.fd); + + err_irq_set.evtfd = fme_intr_handle.efds[0 ]; + ret =opae_manager_ifpga_set_err_irq (mgr, &err_irq_set); +if (ret) +return -EINVAL ; + +/* register FME interrupt using DPDK API */ + ret =rte_intr_callback_register (&fme_intr_handle, + fme_interrupt_handler, + (void *)mgr); +if (ret) +return -EINVAL ; + +IFPGA_RAWDEV_PMD_INFO ("success register fme interrupt\n" ); + +return 0 ; +} + +static int +ifpga_unregister_fme_interrupt (struct opae_manager *mgr) +{ +rte_intr_efd_disable (&fme_intr_handle); + +return rte_intr_callback_unregister (&fme_intr_handle, + fme_interrupt_handler, + (void *)mgr); +} + +static int ifpga_rawdev_create (struct rte_pci_device *pci_dev,int socket_id) {
@@ -653,6 +886,7 @@ } data->device_id = pci_dev->id.device_id; data->vendor_id = pci_dev->id.vendor_id; + data->vfio_dev_fd = pci_dev->intr_handle.vfio_dev_fd; adapter = rawdev->dev_private;/* create a opae_adapter based on above device data */
@@ -678,6 +912,10 @@IFPGA_RAWDEV_PMD_INFO ("this is a PF function" ); } + ret =ifpga_register_fme_interrupt (mgr); +if (ret) + goto free_adapter_data; +return ret; free_adapter_data:
@@ -697,6 +935,7 @@struct rte_rawdev *rawdev;char name[RTE_RAWDEV_NAME_MAX_LEN ];struct opae_adapter *adapter; +struct opae_manager *mgr;if (!pci_dev) {IFPGA_RAWDEV_PMD_ERR ("Invalid pci_dev of the device!" );
@@ -721,6 +960,13 @@if (!adapter)return -ENODEV ; + mgr =opae_adapter_get_mgr (adapter); +if (!mgr) +return -ENODEV ; + +if (ifpga_unregister_fme_interrupt (mgr)) +return -EINVAL ; +opae_adapter_data_free (adapter->data);opae_adapter_free (adapter);
Signature · 1 line
1.8.3.1
PATCH v3 11/13 raw/ifpga_rawdev: add PCIe BDF devices tree scan
In reply to Rosen XuAdd PCIe BDF devices tree scan for ipn3ke.
--- drivers/raw/ifpga_rawdev/ifpga_rawdev.c | 551 +++++++++++++++++++++++++++++++- drivers/raw/ifpga_rawdev/ifpga_rawdev.h | 16 + 2 files changed, 560 insertions(+), 7 deletions(-)
drivers/raw/ifpga_rawdev/ifpga_rawdev.c +544 -7
@@ -8,6 +8,8 @@#include <unistd.h> #include <sys/types.h> #include <fcntl.h> +#include <sys/ioctl.h> +#include <sys/epoll.h> #include <rte_log.h> #include <rte_bus.h> #include <rte_eal_memconfig.h>
@@ -18,7 +20,7 @@#include <rte_bus_pci.h> #include <rte_kvargs.h> #include <rte_alarm.h> - +#include <rte_interrupts.h> #include <rte_errno.h> #include <rte_per_lcore.h> #include <rte_memory.h>
@@ -26,6 +28,7 @@#include <rte_eal.h> #include <rte_common.h> #include <rte_bus_vdev.h> +#include <rte_string_fns.h> #include "base/opae_hw_api.h" #include "base/opae_ifpga_hw_api.h"
@@ -38,6 +41,12 @@#include "ifpga_rawdev.h" #include "ipn3ke_rawdev_api.h" +#define RTE_PCI_EXT_CAP_ID_ERR 0x01/* Advanced Error Reporting */ +#define RTE_PCI_CFG_SPACE_SIZE 256 +#define RTE_PCI_CFG_SPACE_EXP_SIZE 4096 +#define RTE_PCI_EXT_CAP_ID (header) (int)(header & 0x0000ffff) +#define RTE_PCI_EXT_CAP_NEXT (header) ((header >> 20) & 0xffc) +int ifpga_rawdev_logtype;#define PCI_VENDOR_ID_INTEL 0x8086
@@ -65,6 +74,491 @@ { .vendor_id = 0, /* sentinel */ }, }; +static struct ifpga_rawdev ifpga_rawdevices[IFPGA_RAWDEV_NUM ]; + +static int ifpga_monitor_start; +static pthread_t ifpga_monitor_start_thread; + +static struct ifpga_rawdev * +ifpga_rawdev_allocate (struct rte_rawdev *rawdev); +static int set_surprise_link_check_aer (struct ifpga_rawdev *ifpga_rdev); +static int ifpga_pci_find_next_ext_capability (unsigned int fd, +int start,int cap); +static int ifpga_pci_find_ext_capability (unsigned int fd,int cap); + +struct ifpga_rawdev * +ifpga_rawdev_get (const struct rte_rawdev *rawdev) +{ +struct ifpga_rawdev *dev; +unsigned int i; + +if (rawdev ==NULL ) +return NULL ; + +for (i =0 ; i <IFPGA_RAWDEV_NUM ; i++) { + dev = &ifpga_rawdevices[i]; +if (dev->rawdev == rawdev) +return dev; + } + +return NULL ; +} + +static inline uint8_t +ifpga_rawdev_find_free_device_index (void ) +{ +uint16_t dev_id; + +for (dev_id =0 ; dev_id <IFPGA_RAWDEV_NUM ; dev_id++) { +if (ifpga_rawdevices[dev_id].rawdev ==NULL ) +return dev_id; + } + +return IFPGA_RAWDEV_NUM ; +} +static struct ifpga_rawdev * +ifpga_rawdev_allocate (struct rte_rawdev *rawdev) +{ +struct ifpga_rawdev *dev; +uint16_t dev_id; + + dev =ifpga_rawdev_get (rawdev); +if (dev !=NULL ) { +IFPGA_RAWDEV_PMD_ERR ("Event device already allocated!" ); +return NULL ; + } + + dev_id =ifpga_rawdev_find_free_device_index (); +if (dev_id ==IFPGA_RAWDEV_NUM ) { +IFPGA_RAWDEV_PMD_ERR ("Reached maximum number of raw devices" ); +return NULL ; + } + + dev = &ifpga_rawdevices[dev_id]; + dev->rawdev = rawdev; + dev->dev_id = dev_id; + +return dev; +} + +static int ifpga_pci_find_next_ext_capability (unsigned int fd, +int start,int cap) +{ +uint32_t header; +int ttl; +int pos =RTE_PCI_CFG_SPACE_SIZE ; +int ret; + +/* minimum 8 bytes per capability */ + ttl = (RTE_PCI_CFG_SPACE_EXP_SIZE -RTE_PCI_CFG_SPACE_SIZE ) /8 ; + +if (start) + pos = start; + ret =pread (fd, &header,sizeof (header), pos); +if (ret ==-1 ) +return -1 ; + +/* +* If we have no capabilities, this is indicated by cap ID, +* cap version and next pointer all being 0. +*/ +if (header ==0 ) +return 0 ; + +while (ttl-- >0 ) { +if (RTE_PCI_EXT_CAP_ID (header) == cap && pos != start) +return pos; + + pos =RTE_PCI_EXT_CAP_NEXT (header); +if (pos <RTE_PCI_CFG_SPACE_SIZE ) +break ; + ret =pread (fd, &header,sizeof (header), pos); +if (ret ==-1 ) +return -1 ; + } + +return 0 ; +} + +static int ifpga_pci_find_ext_capability (unsigned int fd,int cap) +{ +return ifpga_pci_find_next_ext_capability (fd,0 , cap); +} + +static int ifpga_get_dev_vendor_id (const char *bdf, +uint32_t *dev_id,uint32_t *vendor_id) +{ +int fd; +char path[1024 ]; +int ret; +uint32_t header; + +strlcpy (path,"/sys/bus/pci/devices/" ,sizeof (path)); +strlcat (path, bdf,sizeof (path)); +strlcat (path,"/config" ,sizeof (path)); + fd =open (path,O_RDWR ); +if (fd <0 ) +return -1 ; + ret =pread (fd, &header,sizeof (header),0 ); +if (ret ==-1 ) { +close (fd); +return -1 ; + } + (*vendor_id) = header &0xffff ; + (*dev_id) = (header >>16 ) &0xffff ; +close (fd); + +return 0 ; +} +static int ifpga_rawdev_fill_info (struct ifpga_rawdev *ifpga_dev, +const char *bdf) +{ +char path[1024 ] ="/sys/bus/pci/devices/0000:" ; +char link[1024 ], link1[1024 ]; +char dir[1024 ] ="/sys/devices/" ; +char *c; +int ret; +char sub_brg_bdf[4 ][16 ]; +int point; +DIR *dp =NULL ; +struct dirent *entry; +int i, j; + +unsigned int dom, bus, dev; +int func; +uint32_t dev_id, vendor_id; + +strlcat (path, bdf,sizeof (path)); +memset (link,0 ,sizeof (link)); +memset (link1,0 ,sizeof (link1)); + ret =readlink (path, link, (sizeof (link)-1 )); +if (ret ==-1 ) +return -1 ; +strlcpy (link1, link,sizeof (link1)); +memset (ifpga_dev->parent_bdf,0 ,16 ); + point =strlen (link); +if (point <39 ) +return -1 ; + point -=39 ; + link[point] =0 ; +if (point <12 ) +return -1 ; + point -=12 ; +rte_memcpy (ifpga_dev->parent_bdf, &link[point],12 ); + + point =strlen (link1); +if (point <26 ) +return -1 ; + point -=26 ; + link1[point] =0 ; +if (point <12 ) +return -1 ; + point -=12 ; + c =strchr (link1,'p' ); +if (!c) +return -1 ; +strlcat (dir, c,sizeof (dir)); + +//scan folder + dp =opendir (dir); +if (dp ==NULL ) +return -1 ; + i =0 ; +while ((entry =readdir (dp)) !=NULL ) { +if (i >=4 ) +break ; +if (entry->d_name[0 ] =='.' ) +continue ; +if (strlen (entry->d_name) >12 ) +continue ; +if (sscanf (entry->d_name,"%x:%x:%x.%d" , + &dom, &bus, &dev, &func) <4 ) +continue ; +else { +strlcpy (sub_brg_bdf[i], + entry->d_name, +sizeof (sub_brg_bdf[i])); + i++; + } + } +closedir (dp); + +//get fpga and fvl + j =0 ; +for (i =0 ; i <4 ; i++) { +strlcpy (link, dir,sizeof (link)); +strlcat (link,"/" ,sizeof (link)); +strlcat (link, sub_brg_bdf[i],sizeof (link)); + dp =opendir (link); +if (dp ==NULL ) +return -1 ; +while ((entry =readdir (dp)) !=NULL ) { +if (j >=8 ) +break ; +if (entry->d_name[0 ] =='.' ) +continue ; + +if (strlen (entry->d_name) >12 ) +continue ; +if (sscanf (entry->d_name,"%x:%x:%x.%d" , + &dom, &bus, &dev, &func) <4 ) +continue ; +else { +if (ifpga_get_dev_vendor_id (entry->d_name, + &dev_id, &vendor_id)) +continue ; +if (vendor_id ==0x8086 && + (dev_id ==0x0CF8 || + dev_id ==0x0D58 || + dev_id ==0x1580 )) { +strlcpy (ifpga_dev->fvl_bdf[j], + entry->d_name, +sizeof (ifpga_dev->fvl_bdf[j])); + j++; + } + } + } +closedir (dp); + } + +return 0 ; +} + +#define HIGH_FATAL (_sens, value)\ + (((_sens)->flags & OPAE_SENSOR_HIGH_FATAL_VALID) &&\ + (value > (_sens)->high_fatal)) + +#define HIGH_WARN (_sens, value)\ + (((_sens)->flags & OPAE_SENSOR_HIGH_WARN_VALID) &&\ + (value > (_sens)->high_warn)) + +#define LOW_FATAL (_sens, value)\ + (((_sens)->flags & OPAE_SENSOR_LOW_FATAL_VALID) &&\ + (value > (_sens)->low_fatal)) + +#define LOW_WARN (_sens, value)\ + (((_sens)->flags & OPAE_SENSOR_LOW_WARN_VALID) &&\ + (value > (_sens)->low_warn)) + +#define AUX_VOLTAGE_WARN 11400 + +static int +ifpga_monitor_sensor (struct rte_rawdev *raw_dev, +bool *gsd_start) +{ +struct opae_adapter *adapter; +struct opae_manager *mgr; +struct opae_sensor_info *sensor; +unsigned int value; +int ret; + + adapter =ifpga_rawdev_get_priv (raw_dev); +if (!adapter) +return -ENODEV ; + + mgr =opae_adapter_get_mgr (adapter); +if (!mgr) +return -ENODEV ; + +opae_mgr_for_each_sensor (sensor) { +if (!sensor) + goto fail; + +if (!(sensor->flags &OPAE_SENSOR_VALID )) + goto fail; + + ret =opae_mgr_get_sensor_value (mgr, sensor, &value); +if (ret) + goto fail; + +if (value ==0xdeadbeef ) { +IFPGA_RAWDEV_PMD_ERR ("sensor is invalid value %x\n" , + value); +continue ; + } + +/* monitor temperature sensors */ +if (!strcmp (sensor->name,"Board Temperature" ) || + !strcmp (sensor->name,"FPGA Die Temperature" )) { +IFPGA_RAWDEV_PMD_INFO ("read sensor %s %d %d %d\n" , + sensor->name, value, sensor->high_warn, + sensor->high_fatal); + +if (HIGH_WARN (sensor, value) || +LOW_WARN (sensor, value)) { +IFPGA_RAWDEV_PMD_INFO ("%s reach theshold %d\n" , + sensor->name, value); + *gsd_start = true; +break ; + } + } + +/* monitor 12V AUX sensor */ +if (!strcmp (sensor->name,"12V AUX Voltage" )) { +if (value <AUX_VOLTAGE_WARN ) { +IFPGA_RAWDEV_PMD_INFO ("%s reach theshold %d\n" , + sensor->name, value); + *gsd_start = true; +break ; + } + } + } + +return 0 ; +fail: +return -EFAULT ; +} + +static int set_surprise_link_check_aer (struct ifpga_rawdev *ifpga_rdev) +{ +struct rte_rawdev *rdev; +int fd =-1 ; +char path[1024 ]; +int pos; +int ret; +uint32_t data; +bool enable =0 ; +uint32_t aer_new0, aer_new1; + +if (!ifpga_rdev) { +printf ("\n device does not exist\n" ); +return -EFAULT ; + } + + rdev = ifpga_rdev->rawdev; +if (ifpga_rdev->aer_enable) +return -EFAULT ; +if (ifpga_monitor_sensor (rdev, &enable)) +return -EFAULT ; +if (enable) { +IFPGA_RAWDEV_PMD_ERR ("Set AER, pls graceful shutdown\n" ); + ifpga_rdev->aer_enable =1 ; +//get bridge fd +strlcpy (path,"/sys/bus/pci/devices/" ,sizeof (path)); +strlcat (path, ifpga_rdev->parent_bdf,sizeof (path)); +strlcat (path,"/config" ,sizeof (path)); + fd =open (path,O_RDWR ); +if (fd <0 ) + goto end; + pos =ifpga_pci_find_ext_capability (fd,RTE_PCI_EXT_CAP_ID_ERR ); +if (!pos) + goto end; +//save previout ECAP_AER+0x08 + ret =pread (fd, &data,sizeof (data), pos+0x08 ); +if (ret ==-1 ) + goto end; + ifpga_rdev->aer_old[0 ] = data; +//save previout ECAP_AER+0x14 + ret =pread (fd, &data,sizeof (data), pos+0x14 ); +if (ret ==-1 ) + goto end; + ifpga_rdev->aer_old[1 ] = data; + +//set ECAP_AER+0x08 to 0xFFFFFFFF + data =0xffffffff ; + ret =pwrite (fd, &data,4 , pos+0x08 ); +if (ret ==-1 ) + goto end; +//set ECAP_AER+0x14 to 0xFFFFFFFF + ret =pwrite (fd, &data,4 , pos+0x14 ); +if (ret ==-1 ) + goto end; + +//read current ECAP_AER+0x08 + ret =pread (fd, &data,sizeof (data), pos+0x08 ); +if (ret ==-1 ) + goto end; + aer_new0 = data; +//read current ECAP_AER+0x14 + ret =pread (fd, &data,sizeof (data), pos+0x14 ); +if (ret ==-1 ) + goto end; + aer_new1 = data; + +if (fd !=-1 ) +close (fd); + +printf (">>>>>>Set AER %x,%x %x,%x\n" , + ifpga_rdev->aer_old[0 ], ifpga_rdev->aer_old[1 ], + aer_new0, aer_new1); + +return 1 ; + } + +end: +if (fd !=-1 ) +close (fd); +return -EFAULT ; +} + +static void * +ifpga_rawdev_gsd_handle(__rte_unused void *param) +{ +struct ifpga_rawdev *ifpga_rdev; +int i; +int gsd_enable, ret; +#define MS 1000 + +while (1 ) { + gsd_enable =0 ; +for (i =0 ; i <IFPGA_RAWDEV_NUM ; i++) { + ifpga_rdev = &ifpga_rawdevices[i]; +if (ifpga_rdev->rawdev) { + ret =set_surprise_link_check_aer (ifpga_rdev); +if (ret ==1 ) + gsd_enable =1 ; + } + } + +if (gsd_enable) +rte_exit (EXIT_FAILURE ,">>>>>>Graceful Shutdown\n" ); + +rte_delay_us (100000 *MS ); + } + +return NULL ; +} + +static int +ifpga_monitor_start_func (void ) +{ +int ret; + +if (ifpga_monitor_start ==0 ) { + ret =pthread_create (&ifpga_monitor_start_thread, +NULL , + ifpga_rawdev_gsd_handle,NULL ); +if (ret) { +IFPGA_RAWDEV_PMD_ERR ("Fail to create ifpga nonitor thread" ); +return -1 ; + } + ifpga_monitor_start =1 ; + } + +return 0 ; +} +static int +ifpga_monitor_stop_func (void ) +{ +int ret; + +if (ifpga_monitor_start ==1 ) { + ret =pthread_cancel (ifpga_monitor_start_thread); +if (ret) +IFPGA_RAWDEV_PMD_ERR ("Can't cancel the thread" ); + + ret =pthread_join (ifpga_monitor_start_thread,NULL ); +if (ret) +IFPGA_RAWDEV_PMD_ERR ("Can't join the thread" ); + + ifpga_monitor_start =0 ; + +return ret; + } + +return 0 ; +} +static int ifpga_fill_afu_dev (struct opae_accelerator *acc,struct rte_afu_device *afu_dev)
@@ -373,8 +867,9 @@if (ret)return ret; -memcpy (&afu_pr_conf->afu_id.uuid.uuid_low, uuid.b,sizeof (u64)); -memcpy (&afu_pr_conf->afu_id.uuid.uuid_high, uuid.b +8 ,sizeof (u64)); +rte_memcpy (&afu_pr_conf->afu_id.uuid.uuid_low, uuid.b,sizeof (u64)); +rte_memcpy (&afu_pr_conf->afu_id.uuid.uuid_high, + uuid.b +8 ,sizeof (u64)); IFPGA_RAWDEV_PMD_INFO("%s: uuid_l=0x%lx, uuid_h=0x%lx\n", __func__, (unsigned long)afu_pr_conf->afu_id.uuid.uuid_low,
@@ -644,7 +1139,6 @@static int fme_err_read_seu_emr (struct opae_manager *mgr) { -struct feature_prop prop;u64 val;int ret;
@@ -658,7 +1152,7 @@if (ret)return -EINVAL ; -IFPGA_RAWDEV_PMD_INFO ("seu emr high: 0x%lx\n" , prop.data); +IFPGA_RAWDEV_PMD_INFO ("seu emr high: 0x%lx\n" , val);return 0 ; }
@@ -844,6 +1338,7 @@ static int ifpga_register_fme_interrupt(struct opae_manager *mgr) {int ret =0 ;struct rte_rawdev *rawdev =NULL ; +struct ifpga_rawdev *dev =NULL ;struct opae_adapter *adapter =NULL ;struct opae_manager *mgr =NULL ;struct opae_adapter_data_pci *data =NULL ;
@@ -857,7 +1352,7 @@ static int ifpga_register_fme_interrupt(struct opae_manager *mgr) }memset (name,0 ,sizeof (name)); -snprintf (name,RTE_RAWDEV_NAME_MAX_LEN ,"IFPGA:%x:%02x.%x" , +snprintf (name,RTE_RAWDEV_NAME_MAX_LEN ,"IFPGA:%02x:%02x.%x" , pci_dev->addr.bus, pci_dev->addr.devid, pci_dev->addr.function);IFPGA_RAWDEV_PMD_INFO ("Init %s on NUMA node %d" , name,rte_socket_id ());
@@ -871,6 +1366,14 @@ static int ifpga_register_fme_interrupt(struct opae_manager *mgr) goto cleanup; } + dev =ifpga_rawdev_allocate (rawdev); +if (dev ==NULL ) { +IFPGA_RAWDEV_PMD_ERR ("Unable to allocate ifpga_rawdevice" ); + ret = -EINVAL ; + goto cleanup; + } + dev->aer_enable =0 ; +/* alloc OPAE_FPGA_PCI data to register to OPAE hardware level API */ data =opae_adapter_data_alloc (OPAE_FPGA_PCI );if (!data) {
@@ -989,6 +1492,7 @@ static int ifpga_register_fme_interrupt(struct opae_manager *mgr)static int ifpga_rawdev_pci_remove (struct rte_pci_device *pci_dev) { +ifpga_monitor_stop_func ();return ifpga_rawdev_destroy (pci_dev); }
@@ -1020,13 +1524,32 @@ static int ifpga_register_fme_interrupt(struct opae_manager *mgr)NULL }; +static int ifpga_rawdev_get_string_arg(const char *key __rte_unused, +const char *value,void *extra_args) +{ +int size; +if (!value || !extra_args) +return -EINVAL ; + + size =strlen (value) +1 ; + *(char **)extra_args =rte_malloc (NULL , size,RTE_CACHE_LINE_SIZE ); +strlcpy (*(char **)extra_args, value, size); + +if (!*(char **)extra_args) +return -ENOMEM ; + +return 0 ; +}static int ifpga_cfg_probe (struct rte_vdev_device *dev) {struct rte_devargs *devargs;struct rte_kvargs *kvlist =NULL ; +struct rte_rawdev *rawdev =NULL ; +struct ifpga_rawdev *ifpga_dev;int port;char *name =NULL ; +const char *bdf;char dev_name[RTE_RAWDEV_NAME_MAX_LEN ];int ret =-1 ;
@@ -1040,7 +1563,8 @@ static int ifpga_register_fme_interrupt(struct opae_manager *mgr)if (rte_kvargs_count (kvlist,IFPGA_ARG_NAME ) ==1 ) {if (rte_kvargs_process (kvlist,IFPGA_ARG_NAME , - &rte_ifpga_get_string_arg, &name) <0 ) { + &ifpga_rawdev_get_string_arg, + &name) <0 ) {IFPGA_RAWDEV_PMD_ERR ("error to parse %s" ,IFPGA_ARG_NAME ); goto end;
@@ -1067,6 +1591,19 @@ static int ifpga_register_fme_interrupt(struct opae_manager *mgr) }memset (dev_name,0 ,sizeof (dev_name)); +snprintf (dev_name,RTE_RAWDEV_NAME_MAX_LEN ,"IFPGA:%s" , name); + rawdev =rte_rawdev_pmd_get_named_dev (dev_name); +if (!rawdev) + goto end; + ifpga_dev =ifpga_rawdev_get (rawdev); +if (!ifpga_dev) + goto end; + bdf = name; +ifpga_rawdev_fill_info (ifpga_dev, bdf); + +ifpga_monitor_start_func (); + +memset (dev_name,0 ,sizeof (dev_name));snprintf (dev_name,RTE_RAWDEV_NAME_MAX_LEN ,"%d|%s" , port, name);
drivers/raw/ifpga_rawdev/ifpga_rawdev.h +16 -0
@@ -46,4 +46,20 @@ enum ifpga_rawdev_device_state { return rawdev->dev_private; } +#define IFPGA_RAWDEV_MSIX_IRQ_NUM 7 +#define IFPGA_RAWDEV_NUM 32 + +struct ifpga_rawdev { +int dev_id; +struct rte_rawdev *rawdev; +int aer_enable; +int intr_fd[IFPGA_RAWDEV_MSIX_IRQ_NUM +1 ]; +uint32_t aer_old[2 ]; +char fvl_bdf[8 ][16 ]; +char parent_bdf[16 ]; +}; + +struct ifpga_rawdev * +ifpga_rawdev_get (const struct rte_rawdev *rawdev); +#endif /* _IFPGA_RAWDEV_H_ */
Signature · 1 line
1.8.3.1
PATCH v3 12/13 net/ipn3ke: remove configuration for i40e port bonding
In reply to Rosen XuThe ipn3ke board FPGA and i40e BDF scan has added in ifpga_rawdev, so it doesn't need to provide configuration for i40e port bonding.
--- drivers/net/ipn3ke/Makefile | 2 + drivers/net/ipn3ke/ipn3ke_ethdev.c | 289 ++++---------------------------- drivers/net/ipn3ke/ipn3ke_representor.c | 7 +- 3 files changed, 43 insertions(+), 255 deletions(-)
drivers/net/ipn3ke/Makefile +2 -0
@@ -19,6 +19,8 @@ CFLAGS += -DALLOW_EXPERIMENTAL_API CFLAGS += -O3 CFLAGS += $(WERROR_FLAGS) CFLAGS += -I$(RTE_SDK)/drivers/bus/ifpga +CFLAGS += -I$(RTE_SDK)/drivers/raw/ifpga_rawdev +CFLAGS += -I$(RTE_SDK)/drivers/net/i40e LDLIBS += -lrte_eal -lrte_mbuf -lrte_mempool -lrte_ring LDLIBS += -lrte_ethdev -lrte_net -lrte_kvargs LDLIBS += -lrte_bus_ifpga
drivers/net/ipn3ke/ipn3ke_ethdev.c +36 -253
344 lines not on this page · raw message
drivers/net/ipn3ke/ipn3ke_representor.c +5 -2
@@ -20,6 +20,7 @@#include <rte_rawdev_pmd.h> #include <rte_bus_ifpga.h> #include <ifpga_logs.h> +#include <rte_pmd_i40e.h> #include "ipn3ke_rawdev_api.h" #include "ipn3ke_flow.h"
@@ -2906,8 +2907,10 @@ static uint16_t ipn3ke_rpst_recv_pkts(__rte_unused void *rx_q, rpst->switch_domain_id = representor_param->switch_domain_id; rpst->port_id = representor_param->port_id; rpst->hw = representor_param->hw; - rpst->i40e_pf_eth =NULL ; - rpst->i40e_pf_eth_port_id =0xFFFF ; + rpst->i40e_pf_eth = representor_param->i40e_pf_eth; + rpst->i40e_pf_eth_port_id = representor_param->i40e_pf_eth_port_id; +if (rpst->i40e_pf_eth) +i40e_set_switch_dev (rpst->i40e_pf_eth, rpst->ethdev); ethdev->data->mac_addrs =rte_zmalloc ("ipn3ke" ,RTE_ETHER_ADDR_LEN ,0 );if (!ethdev->data->mac_addrs) {
Signature · 1 line
1.8.3.1
PATCH v3 13/13 net/ipn3ke: add FPGA network side port MTU configuration
In reply to Rosen XuAdd FPGA network side port MTU configuration in initialization.
--- drivers/net/ipn3ke/ipn3ke_ethdev.c | 8 ++++++ drivers/net/ipn3ke/ipn3ke_ethdev.h | 55 ++++++++++++++++++++++++++++++++++++++ 2 files changed, 63 insertions(+)
drivers/net/ipn3ke/ipn3ke_ethdev.c +8 -0
@@ -292,6 +292,10 @@/* Clear line RX statistics counters */ ipn3ke_xmac_rx_clr_10G_stcs (hw, i,0 ); + +/* set mtu to max */ +ipn3ke_10G_mtu_setup (hw, i,0 ); +ipn3ke_10G_mtu_setup (hw, i,1 ); } }else if (hw->retimer.mac_type ==IFPGA_RAWDEV_RETIMER_MAC_TYPE_25GE_25GAUI ) {
@@ -308,6 +312,10 @@/* Clear line side RX statistics counters */ ipn3ke_xmac_rx_clr_25G_stcs (hw, i,0 ); + +/* set mtu to max */ +ipn3ke_25G_mtu_setup (hw, i,0 ); +ipn3ke_25G_mtu_setup (hw, i,1 ); } }
drivers/net/ipn3ke/ipn3ke_ethdev.h +55 -0
65 lines not on this page · raw message
Signature · 1 line
1.8.3.1
Re: [dpdk-dev] [PATCH v3 13/13] net/ipn3ke: add FPGA network side port MTU configuration
This patch set both line side and nic side MTU when Hardware init, and init to IPN3KE_MAC_FRAME_SIZE_MAX.
-----Original Message-----
From: Xu, Rosen
Sent: Thursday, August 8, 2019 4:46 PM
To: [email protected]
Cc: Yigit, Ferruh <[email protected]>; Zhang, Tianfei <[email protected]>; Xu, Rosen <[email protected]>; Pei, Andy <[email protected]>; Lomartire, David <[email protected]>; Zhang, Qi Z <[email protected]>; Ye, Xiaolong <[email protected]>
Subject: [PATCH v3 13/13] net/ipn3ke: add FPGA network side port MTU configuration
Add FPGA network side port MTU configuration in initialization.
--- drivers/net/ipn3ke/ipn3ke_ethdev.c | 8 ++++++ drivers/net/ipn3ke/ipn3ke_ethdev.h | 55 ++++++++++++++++++++++++++++++++++++++ 2 files changed, 63 insertions(+)
drivers/net/ipn3ke/ipn3ke_ethdev.c +4 -0
@@ -292,6 +292,10 @@/* Clear line RX statistics counters */ ipn3ke_xmac_rx_clr_10G_stcs (hw, i,0 ); + +/* set mtu to max */ +ipn3ke_10G_mtu_setup (hw, i,0 ); +ipn3ke_10G_mtu_setup (hw, i,1 ); } }else if (hw->retimer.mac_type == IFPGA_RAWDEV_RETIMER_MAC_TYPE_25GE_25GAUI) { @@ -308,6 +312,10 @@
/* Clear line side RX statistics counters */ ipn3ke_xmac_rx_clr_25G_stcs(hw, i, 0);
+
+ /* set mtu to max */
+ ipn3ke_25G_mtu_setup(hw, i, 0);
+ ipn3ke_25G_mtu_setup(hw, i, 1);
}
}
drivers/net/ipn3ke/ipn3ke_ethdev.h +53 -0
62 lines not on this page · raw message
--
1.8.3.1
v4 cover Add PCIe AER disable and IRQ support for ipn3ke
In reply to Rosen XuThis patch set adds PCIe AER disable and IRQ support for ipn3ke. Disable PCIe AER is very useful when FPGA reload. IRQ is used very widely in interrupt process.
For ipn3ke is connect to CPU with PCIe switch, driver needs to scan all PCIe devices of ipn3ke, it also can get all i40e of card, so ipn3ke driver doesn't need to take some configuration of i40e.
v4 updates:
==========
- align with new naming standard.
v3 updates:
===========
- Add FPGA network side port MTU configuration
v2 updates:
===========
- Add AUX feature support
Rosen Xu (3):
net/i40e: i40e support ipn3ke FPGA port bonding raw/ifpga: add PCIe BDF devices tree scan net/ipn3ke: remove configuration for i40e port bonding
Tianfei Zhang (2):
raw/ifpga/base: align the send buffer for SPI
raw/ifpga/base: introducing sensor APIs
Tianfei zhang (7):
raw/ifpga/base: add irq support
raw/ifpga/base: clear pending bit
raw/ifpga/base: add SEU error support
raw/ifpga/base: add device tree support
raw/ifpga/base: add sensor support
raw/ifpga/base: update SEU register definition
raw/ifpga: add SEU error handler
drivers/net/i40e/base/i40e_type.h | 3 + drivers/net/i40e/i40e_ethdev.c | 32 +- drivers/net/i40e/rte_pmd_i40e.h | 4 + drivers/net/ipn3ke/Makefile | 2 + drivers/net/ipn3ke/ipn3ke_ethdev.c | 289 ++-------- drivers/net/ipn3ke/ipn3ke_representor.c | 7 +- drivers/raw/ifpga/base/ifpga_api.c | 10 + drivers/raw/ifpga/base/ifpga_defines.h | 18 +- drivers/raw/ifpga/base/ifpga_feature_dev.c | 61 ++ drivers/raw/ifpga/base/ifpga_feature_dev.h | 3 + drivers/raw/ifpga/base/ifpga_fme.c | 21 + drivers/raw/ifpga/base/ifpga_fme_error.c | 69 ++- drivers/raw/ifpga/base/ifpga_port.c | 20 + drivers/raw/ifpga/base/ifpga_port_error.c | 21 + drivers/raw/ifpga/base/opae_hw_api.c | 115 ++++ drivers/raw/ifpga/base/opae_hw_api.h | 16 + drivers/raw/ifpga/base/opae_ifpga_hw_api.h | 2 + drivers/raw/ifpga/base/opae_intel_max10.c | 462 +++++++++++++++ drivers/raw/ifpga/base/opae_intel_max10.h | 66 +++ drivers/raw/ifpga/base/opae_osdep.h | 7 +- drivers/raw/ifpga/base/opae_spi_transaction.c | 40 +- drivers/raw/ifpga/ifpga_rawdev.c | 791 +++++++++++++++++++++++++- drivers/raw/ifpga/ifpga_rawdev.h | 16 + mk/rte.app.mk | 2 +- 24 files changed, 1799 insertions(+), 278 deletions(-)
Signature · 1 line
1.8.3.1
PATCH v4 1/12 net/i40e: i40e support ipn3ke FPGA port bonding
In ipn3ke, each FPGA network side port bonding to an i40e pf, each i40e pf link status should get data from FPGA network, side port. This patch provide bonding relationship.
--- drivers/net/i40e/base/i40e_type.h | 3 +++ drivers/net/i40e/i40e_ethdev.c | 32 ++++++++++++++++++++++++++++++-- drivers/net/i40e/rte_pmd_i40e.h | 4 ++++ 3 files changed, 37 insertions(+), 2 deletions(-)
drivers/net/i40e/base/i40e_type.h +3 -0
@@ -660,6 +660,9 @@ struct i40e_hw {struct i40e_nvm_info nvm;struct i40e_fc_info fc; +/* switch device */ +struct rte_eth_dev *switch_dev; +/* pci info */ u16 device_id;u16 vendor_id;
drivers/net/i40e/i40e_ethdev.c +30 -2
@@ -1312,6 +1312,9 @@ static inline void i40e_config_automask(struct i40e_pf *pf) hw->adapter_stopped =0 ; hw->adapter_closed =0 ; +/* Update switch device pointer */ + hw->switch_dev =NULL ; +/* * Switch Tag value should not be identical to either the First Tag * or Second Tag values. So set something other than common Ethertype
@@ -2782,6 +2785,20 @@ void i40e_flex_payload_reg_set_default(struct i40e_hw *hw) } } +void +i40e_set_switch_dev (struct rte_eth_dev *i40e_dev, +struct rte_eth_dev *switch_dev) +{ +struct i40e_hw *hw; + +if (!i40e_dev) +return ; + + hw =I40E_DEV_PRIVATE_TO_HW (i40e_dev->data->dev_private); + + hw->switch_dev = switch_dev; +} +int i40e_dev_link_update (struct rte_eth_dev *dev,int wait_to_complete)
@@ -2790,6 +2807,7 @@ void i40e_flex_payload_reg_set_default(struct i40e_hw *hw)struct rte_eth_link link;bool enable_lse = dev->data->dev_conf.intr_conf.lsc ? true : false;int ret; +struct rte_eth_dev *switch_ethdev;memset (&link,0 ,sizeof (link));
@@ -2803,6 +2821,16 @@ void i40e_flex_payload_reg_set_default(struct i40e_hw *hw)else update_link_aq (hw, &link, enable_lse, wait_to_complete); + switch_ethdev = hw->switch_dev; +if (switch_ethdev) { +rte_eth_linkstatus_get (switch_ethdev, &link); + }else { + link.link_duplex =ETH_LINK_FULL_DUPLEX ; + link.link_autoneg =ETH_LINK_SPEED_FIXED ; + link.link_speed =ETH_SPEED_NUM_25G ; + link.link_status =0 ; + } + ret =rte_eth_linkstatus_set (dev, &link);i40e_notify_all_vfs_link_status (dev);
@@ -12541,7 +12569,7 @@ struct i40e_customized_pctype** b. Old_filter = 10 (Stag_Inner_Vlan) * c. New_filter = 0x10 * d. TR bit = 0xff (optional, not used here) -* e. Buffer – 2 entries: +* e. Buffer - 2 entries: * i. Byte 0 = 8 (outer vlan FV index). * Byte 1 = 0 (rsv) * Byte 2-3 = 0x0fff
@@ -12555,7 +12583,7 @@ struct i40e_customized_pctype** a. Valid_flags.replace_cloud = 1 * b. Old_filter = 1 (instead of outer IP) * c. New_filter = 0x10 -* d. Buffer – 2 entries: +* d. Buffer - 2 entries: * i. Byte 0 = 0x80 | 7 (valid | Stag). * Byte 1-3 = 0 (rsv) * ii. Byte 8 = 0x80 | 0x10 (valid | new l1 filter step1)
drivers/net/i40e/rte_pmd_i40e.h +4 -0
@@ -1061,4 +1061,8 @@ int rte_pmd_i40e_inset_set(uint16_t port, uint8_t pctype, return 0; } +void +i40e_set_switch_dev (struct rte_eth_dev *i40e_dev, +struct rte_eth_dev *switch_dev); +#endif /* _PMD_I40E_H_ */
Signature · 1 line
1.8.3.1
v5 cover Add PCIe AER disable and IRQ support for ipn3ke
s patch set adds PCIe AER disable and IRQ support for ipn3ke. Disable PCIe AER is very useful when FPGA reload. IRQ is used very widely in interrupt process.
For ipn3ke is connect to CPU with PCIe switch, driver needs to scan all PCIe devices of ipn3ke, it also can get all i40e of card, so ipn3ke driver doesn't need to take some configuration of i40e.
v5 update:
=========
- add lightweight fpga image support. in lightweight fpga image mode, ipn3ke representor will not be probed.
v4 updates:
==========
- align with new naming standard.
v3 updates:
===========
- Add FPGA network side port MTU configuration
v2 updates:
===========
- Add AUX feature support
Andy Pei (13):
net/i40e: i40e support ipn3ke FPGA port bonding raw/ifpga/base: add irq support raw/ifpga/base: clear pending bit raw/ifpga/base: add SEU error support raw/ifpga/base: add device tree support raw/ifpga/base: align the send buffer for SPI raw/ifpga/base: add sensor support raw/ifpga/base: introducing sensor APIs raw/ifpga/base: update SEU register definition raw/ifpga: add SEU error handler
raw/ifpga: add PCIe BDF devices tree scan net/ipn3ke: remove configuration for i40e port bonding raw/ifpga: add lightweight fpga image support
Tianfei Zhang (2):
raw/ifpga/base: configure FEC mode
raw/ifpga/base: clean fme errors
Tianfei zhang (2):
raw/ifpga/base: add secure support
raw/ifpga/base: add new API get board info
drivers/net/i40e/base/i40e_type.h | 3 + drivers/net/i40e/i40e_ethdev.c | 20 + drivers/net/i40e/rte_pmd_i40e.h | 4 + drivers/net/ipn3ke/Makefile | 2 + drivers/net/ipn3ke/ipn3ke_ethdev.c | 289 ++------- drivers/net/ipn3ke/ipn3ke_representor.c | 7 +- drivers/raw/ifpga/base/ifpga_api.c | 21 + drivers/raw/ifpga/base/ifpga_defines.h | 75 ++- drivers/raw/ifpga/base/ifpga_feature_dev.c | 60 ++ drivers/raw/ifpga/base/ifpga_feature_dev.h | 3 + drivers/raw/ifpga/base/ifpga_fme.c | 138 ++++- drivers/raw/ifpga/base/ifpga_fme_error.c | 89 ++- drivers/raw/ifpga/base/ifpga_hw.h | 2 +- drivers/raw/ifpga/base/ifpga_port.c | 20 + drivers/raw/ifpga/base/ifpga_port_error.c | 21 + drivers/raw/ifpga/base/opae_hw_api.c | 135 ++++ drivers/raw/ifpga/base/opae_hw_api.h | 21 + drivers/raw/ifpga/base/opae_ifpga_hw_api.h | 2 + drivers/raw/ifpga/base/opae_intel_max10.c | 568 ++++++++++++++++- drivers/raw/ifpga/base/opae_intel_max10.h | 146 ++++- drivers/raw/ifpga/base/opae_osdep.h | 7 +- drivers/raw/ifpga/base/opae_spi.h | 23 +- drivers/raw/ifpga/base/opae_spi_transaction.c | 40 +- drivers/raw/ifpga/ifpga_rawdev.c | 851 +++++++++++++++++++++++++- drivers/raw/ifpga/ifpga_rawdev.h | 16 + mk/rte.app.mk | 2 +- 26 files changed, 2187 insertions(+), 378 deletions(-)
Signature · 1 line
1.8.3.1
PATCH v5 1/17 net/i40e: i40e support ipn3ke FPGA port bonding
In ipn3ke, each FPGA network side port bonding to an i40e pf, each i40e pf link status should get data from FPGA network, side port. This patch provide bonding relationship.
--- drivers/net/i40e/base/i40e_type.h | 3 +++ drivers/net/i40e/i40e_ethdev.c | 20 ++++++++++++++++++++ drivers/net/i40e/rte_pmd_i40e.h | 4 ++++ 3 files changed, 27 insertions(+)
drivers/net/i40e/base/i40e_type.h +3 -0
@@ -660,6 +660,9 @@ struct i40e_hw {struct i40e_nvm_info nvm;struct i40e_fc_info fc; +/* switch device is used to get link status when i40e is in ipn3ke */ +struct rte_eth_dev *switch_dev; +/* pci info */ u16 device_id;u16 vendor_id;
drivers/net/i40e/i40e_ethdev.c +20 -0
@@ -1312,6 +1312,9 @@ static inline void i40e_config_automask(struct i40e_pf *pf) hw->adapter_stopped =0 ; hw->adapter_closed =0 ; +/* Init switch device pointer */ + hw->switch_dev =NULL ; +/* * Switch Tag value should not be identical to either the First Tag * or Second Tag values. So set something other than common Ethertype
@@ -2782,6 +2785,20 @@ void i40e_flex_payload_reg_set_default(struct i40e_hw *hw) } } +void +i40e_set_switch_dev (struct rte_eth_dev *i40e_dev, +struct rte_eth_dev *switch_dev) +{ +struct i40e_hw *hw; + +if (!i40e_dev) +return ; + + hw =I40E_DEV_PRIVATE_TO_HW (i40e_dev->data->dev_private); + + hw->switch_dev = switch_dev; +} +int i40e_dev_link_update (struct rte_eth_dev *dev,int wait_to_complete)
@@ -2803,6 +2820,9 @@ void i40e_flex_payload_reg_set_default(struct i40e_hw *hw)else update_link_aq (hw, &link, enable_lse, wait_to_complete); +if (hw->switch_dev) +rte_eth_linkstatus_get (hw->switch_dev, &link); + ret =rte_eth_linkstatus_set (dev, &link);i40e_notify_all_vfs_link_status (dev);
drivers/net/i40e/rte_pmd_i40e.h +4 -0
@@ -1061,4 +1061,8 @@ int rte_pmd_i40e_inset_set(uint16_t port, uint8_t pctype, return 0; } +void +i40e_set_switch_dev (struct rte_eth_dev *i40e_dev, +struct rte_eth_dev *switch_dev); +#endif /* _PMD_I40E_H_ */
Signature · 1 line
1.8.3.1
v6 cover add PCIe AER disable and IRQ support for ipn3ke
This patch set adds PCIe AER disable and IRQ support for ipn3ke. Disable PCIe AER is very useful when FPGA reload. IRQ is used very widely in interrupt process.
For ipn3ke is connect to CPU with PCIe switch, driver needs to scan all PCIe devices of ipn3ke, it also can get all i40e of card, so ipn3ke driver doesn't need to take some configuration of i40e.
v6 update:
========
- correct author information.
- correct typo in commit message and remove Gerrit Change-Id's before submitting upstream
v5 update:
=========
- add lightweight fpga image support. in lightweight fpga image mode, ipn3ke representor will not be probed.
v4 updates:
==========
- align with new naming standard.
v3 updates:
===========
- Add FPGA network side port MTU configuration
v2 updates:
===========
- Add AUX feature support
Andy Pei (2):
net/i40e: i40e support ipn3ke FPGA port bonding
raw/ifpga: add lightweight fpga image support
Rosen Xu (3):
raw/ifpga: add SEU error handler
raw/ifpga: add PCIe BDF devices tree scan net/ipn3ke: remove configuration for i40e port bonding
Tianfei Zhang (2):
raw/ifpga/base: configure FEC mode
raw/ifpga/base: clean fme errors
Tianfei zhang (10):
raw/ifpga/base: add irq support
raw/ifpga/base: clear pending bit
raw/ifpga/base: add SEU error support
raw/ifpga/base: add device tree support
raw/ifpga/base: align the send buffer for SPI
raw/ifpga/base: add sensor support
raw/ifpga/base: introducing sensor APIs
raw/ifpga/base: update SEU register definition
raw/ifpga/base: add secure support
raw/ifpga/base: add new API get board info
drivers/net/i40e/base/i40e_type.h | 3 + drivers/net/i40e/i40e_ethdev.c | 20 + drivers/net/i40e/rte_pmd_i40e.h | 4 + drivers/net/ipn3ke/Makefile | 2 + drivers/net/ipn3ke/ipn3ke_ethdev.c | 289 ++------- drivers/net/ipn3ke/ipn3ke_representor.c | 7 +- drivers/raw/ifpga/base/ifpga_api.c | 21 + drivers/raw/ifpga/base/ifpga_defines.h | 75 ++- drivers/raw/ifpga/base/ifpga_feature_dev.c | 60 ++ drivers/raw/ifpga/base/ifpga_feature_dev.h | 3 + drivers/raw/ifpga/base/ifpga_fme.c | 138 ++++- drivers/raw/ifpga/base/ifpga_fme_error.c | 89 ++- drivers/raw/ifpga/base/ifpga_hw.h | 2 +- drivers/raw/ifpga/base/ifpga_port.c | 20 + drivers/raw/ifpga/base/ifpga_port_error.c | 21 + drivers/raw/ifpga/base/opae_hw_api.c | 135 ++++ drivers/raw/ifpga/base/opae_hw_api.h | 21 + drivers/raw/ifpga/base/opae_ifpga_hw_api.h | 2 + drivers/raw/ifpga/base/opae_intel_max10.c | 568 ++++++++++++++++- drivers/raw/ifpga/base/opae_intel_max10.h | 146 ++++- drivers/raw/ifpga/base/opae_osdep.h | 7 +- drivers/raw/ifpga/base/opae_spi.h | 23 +- drivers/raw/ifpga/base/opae_spi_transaction.c | 40 +- drivers/raw/ifpga/ifpga_rawdev.c | 851 +++++++++++++++++++++++++- drivers/raw/ifpga/ifpga_rawdev.h | 16 + mk/rte.app.mk | 2 +- 26 files changed, 2187 insertions(+), 378 deletions(-)
Signature · 1 line
1.8.3.1
PATCH v6 1/17 net/i40e: i40e support ipn3ke FPGA port bonding
In ipn3ke, each FPGA network side port bonding to an i40e pf, each i40e pf link status should get data from FPGA network, side port. This patch provide bonding relationship.
--- drivers/net/i40e/base/i40e_type.h | 3 +++ drivers/net/i40e/i40e_ethdev.c | 20 ++++++++++++++++++++ drivers/net/i40e/rte_pmd_i40e.h | 4 ++++ 3 files changed, 27 insertions(+)
drivers/net/i40e/base/i40e_type.h +3 -0
@@ -660,6 +660,9 @@ struct i40e_hw {struct i40e_nvm_info nvm;struct i40e_fc_info fc; +/* switch device is used to get link status when i40e is in ipn3ke */ +struct rte_eth_dev *switch_dev; +/* pci info */ u16 device_id;u16 vendor_id;
drivers/net/i40e/i40e_ethdev.c +20 -0
@@ -1312,6 +1312,9 @@ static inline void i40e_config_automask(struct i40e_pf *pf) hw->adapter_stopped =0 ; hw->adapter_closed =0 ; +/* Init switch device pointer */ + hw->switch_dev =NULL ; +/* * Switch Tag value should not be identical to either the First Tag * or Second Tag values. So set something other than common Ethertype
@@ -2782,6 +2785,20 @@ void i40e_flex_payload_reg_set_default(struct i40e_hw *hw) } } +void +i40e_set_switch_dev (struct rte_eth_dev *i40e_dev, +struct rte_eth_dev *switch_dev) +{ +struct i40e_hw *hw; + +if (!i40e_dev) +return ; + + hw =I40E_DEV_PRIVATE_TO_HW (i40e_dev->data->dev_private); + + hw->switch_dev = switch_dev; +} +int i40e_dev_link_update (struct rte_eth_dev *dev,int wait_to_complete)
@@ -2803,6 +2820,9 @@ void i40e_flex_payload_reg_set_default(struct i40e_hw *hw)else update_link_aq (hw, &link, enable_lse, wait_to_complete); +if (hw->switch_dev) +rte_eth_linkstatus_get (hw->switch_dev, &link); + ret =rte_eth_linkstatus_set (dev, &link);i40e_notify_all_vfs_link_status (dev);
drivers/net/i40e/rte_pmd_i40e.h +4 -0
@@ -1061,4 +1061,8 @@ int rte_pmd_i40e_inset_set(uint16_t port, uint8_t pctype, return 0; } +void +i40e_set_switch_dev (struct rte_eth_dev *i40e_dev, +struct rte_eth_dev *switch_dev); +#endif /* _PMD_I40E_H_ */
Signature · 1 line
1.8.3.1
Re: [dpdk-dev] [PATCH v6 01/17] net/i40e: i40e support ipn3ke FPGA port bonding
Quoted 61 lines
-----Original Message-----
From: Pei, Andy
Sent: Thursday, September 19, 2019 5:03 PM
To: [email protected]
Cc: Xu, Rosen <[email protected]>; Zhang, Tianfei <[email protected]>; Ye, Xiaolong <[email protected]>; Zhang, Qi Z <[email protected]>; Lomartire, David <[email protected]>; Yigit, Ferruh <[email protected]>
Subject: [PATCH v6 01/17] net/i40e: i40e support ipn3ke FPGA port bondingIn ipn3ke, each FPGA network side port bonding to an i40e pf, each i40e pf link status should get data from FPGA network, side port. This patch provide bonding relationship.
Signed-off-by Rosen Xu <[email protected]>Signed-off-by Andy Pei <[email protected]>--- drivers/net/i40e/base/i40e_type.h | 3 +++ drivers/net/i40e/i40e_ethdev.c | 20 ++++++++++++++++++++ drivers/net/i40e/rte_pmd_i40e.h | 4 ++++ 3 files changed, 27 insertions(+)drivers/net/i40e/base/i40e_type.h +3
-0@@ -660,6 +660,9 @@ struct i40e_hw {struct i40e_nvm_info nvm;struct i40e_fc_info fc; +/* switch device is used to get link status when i40e is in ipn3ke */ +struct rte_eth_dev *switch_dev; +/* pci info */ u16 device_id;u16 vendor_id;drivers/net/i40e/i40e_ethdev.c +3
-0@@ -1312,6 +1312,9 @@ static inline void i40e_config_automask(struct i40e_pf *pf) hw->adapter_stopped = 0; hw->adapter_closed =0 ; +/* Init switch device pointer */ + hw->switch_dev =NULL ; +/* * Switch Tag value should not be identical to either the First Tag drivers/net/i40e/i40e_ethdev.c +2
-0* or Second Tag values. So set something other than common Ethertype @@ -2782,6 +2785,20 @@ void i40e_flex_payload_reg_set_default(struct i40e_hw *hw) } } +void +i40e_set_switch_dev(struct rte_eth_dev *i40e_dev, struct rte_eth_dev
drivers/net/i40e/i40e_ethdev.c void i40e_flex_payload_reg_set_default(struct · line 2800
Quoted 10 lines
drivers/net/i40e/i40e_ethdev.c +10
-0+*switch_dev) { +struct i40e_hw *hw; + +if (!i40e_dev) +return ; + + hw =I40E_DEV_PRIVATE_TO_HW (i40e_dev->data->dev_private); + + hw->switch_dev = switch_dev; +}
Better to move the function implementation into rte_pmd_i40e.c since it is declared at rte_pmd_i40e.h
Quoted 20 lines
drivers/net/i40e/i40e_ethdev.c +4
-0+int i40e_dev_link_update (struct rte_eth_dev *dev,int wait_to_complete)@@ -2803,6 +2820,9 @@ void i40e_flex_payload_reg_set_default(struct i40e_hw *hw) else update_link_aq(hw, &link, enable_lse, wait_to_complete); + if (hw->switch_dev) + rte_eth_linkstatus_get(hw->switch_dev, &link); + ret =rte_eth_linkstatus_set (dev, &link);i40e_notify_all_vfs_link_status (dev);(quoted diff) +0
-0
b/drivers/net/i40e/rte_pmd_i40e.hindex faac9e2..9d77c85 100644
drivers/net/i40e/rte_pmd_i40e.h int rte_pmd_i40e_inset_set(uint16_t port, uint8_t · line 1067
Quoted 7 lines
drivers/net/i40e/rte_pmd_i40e.h +3
-0@@ -1061,4 +1061,8 @@ int rte_pmd_i40e_inset_set(uint16_t port, uint8_t pctype, return 0; } +void +i40e_set_switch_dev (struct rte_eth_dev *i40e_dev,struct rte_eth_dev +*switch_dev);
1. Missing doxygen header here for the new API.
2. Also as an external API, we should use port_id but not rte_eth_dev as parameter.
3. you may also need to update the rte_pmd_i40e_version.map.
Regards
Qi
Quoted 4 lines
drivers/net/i40e/rte_pmd_i40e.h +1
-0+#endif /* _PMD_I40E_H_ */
--
1.8.3.1
Re: [dpdk-dev] [PATCH v6 01/17] net/i40e: i40e support ipn3ke FPGA port bonding
Hi Qi,
Will modify in next version.
-----Original Message-----
From: Zhang, Qi Z
Sent: Friday, September 20, 2019 8:55 AM
To: Pei, Andy <[email protected]>; [email protected]
Cc: Xu, Rosen <[email protected]>; Zhang, Tianfei <[email protected]>; Ye, Xiaolong <[email protected]>; Lomartire, David <[email protected]>; Yigit, Ferruh <[email protected]>
Subject: RE: [PATCH v6 01/17] net/i40e: i40e support ipn3ke FPGA port bonding
Quoted 61 lines
-----Original Message-----
From: Pei, Andy
Sent: Thursday, September 19, 2019 5:03 PM
To: [email protected]
Cc: Xu, Rosen <[email protected]>; Zhang, Tianfei <[email protected]>; Ye, Xiaolong <[email protected]>; Zhang, Qi Z <[email protected]>; Lomartire, David <[email protected]>; Yigit, Ferruh <[email protected]>
Subject: [PATCH v6 01/17] net/i40e: i40e support ipn3ke FPGA port bondingIn ipn3ke, each FPGA network side port bonding to an i40e pf, each i40e pf link status should get data from FPGA network, side port. This patch provide bonding relationship.
Signed-off-by Rosen Xu <[email protected]>Signed-off-by Andy Pei <[email protected]>--- drivers/net/i40e/base/i40e_type.h | 3 +++ drivers/net/i40e/i40e_ethdev.c | 20 ++++++++++++++++++++ drivers/net/i40e/rte_pmd_i40e.h | 4 ++++ 3 files changed, 27 insertions(+)drivers/net/i40e/base/i40e_type.h +3
-0@@ -660,6 +660,9 @@ struct i40e_hw {struct i40e_nvm_info nvm;struct i40e_fc_info fc; +/* switch device is used to get link status when i40e is in ipn3ke */ +struct rte_eth_dev *switch_dev; +/* pci info */ u16 device_id;u16 vendor_id;(quoted diff) +0
-0
b/drivers/net/i40e/i40e_ethdev.cindex 4e40b7a..6c4b1e8 100644drivers/net/i40e/i40e_ethdev.c +3
-0@@ -1312,6 +1312,9 @@ static inline void i40e_config_automask(struct i40e_pf *pf) hw->adapter_stopped = 0; hw->adapter_closed =0 ; +/* Init switch device pointer */ + hw->switch_dev =NULL ; +/* * Switch Tag value should not be identical to either the First Tag * or Second Tag values. So set something other than common
Ethertype @@ -2782,6 +2785,20 @@ void i40e_flex_payload_reg_set_default(structi40e_hw*hw)drivers/net/i40e/i40e_ethdev.c +2
-0} } +void +i40e_set_switch_dev(struct rte_eth_dev *i40e_dev, struct rte_eth_dev
drivers/net/i40e/i40e_ethdev.c void i40e_flex_payload_reg_set_default(struct i40e_hw *hw) · line 2800
Quoted 10 lines
drivers/net/i40e/i40e_ethdev.c +10
-0+*switch_dev) { +struct i40e_hw *hw; + +if (!i40e_dev) +return ; + + hw =I40E_DEV_PRIVATE_TO_HW (i40e_dev->data->dev_private); + + hw->switch_dev = switch_dev; +}
Better to move the function implementation into rte_pmd_i40e.c since it is declared at rte_pmd_i40e.h
Quoted 20 lines
drivers/net/i40e/i40e_ethdev.c +4
-0+int i40e_dev_link_update (struct rte_eth_dev *dev,int wait_to_complete)@@ -2803,6 +2820,9 @@ void i40e_flex_payload_reg_set_default(struct i40e_hw *hw) else update_link_aq(hw, &link, enable_lse, wait_to_complete); + if (hw->switch_dev) + rte_eth_linkstatus_get(hw->switch_dev, &link); + ret =rte_eth_linkstatus_set (dev, &link);i40e_notify_all_vfs_link_status (dev);(quoted diff) +0
-0
b/drivers/net/i40e/rte_pmd_i40e.hindex faac9e2..9d77c85 100644
drivers/net/i40e/rte_pmd_i40e.h int rte_pmd_i40e_inset_set(uint16_t port, · line 1067
Quoted 7 lines
drivers/net/i40e/rte_pmd_i40e.h +3
-0@@ -1061,4 +1061,8 @@ int rte_pmd_i40e_inset_set(uint16_t port,uint8_t pctype, return 0; } +void +i40e_set_switch_dev (struct rte_eth_dev *i40e_dev,struct rte_eth_dev +*switch_dev);
1. Missing doxygen header here for the new API.
2. Also as an external API, we should use port_id but not rte_eth_dev as parameter.
3. you may also need to update the rte_pmd_i40e_version.map.
Regards
Qi
Quoted 4 lines
drivers/net/i40e/rte_pmd_i40e.h +1
-0+#endif /* _PMD_I40E_H_ */
--
1.8.3.1
Re: [dpdk-dev] [PATCH v6 01/17] net/i40e: i40e support ipn3ke FPGA port bonding
In reply to Andy PeiQuoted 41 lines · Andy Pei
In ipn3ke, each FPGA network side port bonding to an i40e pf, each i40e pf link status should get data from FPGA network, side port. This patch provide bonding relationship.
Signed-off-by Rosen Xu <[email protected]>Signed-off-by Andy Pei <[email protected]>---
drivers/net/i40e/base/i40e_type.h | 3 +++ drivers/net/i40e/i40e_ethdev.c | 20 ++++++++++++++++++++ drivers/net/i40e/rte_pmd_i40e.h | 4 ++++ 3 files changed, 27 insertions(+)drivers/net/i40e/base/i40e_type.h +3
-0@@ -660,6 +660,9 @@ struct i40e_hw {struct i40e_nvm_info nvm;struct i40e_fc_info fc; +/* switch device is used to get link status when i40e is in ipn3ke */ +struct rte_eth_dev *switch_dev; +/* pci info */ u16 device_id;u16 vendor_id;drivers/net/i40e/i40e_ethdev.c +3
-0@@ -1312,6 +1312,9 @@ static inline void i40e_config_automask(struct i40e_pf *pf) hw->adapter_stopped =0 ; hw->adapter_closed =0 ; +/* Init switch device pointer */ + hw->switch_dev =NULL ; +/* * Switch Tag value should not be identical to either the First Tag * or Second Tag values. So set something other than common Ethertype
drivers/net/i40e/i40e_ethdev.c void i40e_flex_payload_reg_set_default(struct i40e_hw *hw) · line 2790
Quoted 6 lines
drivers/net/i40e/i40e_ethdev.c +3
-0@@ -2782,6 +2785,20 @@ void i40e_flex_payload_reg_set_default(struct i40e_hw *hw) } } +void +i40e_set_switch_dev (struct rte_eth_dev *i40e_dev, +struct rte_eth_dev *switch_dev)
Put a few tabs before parameter.
Quoted 29 lines
drivers/net/i40e/i40e_ethdev.c +11
-0+{ +struct i40e_hw *hw; + +if (!i40e_dev) +return ; + + hw =I40E_DEV_PRIVATE_TO_HW (i40e_dev->data->dev_private); + + hw->switch_dev = switch_dev; +} +int
i40e_dev_link_update(structrte_eth_dev*dev,
intwait_to_complete)drivers/net/i40e/i40e_ethdev.c +3
-0@@ -2803,6 +2820,9 @@ void i40e_flex_payload_reg_set_default(struct i40e_hw *hw)else update_link_aq (hw, &link, enable_lse, wait_to_complete); +if (hw->switch_dev) +rte_eth_linkstatus_get (hw->switch_dev, &link); + ret =rte_eth_linkstatus_set (dev, &link);i40e_notify_all_vfs_link_status (dev);drivers/net/i40e/rte_pmd_i40e.h +0
-0
drivers/net/i40e/rte_pmd_i40e.h int rte_pmd_i40e_inset_set(uint16_t port, uint8_t pctype, · line 1066
Quoted 6 lines
drivers/net/i40e/rte_pmd_i40e.h +3
-0@@ -1061,4 +1061,8 @@ int rte_pmd_i40e_inset_set(uint16_t port, uint8_t pctype,return 0 ; } +void +i40e_set_switch_dev (struct rte_eth_dev *i40e_dev, +struct rte_eth_dev *switch_dev);
Ditto.
Quoted 5 lines
drivers/net/i40e/rte_pmd_i40e.h +1
-0+#endif /* _PMD_I40E_H_ */ Signature · 1 line
1.8.3.1
v7 cover add PCIe AER disable and IRQ support for ipn3ke
In reply to Andy PeiThis patch set adds PCIe AER disable and IRQ support for ipn3ke. Disable PCIe AER is very useful when FPGA reload. IRQ is used very widely in interrupt process.
For ipn3ke is connect to CPU with PCIe switch, driver needs to scan all PCIe devices of ipn3ke, it also can get all i40e of card, so ipn3ke driver doesn't need to take some configuration of i40e.
v7 updates:
==========
- rename function i40e_set_switch_dev to rte_pmd_i40e_set_switch_dev and move it to rte_pmd_i40e.c since it is declared at rte_pmd_i40e.h
- function rte_pmd_i40e_set_switch_dev works as an external API, use port_id but not rte_eth_dev as parameter.
- add doxygen header here for the new API.
- update the rte_pmd_i40e_version.map.
- fix coding style issue.
- enable CONFIG_RTE_EAL_VFIO in linux environment to build irq support.
- for functions with a lot of similarity, extract out common function to reduce duplication.
v6 updates:
=========
- correct author information.
- correct typo in commit message and remove Gerrit Change-Id's before submitting upstream
v5 updates:
==========
- add lightweight fpga image support. in lightweight fpga image mode, ipn3ke representor will not be probed.
v4 updates:
===========
- align with new naming standard.
v3 updates:
===========
- Add FPGA network side port MTU configuration
v2 updates:
===========
- Add AUX feature support
Andy Pei (2):
net/i40e: i40e support ipn3ke FPGA port bonding
raw/ifpga: add lightweight fpga image support
Rosen Xu (3):
raw/ifpga: add SEU error handler
raw/ifpga: add PCIe BDF devices tree scan net/ipn3ke: remove configuration for i40e port bonding
Tianfei zhang (12):
raw/ifpga/base: add irq support
raw/ifpga/base: clear pending bit
raw/ifpga/base: add SEU error support
raw/ifpga/base: add device tree support
raw/ifpga/base: align the send buffer for SPI
raw/ifpga/base: add sensor support
raw/ifpga/base: introducing sensor APIs
raw/ifpga/base: update SEU register definition
raw/ifpga/base: add secure support
raw/ifpga/base: configure FEC mode
raw/ifpga/base: clean fme errors
raw/ifpga/base: add new API get board info
config/common_base | 2 +- config/common_linux | 6 + drivers/net/i40e/base/i40e_type.h | 3 + drivers/net/i40e/i40e_ethdev.c | 6 + drivers/net/i40e/rte_pmd_i40e.c | 21 + drivers/net/i40e/rte_pmd_i40e.h | 17 + drivers/net/i40e/rte_pmd_i40e_version.map | 8 +- drivers/net/ipn3ke/Makefile | 2 + drivers/net/ipn3ke/ipn3ke_ethdev.c | 291 ++------- drivers/net/ipn3ke/ipn3ke_representor.c | 8 +- drivers/raw/ifpga/base/ifpga_api.c | 21 + drivers/raw/ifpga/base/ifpga_defines.h | 75 ++- drivers/raw/ifpga/base/ifpga_feature_dev.c | 59 ++ drivers/raw/ifpga/base/ifpga_feature_dev.h | 3 + drivers/raw/ifpga/base/ifpga_fme.c | 138 +++- drivers/raw/ifpga/base/ifpga_fme_error.c | 74 ++- drivers/raw/ifpga/base/ifpga_hw.h | 2 +- drivers/raw/ifpga/base/ifpga_port.c | 18 + drivers/raw/ifpga/base/ifpga_port_error.c | 19 + drivers/raw/ifpga/base/opae_hw_api.c | 135 ++++ drivers/raw/ifpga/base/opae_hw_api.h | 21 + drivers/raw/ifpga/base/opae_ifpga_hw_api.h | 2 + drivers/raw/ifpga/base/opae_intel_max10.c | 568 ++++++++++++++++- drivers/raw/ifpga/base/opae_intel_max10.h | 146 ++++- drivers/raw/ifpga/base/opae_osdep.h | 7 +- drivers/raw/ifpga/base/opae_spi.h | 23 +- drivers/raw/ifpga/base/opae_spi_transaction.c | 40 +- drivers/raw/ifpga/ifpga_rawdev.c | 874 +++++++++++++++++++++++++- drivers/raw/ifpga/ifpga_rawdev.h | 16 + mk/rte.app.mk | 2 +- 30 files changed, 2220 insertions(+), 387 deletions(-)
Signature · 1 line
1.8.3.1
PATCH v7 1/17 net/i40e: i40e support ipn3ke FPGA port bonding
In ipn3ke, each FPGA network side port bonding to an i40e pf, each i40e pf link status should get data from FPGA network, side port. This patch provide bonding relationship.
--- drivers/net/i40e/base/i40e_type.h | 3 +++ drivers/net/i40e/i40e_ethdev.c | 6 ++++++ drivers/net/i40e/rte_pmd_i40e.c | 21 +++++++++++++++++++++ drivers/net/i40e/rte_pmd_i40e.h | 17 +++++++++++++++++ drivers/net/i40e/rte_pmd_i40e_version.map | 8 +++++++- 5 files changed, 54 insertions(+), 1 deletion(-)
drivers/net/i40e/base/i40e_type.h +3 -0
@@ -660,6 +660,9 @@ struct i40e_hw {struct i40e_nvm_info nvm;struct i40e_fc_info fc; +/* switch device is used to get link status when i40e is in ipn3ke */ +struct rte_eth_dev *switch_dev; +/* pci info */ u16 device_id;u16 vendor_id;
drivers/net/i40e/i40e_ethdev.c +6 -0
@@ -1312,6 +1312,9 @@ static inline void i40e_config_automask(struct i40e_pf *pf) hw->adapter_stopped =0 ; hw->adapter_closed =0 ; +/* Init switch device pointer */ + hw->switch_dev =NULL ; +/* * Switch Tag value should not be identical to either the First Tag * or Second Tag values. So set something other than common Ethertype
@@ -2803,6 +2806,9 @@ void i40e_flex_payload_reg_set_default(struct i40e_hw *hw)else update_link_aq (hw, &link, enable_lse, wait_to_complete); +if (hw->switch_dev) +rte_eth_linkstatus_get (hw->switch_dev, &link); + ret =rte_eth_linkstatus_set (dev, &link);i40e_notify_all_vfs_link_status (dev);
drivers/net/i40e/rte_pmd_i40e.c +21 -0
@@ -3207,3 +3207,24 @@ int rte_pmd_i40e_flow_add_del_packet_template(I40E_WRITE_FLUSH (hw);return 0 ; } + +int +rte_pmd_i40e_set_switch_dev (uint16_t port_id,struct rte_eth_dev *switch_dev) +{ +struct rte_eth_dev *i40e_dev; +struct i40e_hw *hw; + +RTE_ETH_VALID_PORTID_OR_ERR_RET (port_id, -ENODEV ); + + i40e_dev = &rte_eth_devices[port_id]; +if (!is_i40e_supported (i40e_dev)) +return -ENOTSUP ; + + hw =I40E_DEV_PRIVATE_TO_HW (i40e_dev->data->dev_private); +if (!hw) +return -1 ; + + hw->switch_dev = switch_dev; + +return 0 ; +}
drivers/net/i40e/rte_pmd_i40e.h +17 -0
@@ -1061,4 +1061,21 @@ int rte_pmd_i40e_inset_set(uint16_t port, uint8_t pctype, return 0; } +/** +* For ipn3ke, i40e works with FPGA. +* In this situation, i40e get link status from fpga, +* fpga works as switch_dev for i40e. +* This function set switch_dev for i40e. +* +* @param inset +* Input set value. +* @param field_idx +* Field index for input set. +* @return +* - (less than 0) if failed. +* - (0) if success. +*/ +int +rte_pmd_i40e_set_switch_dev (uint16_t port_id,struct rte_eth_dev *switch_dev); +#endif /* _PMD_I40E_H_ */
drivers/net/i40e/rte_pmd_i40e_version.map +7 -1
@@ -64,4 +64,10 @@ DPDK_18.02 { rte_pmd_i40e_inset_get; rte_pmd_i40e_inset_set; -} DPDK_17.11; +} DPDK_17.11; + +DPDK_19.11 { + global: + + rte_pmd_i40e_set_switch_dev; +} DPDK_18.02;
Signature · 1 line
1.8.3.1
v8 cover add PCIe AER disable and IRQ support for ipn3ke
This patch set adds PCIe AER disable and IRQ support for ipn3ke. Disable PCIe AER is very useful when FPGA reload. IRQ is used very widely in interrupt process.
For ipn3ke is connect to CPU with PCIe switch, driver needs to scan all PCIe devices of ipn3ke, it also can get all i40e of card, so ipn3ke driver doesn't need to take some configuration of i40e.
v8 updates:
=========
- add multiple cards support.
v7 updates:
==========
- rename function i40e_set_switch_dev to rte_pmd_i40e_set_switch_dev and move it to rte_pmd_i40e.c since it is declared at rte_pmd_i40e.h
- function rte_pmd_i40e_set_switch_dev works as an external API, use port_id but not rte_eth_dev as parameter.
- add doxygen header here for the new API.
- update the rte_pmd_i40e_version.map.
- fix coding style issue.
- enable CONFIG_RTE_EAL_VFIO in linux environment to build irq support.
- for functions with a lot of similarity, extract out common function to reduce duplication.
v6 updates:
=========
- correct author information.
- correct typo in commit message and remove Gerrit Change-Id's before submitting upstream
v5 updates:
==========
- add lightweight fpga image support. in lightweight fpga image mode, ipn3ke representor will not be probed.
v4 updates:
===========
- align with new naming standard.
v3 updates:
===========
- Add FPGA network side port MTU configuration
v2 updates:
===========
- Add AUX feature support
Andy Pei (2):
net/i40e: i40e support ipn3ke FPGA port bonding
raw/ifpga: add lightweight fpga image support
Rosen Xu (3):
raw/ifpga: add SEU error handler
raw/ifpga: add PCIe BDF devices tree scan net/ipn3ke: remove configuration for i40e port bonding
Tianfei zhang (13):
raw/ifpga/base: add irq support
raw/ifpga/base: clear pending bit
raw/ifpga/base: add SEU error support
raw/ifpga/base: add device tree support
raw/ifpga/base: align the send buffer for SPI
raw/ifpga/base: add sensor support
raw/ifpga/base: introducing sensor APIs
raw/ifpga/base: update SEU register definition
raw/ifpga/base: add secure support
raw/ifpga/base: configure FEC mode
raw/ifpga/base: clean fme errors
raw/ifpga/base: add new API get board info
raw/ifpga/base: add multiple cards support
config/common_base | 4 +- config/common_linux | 6 + drivers/net/i40e/base/i40e_type.h | 3 + drivers/net/i40e/i40e_ethdev.c | 6 + drivers/net/i40e/rte_pmd_i40e.c | 21 + drivers/net/i40e/rte_pmd_i40e.h | 18 + drivers/net/i40e/rte_pmd_i40e_version.map | 8 +- drivers/net/ipn3ke/Makefile | 2 + drivers/net/ipn3ke/ipn3ke_ethdev.c | 289 ++------- drivers/net/ipn3ke/ipn3ke_representor.c | 8 +- drivers/raw/ifpga/base/ifpga_api.c | 21 + drivers/raw/ifpga/base/ifpga_defines.h | 75 ++- drivers/raw/ifpga/base/ifpga_feature_dev.c | 59 ++ drivers/raw/ifpga/base/ifpga_feature_dev.h | 3 + drivers/raw/ifpga/base/ifpga_fme.c | 166 ++++- drivers/raw/ifpga/base/ifpga_fme_error.c | 74 ++- drivers/raw/ifpga/base/ifpga_hw.h | 2 +- drivers/raw/ifpga/base/ifpga_port.c | 18 + drivers/raw/ifpga/base/ifpga_port_error.c | 19 + drivers/raw/ifpga/base/opae_debug.c | 3 + drivers/raw/ifpga/base/opae_hw_api.c | 137 ++++ drivers/raw/ifpga/base/opae_hw_api.h | 26 + drivers/raw/ifpga/base/opae_ifpga_hw_api.h | 2 + drivers/raw/ifpga/base/opae_intel_max10.c | 598 +++++++++++++++++- drivers/raw/ifpga/base/opae_intel_max10.h | 157 ++++- drivers/raw/ifpga/base/opae_osdep.h | 7 +- drivers/raw/ifpga/base/opae_spi.c | 1 + drivers/raw/ifpga/base/opae_spi.h | 25 +- drivers/raw/ifpga/base/opae_spi_transaction.c | 40 +- drivers/raw/ifpga/ifpga_rawdev.c | 860 +++++++++++++++++++++++++- drivers/raw/ifpga/ifpga_rawdev.h | 16 + mk/rte.app.mk | 2 +- 32 files changed, 2277 insertions(+), 399 deletions(-)
Signature · 1 line
1.8.3.1
PATCH v8 1/18 net/i40e: i40e support ipn3ke FPGA port bonding
In ipn3ke, each FPGA network side port bonding to an i40e pf, each i40e pf link status should get data from FPGA network, side port. This patch provide bonding relationship.
--- drivers/net/i40e/base/i40e_type.h | 3 +++ drivers/net/i40e/i40e_ethdev.c | 6 ++++++ drivers/net/i40e/rte_pmd_i40e.c | 21 +++++++++++++++++++++ drivers/net/i40e/rte_pmd_i40e.h | 18 ++++++++++++++++++ drivers/net/i40e/rte_pmd_i40e_version.map | 8 +++++++- 5 files changed, 55 insertions(+), 1 deletion(-)
drivers/net/i40e/base/i40e_type.h +3 -0
@@ -660,6 +660,9 @@ struct i40e_hw {struct i40e_nvm_info nvm;struct i40e_fc_info fc; +/* switch device is used to get link status when i40e is in ipn3ke */ +struct rte_eth_dev *switch_dev; +/* pci info */ u16 device_id;u16 vendor_id;
drivers/net/i40e/i40e_ethdev.c +6 -0
@@ -1390,6 +1390,9 @@ static inline void i40e_config_automask(struct i40e_pf *pf) hw->adapter_stopped =0 ; hw->adapter_closed =0 ; +/* Init switch device pointer */ + hw->switch_dev =NULL ; +/* * Switch Tag value should not be identical to either the First Tag * or Second Tag values. So set something other than common Ethertype
@@ -2901,6 +2904,9 @@ void i40e_flex_payload_reg_set_default(struct i40e_hw *hw)else update_link_aq (hw, &link, enable_lse, wait_to_complete); +if (hw->switch_dev) +rte_eth_linkstatus_get (hw->switch_dev, &link); + ret =rte_eth_linkstatus_set (dev, &link);i40e_notify_all_vfs_link_status (dev);
drivers/net/i40e/rte_pmd_i40e.c +21 -0
@@ -3207,3 +3207,24 @@ int rte_pmd_i40e_flow_add_del_packet_template(I40E_WRITE_FLUSH (hw);return 0 ; } + +int +rte_pmd_i40e_set_switch_dev (uint16_t port_id,struct rte_eth_dev *switch_dev) +{ +struct rte_eth_dev *i40e_dev; +struct i40e_hw *hw; + +RTE_ETH_VALID_PORTID_OR_ERR_RET (port_id, -ENODEV ); + + i40e_dev = &rte_eth_devices[port_id]; +if (!is_i40e_supported (i40e_dev)) +return -ENOTSUP ; + + hw =I40E_DEV_PRIVATE_TO_HW (i40e_dev->data->dev_private); +if (!hw) +return -1 ; + + hw->switch_dev = switch_dev; + +return 0 ; +}
drivers/net/i40e/rte_pmd_i40e.h +18 -0
@@ -1061,4 +1061,22 @@ int rte_pmd_i40e_inset_set(uint16_t port, uint8_t pctype, return 0; } +/** +* For ipn3ke, i40e works with FPGA. +* In this situation, i40e get link status from fpga, +* fpga works as switch_dev for i40e. +* This function set switch_dev for i40e. +* +* @param inset +* Input set value. +* @param field_idx +* Field index for input set. +* @return +* - (less than 0) if failed. +* - (0) if success. +*/ +__rte_experimental +int +rte_pmd_i40e_set_switch_dev (uint16_t port_id,struct rte_eth_dev *switch_dev); +#endif /* _PMD_I40E_H_ */
drivers/net/i40e/rte_pmd_i40e_version.map +7 -1
@@ -64,4 +64,10 @@ DPDK_18.02 { rte_pmd_i40e_inset_get; rte_pmd_i40e_inset_set; -} DPDK_17.11; +} DPDK_17.11; + +EXPERIMENTAL { + global: + + rte_pmd_i40e_set_switch_dev; +} DPDK_18.02;
Signature · 1 line
1.8.3.1
v9 cover add PCIe AER disable and IRQ support for ipn3ke
This patch set adds PCIe AER disable and IRQ support for ipn3ke. Disable PCIe AER is very useful when FPGA reload. IRQ is used very widely in interrupt process.
For ipn3ke is connect to CPU with PCIe switch, driver needs to scan all PCIe devices of ipn3ke, it also can get all i40e of card, so ipn3ke driver doesn't need to take some configuration of i40e.
v9 updates:
=========
- Add mutex lock on do_transaction() function for SPI driver to avoid race condition.
v8 updates:
=========
- add multiple cards support.
v7 updates:
==========
- rename function i40e_set_switch_dev to rte_pmd_i40e_set_switch_dev and move it to rte_pmd_i40e.c since it is declared at rte_pmd_i40e.h
- function rte_pmd_i40e_set_switch_dev works as an external API, use port_id but not rte_eth_dev as parameter.
- add doxygen header here for the new API.
- update the rte_pmd_i40e_version.map.
- fix coding style issue.
- enable CONFIG_RTE_EAL_VFIO in linux environment to build irq support.
- for functions with a lot of similarity, extract out common function to reduce duplication.
v6 updates:
=========
- correct author information.
- correct typo in commit message and remove Gerrit Change-Id's before submitting upstream
v5 updates:
==========
- add lightweight fpga image support. in lightweight fpga image mode, ipn3ke representor will not be probed.
v4 updates:
===========
- align with new naming standard.
v3 updates:
===========
- Add FPGA network side port MTU configuration
v2 updates:
===========
- Add AUX feature support
Andy Pei (2):
net/i40e: i40e support ipn3ke FPGA port bonding
raw/ifpga: add lightweight fpga image support
Rosen Xu (3):
raw/ifpga: add SEU error handler
raw/ifpga: add PCIe BDF devices tree scan net/ipn3ke: remove configuration for i40e port bonding
Tianfei zhang (13):
raw/ifpga/base: add irq support
raw/ifpga/base: clear pending bit
raw/ifpga/base: add SEU error support
raw/ifpga/base: add device tree support
raw/ifpga/base: align the send buffer for SPI
raw/ifpga/base: add sensor support
raw/ifpga/base: introducing sensor APIs
raw/ifpga/base: update SEU register definition
raw/ifpga/base: add secure support
raw/ifpga/base: configure FEC mode
raw/ifpga/base: clean fme errors
raw/ifpga/base: add new API get board info
raw/ifpga/base: add multiple cards support
config/common_base | 4 +- config/common_linux | 6 + drivers/net/i40e/base/i40e_type.h | 3 + drivers/net/i40e/i40e_ethdev.c | 6 + drivers/net/i40e/rte_pmd_i40e.c | 21 + drivers/net/i40e/rte_pmd_i40e.h | 18 + drivers/net/i40e/rte_pmd_i40e_version.map | 8 +- drivers/net/ipn3ke/Makefile | 2 + drivers/net/ipn3ke/ipn3ke_ethdev.c | 289 ++------- drivers/net/ipn3ke/ipn3ke_representor.c | 8 +- drivers/raw/ifpga/base/ifpga_api.c | 21 + drivers/raw/ifpga/base/ifpga_defines.h | 75 ++- drivers/raw/ifpga/base/ifpga_feature_dev.c | 59 ++ drivers/raw/ifpga/base/ifpga_feature_dev.h | 3 + drivers/raw/ifpga/base/ifpga_fme.c | 166 ++++- drivers/raw/ifpga/base/ifpga_fme_error.c | 74 ++- drivers/raw/ifpga/base/ifpga_hw.h | 2 +- drivers/raw/ifpga/base/ifpga_port.c | 18 + drivers/raw/ifpga/base/ifpga_port_error.c | 19 + drivers/raw/ifpga/base/opae_debug.c | 3 + drivers/raw/ifpga/base/opae_hw_api.c | 137 ++++ drivers/raw/ifpga/base/opae_hw_api.h | 26 + drivers/raw/ifpga/base/opae_i2c.c | 44 +- drivers/raw/ifpga/base/opae_i2c.h | 3 +- drivers/raw/ifpga/base/opae_ifpga_hw_api.h | 2 + drivers/raw/ifpga/base/opae_intel_max10.c | 598 +++++++++++++++++- drivers/raw/ifpga/base/opae_intel_max10.h | 157 ++++- drivers/raw/ifpga/base/opae_osdep.h | 7 +- drivers/raw/ifpga/base/opae_spi.c | 5 - drivers/raw/ifpga/base/opae_spi.h | 26 +- drivers/raw/ifpga/base/opae_spi_transaction.c | 84 ++- drivers/raw/ifpga/ifpga_rawdev.c | 860 +++++++++++++++++++++++++- drivers/raw/ifpga/ifpga_rawdev.h | 16 + mk/rte.app.mk | 2 +- 34 files changed, 2348 insertions(+), 424 deletions(-)
Signature · 1 line
1.8.3.1
PATCH v9 1/18 net/i40e: i40e support ipn3ke FPGA port bonding
In ipn3ke, each FPGA network side port bonding to an i40e pf, each i40e pf link status should get data from FPGA network, side port. This patch provide bonding relationship.
--- drivers/net/i40e/base/i40e_type.h | 3 +++ drivers/net/i40e/i40e_ethdev.c | 6 ++++++ drivers/net/i40e/rte_pmd_i40e.c | 21 +++++++++++++++++++++ drivers/net/i40e/rte_pmd_i40e.h | 18 ++++++++++++++++++ drivers/net/i40e/rte_pmd_i40e_version.map | 8 +++++++- 5 files changed, 55 insertions(+), 1 deletion(-)
drivers/net/i40e/base/i40e_type.h +3 -0
@@ -660,6 +660,9 @@ struct i40e_hw {struct i40e_nvm_info nvm;struct i40e_fc_info fc; +/* switch device is used to get link status when i40e is in ipn3ke */ +struct rte_eth_dev *switch_dev; +/* pci info */ u16 device_id;u16 vendor_id;
drivers/net/i40e/i40e_ethdev.c +6 -0
@@ -1390,6 +1390,9 @@ static inline void i40e_config_automask(struct i40e_pf *pf) hw->adapter_stopped =0 ; hw->adapter_closed =0 ; +/* Init switch device pointer */ + hw->switch_dev =NULL ; +/* * Switch Tag value should not be identical to either the First Tag * or Second Tag values. So set something other than common Ethertype
@@ -2901,6 +2904,9 @@ void i40e_flex_payload_reg_set_default(struct i40e_hw *hw)else update_link_aq (hw, &link, enable_lse, wait_to_complete); +if (hw->switch_dev) +rte_eth_linkstatus_get (hw->switch_dev, &link); + ret =rte_eth_linkstatus_set (dev, &link);i40e_notify_all_vfs_link_status (dev);
drivers/net/i40e/rte_pmd_i40e.c +21 -0
@@ -3207,3 +3207,24 @@ int rte_pmd_i40e_flow_add_del_packet_template(I40E_WRITE_FLUSH (hw);return 0 ; } + +int +rte_pmd_i40e_set_switch_dev (uint16_t port_id,struct rte_eth_dev *switch_dev) +{ +struct rte_eth_dev *i40e_dev; +struct i40e_hw *hw; + +RTE_ETH_VALID_PORTID_OR_ERR_RET (port_id, -ENODEV ); + + i40e_dev = &rte_eth_devices[port_id]; +if (!is_i40e_supported (i40e_dev)) +return -ENOTSUP ; + + hw =I40E_DEV_PRIVATE_TO_HW (i40e_dev->data->dev_private); +if (!hw) +return -1 ; + + hw->switch_dev = switch_dev; + +return 0 ; +}
drivers/net/i40e/rte_pmd_i40e.h +18 -0
@@ -1061,4 +1061,22 @@ int rte_pmd_i40e_inset_set(uint16_t port, uint8_t pctype, return 0; } +/** +* For ipn3ke, i40e works with FPGA. +* In this situation, i40e get link status from fpga, +* fpga works as switch_dev for i40e. +* This function set switch_dev for i40e. +* +* @param inset +* Input set value. +* @param field_idx +* Field index for input set. +* @return +* - (less than 0) if failed. +* - (0) if success. +*/ +__rte_experimental +int +rte_pmd_i40e_set_switch_dev (uint16_t port_id,struct rte_eth_dev *switch_dev); +#endif /* _PMD_I40E_H_ */
drivers/net/i40e/rte_pmd_i40e_version.map +7 -1
@@ -64,4 +64,10 @@ DPDK_18.02 { rte_pmd_i40e_inset_get; rte_pmd_i40e_inset_set; -} DPDK_17.11; +} DPDK_17.11; + +EXPERIMENTAL { + global: + + rte_pmd_i40e_set_switch_dev; +} DPDK_18.02;
Signature · 1 line
1.8.3.1
v10 cover add PCIe AER disable and IRQ support for ipn3ke
This patch set adds PCIe AER disable and FPGA interrupt support for ipn3ke. It also provides a small rework for port bonding between FPGA line side port and I40e PF port.
What is the PCI Express AER(Advanced Error Reporting)? Advanced Error Reporting capability is implemented with a PCI Express advanced error reporting extended capability structure providing more robust error reporting. It's also one of PCI Express error reporting paradigms. AER is supported by most of PCIe devices.
In PAC N3000 card, some uncertainty errors will cause FPGA reload, such as temperature is higher than threshold. From Software point of view, FPGA reload means FPGA unplug and plug. For avoiding system crash we need to clear AER register before these errors occur.
Currently PAC N3000 card FME and AFU all provide interrupts, in ifpga rawdev driver, we implement a FME interrupt function to notify errors reported by FME. Besides this, OPAE share code also provide a common AFU interrupt API for users to register their own interrupt functions.
Andy Pei (2):
net/i40e: i40e support ipn3ke FPGA port bonding
raw/ifpga: add lightweight fpga image support
Rosen Xu (3):
raw/ifpga: add SEU error handler
raw/ifpga: add PCIe BDF devices tree scan net/ipn3ke: remove configuration for i40e port bonding
Tianfei zhang (14):
raw/ifpga/base: add irq support
raw/ifpga/base: clear pending bit
raw/ifpga/base: add SEU error support
raw/ifpga/base: add device tree support
raw/ifpga/base: align the send buffer for SPI
raw/ifpga/base: add sensor support
raw/ifpga/base: introducing sensor APIs
raw/ifpga/base: update SEU register definition
raw/ifpga/base: add secure support
raw/ifpga/base: configure FEC mode
raw/ifpga/base: clean fme errors
raw/ifpga/base: add new API get board info
raw/ifpga/base: add multiple cards support
raw/ifpga: introducing new irq API
config/common_base | 4 +- config/common_linux | 6 + drivers/meson.build | 7 +- drivers/net/i40e/base/i40e_type.h | 3 + drivers/net/i40e/i40e_ethdev.c | 6 + drivers/net/i40e/rte_pmd_i40e.c | 21 + drivers/net/i40e/rte_pmd_i40e.h | 18 + drivers/net/i40e/rte_pmd_i40e_version.map | 8 +- drivers/net/ipn3ke/Makefile | 2 + drivers/net/ipn3ke/ipn3ke_ethdev.c | 289 +------- drivers/net/ipn3ke/ipn3ke_representor.c | 8 +- drivers/net/ipn3ke/meson.build | 2 +- drivers/raw/ifpga/base/ifpga_api.c | 21 + drivers/raw/ifpga/base/ifpga_defines.h | 75 +- drivers/raw/ifpga/base/ifpga_feature_dev.c | 59 ++ drivers/raw/ifpga/base/ifpga_feature_dev.h | 3 + drivers/raw/ifpga/base/ifpga_fme.c | 166 ++++- drivers/raw/ifpga/base/ifpga_fme_error.c | 74 +- drivers/raw/ifpga/base/ifpga_hw.h | 2 +- drivers/raw/ifpga/base/ifpga_port.c | 18 + drivers/raw/ifpga/base/ifpga_port_error.c | 19 + drivers/raw/ifpga/base/opae_debug.c | 3 + drivers/raw/ifpga/base/opae_hw_api.c | 137 ++++ drivers/raw/ifpga/base/opae_hw_api.h | 26 + drivers/raw/ifpga/base/opae_i2c.c | 44 +- drivers/raw/ifpga/base/opae_i2c.h | 3 +- drivers/raw/ifpga/base/opae_ifpga_hw_api.h | 2 + drivers/raw/ifpga/base/opae_intel_max10.c | 599 +++++++++++++++- drivers/raw/ifpga/base/opae_intel_max10.h | 157 ++++- drivers/raw/ifpga/base/opae_osdep.h | 7 +- drivers/raw/ifpga/base/opae_spi.c | 5 - drivers/raw/ifpga/base/opae_spi.h | 26 +- drivers/raw/ifpga/base/opae_spi_transaction.c | 84 ++- drivers/raw/ifpga/ifpga_rawdev.c | 903 ++++++++++++++++++++++++- drivers/raw/ifpga/ifpga_rawdev.h | 30 + drivers/raw/ifpga/meson.build | 6 + drivers/raw/ifpga/rte_rawdev_ifpga_version.map | 3 + mk/rte.app.mk | 2 +- 38 files changed, 2421 insertions(+), 427 deletions(-)
Signature · 1 line
1.8.3.1
PATCH v10 1/19 net/i40e: i40e support ipn3ke FPGA port bonding
In ipn3ke, each FPGA network side port bonding to an i40e pf, each i40e pf link status should get data from FPGA network, side port. This patch provide bonding relationship.
--- drivers/net/i40e/base/i40e_type.h | 3 +++ drivers/net/i40e/i40e_ethdev.c | 6 ++++++ drivers/net/i40e/rte_pmd_i40e.c | 21 +++++++++++++++++++++ drivers/net/i40e/rte_pmd_i40e.h | 18 ++++++++++++++++++ drivers/net/i40e/rte_pmd_i40e_version.map | 8 +++++++- 5 files changed, 55 insertions(+), 1 deletion(-)
drivers/net/i40e/base/i40e_type.h +3 -0
@@ -660,6 +660,9 @@ struct i40e_hw {struct i40e_nvm_info nvm;struct i40e_fc_info fc; +/* switch device is used to get link status when i40e is in ipn3ke */ +struct rte_eth_dev *switch_dev; +/* pci info */ u16 device_id;u16 vendor_id;
drivers/net/i40e/i40e_ethdev.c +6 -0
@@ -1390,6 +1390,9 @@ static inline void i40e_config_automask(struct i40e_pf *pf) hw->adapter_stopped =0 ; hw->adapter_closed =0 ; +/* Init switch device pointer */ + hw->switch_dev =NULL ; +/* * Switch Tag value should not be identical to either the First Tag * or Second Tag values. So set something other than common Ethertype
@@ -2901,6 +2904,9 @@ void i40e_flex_payload_reg_set_default(struct i40e_hw *hw)else update_link_aq (hw, &link, enable_lse, wait_to_complete); +if (hw->switch_dev) +rte_eth_linkstatus_get (hw->switch_dev, &link); + ret =rte_eth_linkstatus_set (dev, &link);i40e_notify_all_vfs_link_status (dev);
drivers/net/i40e/rte_pmd_i40e.c +21 -0
@@ -3207,3 +3207,24 @@ int rte_pmd_i40e_flow_add_del_packet_template(I40E_WRITE_FLUSH (hw);return 0 ; } + +int +rte_pmd_i40e_set_switch_dev (uint16_t port_id,struct rte_eth_dev *switch_dev) +{ +struct rte_eth_dev *i40e_dev; +struct i40e_hw *hw; + +RTE_ETH_VALID_PORTID_OR_ERR_RET (port_id, -ENODEV ); + + i40e_dev = &rte_eth_devices[port_id]; +if (!is_i40e_supported (i40e_dev)) +return -ENOTSUP ; + + hw =I40E_DEV_PRIVATE_TO_HW (i40e_dev->data->dev_private); +if (!hw) +return -1 ; + + hw->switch_dev = switch_dev; + +return 0 ; +}
drivers/net/i40e/rte_pmd_i40e.h +18 -0
@@ -1061,4 +1061,22 @@ int rte_pmd_i40e_inset_set(uint16_t port, uint8_t pctype, return 0; } +/** +* For ipn3ke, i40e works with FPGA. +* In this situation, i40e get link status from fpga, +* fpga works as switch_dev for i40e. +* This function set switch_dev for i40e. +* +* @param inset +* Input set value. +* @param field_idx +* Field index for input set. +* @return +* - (less than 0) if failed. +* - (0) if success. +*/ +__rte_experimental +int +rte_pmd_i40e_set_switch_dev (uint16_t port_id,struct rte_eth_dev *switch_dev); +#endif /* _PMD_I40E_H_ */
drivers/net/i40e/rte_pmd_i40e_version.map +7 -1
@@ -64,4 +64,10 @@ DPDK_18.02 { rte_pmd_i40e_inset_get; rte_pmd_i40e_inset_set; -} DPDK_17.11; +} DPDK_17.11; + +EXPERIMENTAL { + global: + + rte_pmd_i40e_set_switch_dev; +} DPDK_18.02;
Signature · 1 line
1.8.3.1
v11 cover add PCIe AER disable and IRQ support for ipn3ke
This patch set adds PCIe AER disable and FPGA interrupt support for ipn3ke. It also provides a small rework for port bonding between FPGA line side port and I40e PF port.
What is the PCI Express AER(Advanced Error Reporting)? Advanced Error Reporting capability is implemented with a PCI Express advanced error reporting extended capability structure providing more robust error reporting. It's also one of PCI Express error reporting paradigms. AER is supported by most of PCIe devices.
In PAC N3000 card, some uncertainty errors will cause FPGA reload, such as temperature is higher than threshold. From Software point of view, FPGA reload means FPGA unplug and plug. For avoiding system crash we need to clear AER register before these errors occur.
Currently PAC N3000 card FME and AFU all provide interrupts, in ifpga rawdev driver, we implement a FME interrupt function to notify errors reported by FME. Besides this, OPAE share code also provide a common AFU interrupt API for users to register their own interrupt functions.
v11 updates:
=========
- move symbol ifpga_rawdev_ge to the EXPERIMENTAL section of drivers/raw/ifpga/rte_rawdev_ifpga_version.map
v10 updates:
=========
- introducing new irq API
- fix meson build issue
v9 updates:
=========
- Add mutex lock on do_transaction() function for SPI driver to avoid race condition.
v8 updates:
=========
- add multiple cards support.
v7 updates:
==========
- rename function i40e_set_switch_dev to rte_pmd_i40e_set_switch_dev and move it to rte_pmd_i40e.c since it is declared at rte_pmd_i40e.h
- function rte_pmd_i40e_set_switch_dev works as an external API, use port_id but not rte_eth_dev as parameter.
- add doxygen header here for the new API.
- update the rte_pmd_i40e_version.map.
- fix coding style issue.
- enable CONFIG_RTE_EAL_VFIO in linux environment to build irq support.
- for functions with a lot of similarity, extract out common function to reduce duplication.
v6 updates:
=========
- correct author information.
- correct typo in commit message and remove Gerrit Change-Id's before submitting upstream
v5 updates:
==========
- add lightweight fpga image support. in lightweight fpga image mode, ipn3ke representor will not be probed.
v4 updates:
===========
- align with new naming standard.
v3 updates:
===========
- Add FPGA network side port MTU configuration
v2 updates:
===========
- Add AUX feature support
Andy Pei (2):
net/i40e: i40e support ipn3ke FPGA port bonding
raw/ifpga: add lightweight fpga image support
Rosen Xu (3):
raw/ifpga: add SEU error handler
raw/ifpga: add PCIe BDF devices tree scan net/ipn3ke: remove configuration for i40e port bonding
Tianfei zhang (14):
raw/ifpga/base: add irq support
raw/ifpga/base: clear pending bit
raw/ifpga/base: add SEU error support
raw/ifpga/base: add device tree support
raw/ifpga/base: align the send buffer for SPI
raw/ifpga/base: add sensor support
raw/ifpga/base: introducing sensor APIs
raw/ifpga/base: update SEU register definition
raw/ifpga/base: add secure support
raw/ifpga/base: configure FEC mode
raw/ifpga/base: clean fme errors
raw/ifpga/base: add new API get board info
raw/ifpga/base: add multiple cards support
raw/ifpga: introducing new irq API
config/common_base | 4 +- config/common_linux | 6 + drivers/meson.build | 7 +- drivers/net/i40e/base/i40e_type.h | 3 + drivers/net/i40e/i40e_ethdev.c | 6 + drivers/net/i40e/rte_pmd_i40e.c | 21 + drivers/net/i40e/rte_pmd_i40e.h | 18 + drivers/net/i40e/rte_pmd_i40e_version.map | 8 +- drivers/net/ipn3ke/Makefile | 2 + drivers/net/ipn3ke/ipn3ke_ethdev.c | 289 +------- drivers/net/ipn3ke/ipn3ke_representor.c | 8 +- drivers/net/ipn3ke/meson.build | 2 +- drivers/raw/ifpga/base/ifpga_api.c | 21 + drivers/raw/ifpga/base/ifpga_defines.h | 75 +- drivers/raw/ifpga/base/ifpga_feature_dev.c | 59 ++ drivers/raw/ifpga/base/ifpga_feature_dev.h | 3 + drivers/raw/ifpga/base/ifpga_fme.c | 166 ++++- drivers/raw/ifpga/base/ifpga_fme_error.c | 74 +- drivers/raw/ifpga/base/ifpga_hw.h | 2 +- drivers/raw/ifpga/base/ifpga_port.c | 18 + drivers/raw/ifpga/base/ifpga_port_error.c | 19 + drivers/raw/ifpga/base/opae_debug.c | 3 + drivers/raw/ifpga/base/opae_hw_api.c | 137 ++++ drivers/raw/ifpga/base/opae_hw_api.h | 26 + drivers/raw/ifpga/base/opae_i2c.c | 44 +- drivers/raw/ifpga/base/opae_i2c.h | 3 +- drivers/raw/ifpga/base/opae_ifpga_hw_api.h | 2 + drivers/raw/ifpga/base/opae_intel_max10.c | 599 +++++++++++++++- drivers/raw/ifpga/base/opae_intel_max10.h | 157 ++++- drivers/raw/ifpga/base/opae_osdep.h | 7 +- drivers/raw/ifpga/base/opae_spi.c | 5 - drivers/raw/ifpga/base/opae_spi.h | 26 +- drivers/raw/ifpga/base/opae_spi_transaction.c | 84 ++- drivers/raw/ifpga/ifpga_rawdev.c | 903 ++++++++++++++++++++++++- drivers/raw/ifpga/ifpga_rawdev.h | 30 + drivers/raw/ifpga/meson.build | 6 + drivers/raw/ifpga/rte_rawdev_ifpga_version.map | 6 + mk/rte.app.mk | 2 +- 38 files changed, 2424 insertions(+), 427 deletions(-)
Signature · 1 line
1.8.3.1
PATCH v11 1/19 net/i40e: i40e support ipn3ke FPGA port bonding
In ipn3ke, each FPGA network side port bonding to an i40e pf, each i40e pf link status should get data from FPGA network, side port. This patch provide bonding relationship.
--- drivers/net/i40e/base/i40e_type.h | 3 +++ drivers/net/i40e/i40e_ethdev.c | 6 ++++++ drivers/net/i40e/rte_pmd_i40e.c | 21 +++++++++++++++++++++ drivers/net/i40e/rte_pmd_i40e.h | 18 ++++++++++++++++++ drivers/net/i40e/rte_pmd_i40e_version.map | 8 +++++++- 5 files changed, 55 insertions(+), 1 deletion(-)
drivers/net/i40e/base/i40e_type.h +3 -0
@@ -660,6 +660,9 @@ struct i40e_hw {struct i40e_nvm_info nvm;struct i40e_fc_info fc; +/* switch device is used to get link status when i40e is in ipn3ke */ +struct rte_eth_dev *switch_dev; +/* pci info */ u16 device_id;u16 vendor_id;
drivers/net/i40e/i40e_ethdev.c +6 -0
@@ -1390,6 +1390,9 @@ static inline void i40e_config_automask(struct i40e_pf *pf) hw->adapter_stopped =0 ; hw->adapter_closed =0 ; +/* Init switch device pointer */ + hw->switch_dev =NULL ; +/* * Switch Tag value should not be identical to either the First Tag * or Second Tag values. So set something other than common Ethertype
@@ -2901,6 +2904,9 @@ void i40e_flex_payload_reg_set_default(struct i40e_hw *hw)else update_link_aq (hw, &link, enable_lse, wait_to_complete); +if (hw->switch_dev) +rte_eth_linkstatus_get (hw->switch_dev, &link); + ret =rte_eth_linkstatus_set (dev, &link);i40e_notify_all_vfs_link_status (dev);
drivers/net/i40e/rte_pmd_i40e.c +21 -0
@@ -3207,3 +3207,24 @@ int rte_pmd_i40e_flow_add_del_packet_template(I40E_WRITE_FLUSH (hw);return 0 ; } + +int +rte_pmd_i40e_set_switch_dev (uint16_t port_id,struct rte_eth_dev *switch_dev) +{ +struct rte_eth_dev *i40e_dev; +struct i40e_hw *hw; + +RTE_ETH_VALID_PORTID_OR_ERR_RET (port_id, -ENODEV ); + + i40e_dev = &rte_eth_devices[port_id]; +if (!is_i40e_supported (i40e_dev)) +return -ENOTSUP ; + + hw =I40E_DEV_PRIVATE_TO_HW (i40e_dev->data->dev_private); +if (!hw) +return -1 ; + + hw->switch_dev = switch_dev; + +return 0 ; +}
drivers/net/i40e/rte_pmd_i40e.h +18 -0
@@ -1061,4 +1061,22 @@ int rte_pmd_i40e_inset_set(uint16_t port, uint8_t pctype, return 0; } +/** +* For ipn3ke, i40e works with FPGA. +* In this situation, i40e get link status from fpga, +* fpga works as switch_dev for i40e. +* This function set switch_dev for i40e. +* +* @param inset +* Input set value. +* @param field_idx +* Field index for input set. +* @return +* - (less than 0) if failed. +* - (0) if success. +*/ +__rte_experimental +int +rte_pmd_i40e_set_switch_dev (uint16_t port_id,struct rte_eth_dev *switch_dev); +#endif /* _PMD_I40E_H_ */
drivers/net/i40e/rte_pmd_i40e_version.map +7 -1
@@ -64,4 +64,10 @@ DPDK_18.02 { rte_pmd_i40e_inset_get; rte_pmd_i40e_inset_set; -} DPDK_17.11; +} DPDK_17.11; + +EXPERIMENTAL { + global: + + rte_pmd_i40e_set_switch_dev; +} DPDK_18.02;
Signature · 1 line
1.8.3.1
v12 cover add PCIe AER disable and IRQ support for ipn3ke
This patch set adds PCIe AER disable and FPGA interrupt support for ipn3ke. It also provides a small rework for port bonding between FPGA line side port and I40e PF port.
What is the PCI Express AER(Advanced Error Reporting)? Advanced Error Reporting capability is implemented with a PCI Express advanced error reporting extended capability structure providing more robust error reporting. It's also one of PCI Express error reporting paradigms. AER is supported by most of PCIe devices.
In PAC N3000 card, some uncertainty errors will cause FPGA reload, such as temperature is higher than threshold. From Software point of view, FPGA reload means FPGA unplug and plug. For avoiding system crash we need to clear AER register before these errors occur.
Currently PAC N3000 card FME and AFU all provide interrupts, in ifpga rawdev driver, we implement a FME interrupt function to notify errors reported by FME. Besides this, OPAE share code also provide a common AFU interrupt API for users to register their own interrupt functions.
v11 updates:
=========
- fix meson build issue.
v11 updates:
=========
- move symbol ifpga_rawdev_ge to the EXPERIMENTAL section of drivers/raw/ifpga/rte_rawdev_ifpga_version.map
v10 updates:
=========
- introducing new irq API
- fix meson build issue
v9 updates:
=========
- Add mutex lock on do_transaction() function for SPI driver to avoid race condition.
v8 updates:
=========
- add multiple cards support.
v7 updates:
==========
- rename function i40e_set_switch_dev to rte_pmd_i40e_set_switch_dev and move it to rte_pmd_i40e.c since it is declared at rte_pmd_i40e.h
- function rte_pmd_i40e_set_switch_dev works as an external API, use port_id but not rte_eth_dev as parameter.
- add doxygen header here for the new API.
- update the rte_pmd_i40e_version.map.
- fix coding style issue.
- enable CONFIG_RTE_EAL_VFIO in linux environment to build irq support.
- for functions with a lot of similarity, extract out common function to reduce duplication.
v6 updates:
=========
- correct author information.
- correct typo in commit message and remove Gerrit Change-Id's before submitting upstream
v5 updates:
==========
- add lightweight fpga image support. in lightweight fpga image mode, ipn3ke representor will not be probed.
v4 updates:
===========
- align with new naming standard.
v3 updates:
===========
- Add FPGA network side port MTU configuration
v2 updates:
===========
- Add AUX feature support
Andy Pei (2):
net/i40e: i40e support ipn3ke FPGA port bonding
raw/ifpga: add lightweight fpga image support
Rosen Xu (3):
raw/ifpga: add SEU error handler
raw/ifpga: add PCIe BDF devices tree scan net/ipn3ke: remove configuration for i40e port bonding
Tianfei zhang (14):
raw/ifpga/base: add irq support
raw/ifpga/base: clear pending bit
raw/ifpga/base: add SEU error support
raw/ifpga/base: add device tree support
raw/ifpga/base: align the send buffer for SPI
raw/ifpga/base: add sensor support
raw/ifpga/base: introducing sensor APIs
raw/ifpga/base: update SEU register definition
raw/ifpga/base: add secure support
raw/ifpga/base: configure FEC mode
raw/ifpga/base: clean fme errors
raw/ifpga/base: add new API get board info
raw/ifpga/base: add multiple cards support
raw/ifpga: introducing new irq API
config/common_base | 4 +- config/common_linux | 6 + drivers/net/i40e/base/i40e_type.h | 3 + drivers/net/i40e/i40e_ethdev.c | 6 + drivers/net/i40e/rte_pmd_i40e.c | 21 + drivers/net/i40e/rte_pmd_i40e.h | 18 + drivers/net/i40e/rte_pmd_i40e_version.map | 8 +- drivers/net/ipn3ke/Makefile | 2 + drivers/net/ipn3ke/ipn3ke_ethdev.c | 289 +-------- drivers/net/ipn3ke/ipn3ke_representor.c | 8 +- drivers/net/ipn3ke/meson.build | 24 +- drivers/raw/ifpga/base/ifpga_api.c | 21 + drivers/raw/ifpga/base/ifpga_defines.h | 75 ++- drivers/raw/ifpga/base/ifpga_feature_dev.c | 59 ++ drivers/raw/ifpga/base/ifpga_feature_dev.h | 3 + drivers/raw/ifpga/base/ifpga_fme.c | 166 ++++- drivers/raw/ifpga/base/ifpga_fme_error.c | 74 ++- drivers/raw/ifpga/base/ifpga_hw.h | 2 +- drivers/raw/ifpga/base/ifpga_port.c | 18 + drivers/raw/ifpga/base/ifpga_port_error.c | 19 + drivers/raw/ifpga/base/opae_debug.c | 3 + drivers/raw/ifpga/base/opae_hw_api.c | 137 ++++ drivers/raw/ifpga/base/opae_hw_api.h | 26 + drivers/raw/ifpga/base/opae_i2c.c | 44 +- drivers/raw/ifpga/base/opae_i2c.h | 3 +- drivers/raw/ifpga/base/opae_ifpga_hw_api.h | 2 + drivers/raw/ifpga/base/opae_intel_max10.c | 599 ++++++++++++++++- drivers/raw/ifpga/base/opae_intel_max10.h | 157 ++++- drivers/raw/ifpga/base/opae_osdep.h | 7 +- drivers/raw/ifpga/base/opae_spi.c | 5 - drivers/raw/ifpga/base/opae_spi.h | 26 +- drivers/raw/ifpga/base/opae_spi_transaction.c | 84 ++- drivers/raw/ifpga/ifpga_rawdev.c | 903 +++++++++++++++++++++++++- drivers/raw/ifpga/ifpga_rawdev.h | 30 + drivers/raw/ifpga/meson.build | 25 +- mk/rte.app.mk | 2 +- 36 files changed, 2441 insertions(+), 438 deletions(-)
Signature · 1 line
1.8.3.1
PATCH v12 1/19 net/i40e: i40e support ipn3ke FPGA port bonding
In ipn3ke, each FPGA network side port bonding to an i40e pf, each i40e pf link status should get data from FPGA network, side port. This patch provide bonding relationship.
--- drivers/net/i40e/base/i40e_type.h | 3 +++ drivers/net/i40e/i40e_ethdev.c | 6 ++++++ drivers/net/i40e/rte_pmd_i40e.c | 21 +++++++++++++++++++++ drivers/net/i40e/rte_pmd_i40e.h | 18 ++++++++++++++++++ drivers/net/i40e/rte_pmd_i40e_version.map | 8 +++++++- 5 files changed, 55 insertions(+), 1 deletion(-)
drivers/net/i40e/base/i40e_type.h +3 -0
@@ -660,6 +660,9 @@ struct i40e_hw {struct i40e_nvm_info nvm;struct i40e_fc_info fc; +/* switch device is used to get link status when i40e is in ipn3ke */ +struct rte_eth_dev *switch_dev; +/* pci info */ u16 device_id;u16 vendor_id;
drivers/net/i40e/i40e_ethdev.c +6 -0
@@ -1390,6 +1390,9 @@ static inline void i40e_config_automask(struct i40e_pf *pf) hw->adapter_stopped =0 ; hw->adapter_closed =0 ; +/* Init switch device pointer */ + hw->switch_dev =NULL ; +/* * Switch Tag value should not be identical to either the First Tag * or Second Tag values. So set something other than common Ethertype
@@ -2901,6 +2904,9 @@ void i40e_flex_payload_reg_set_default(struct i40e_hw *hw)else update_link_aq (hw, &link, enable_lse, wait_to_complete); +if (hw->switch_dev) +rte_eth_linkstatus_get (hw->switch_dev, &link); + ret =rte_eth_linkstatus_set (dev, &link);i40e_notify_all_vfs_link_status (dev);
drivers/net/i40e/rte_pmd_i40e.c +21 -0
@@ -3207,3 +3207,24 @@ int rte_pmd_i40e_flow_add_del_packet_template(I40E_WRITE_FLUSH (hw);return 0 ; } + +int +rte_pmd_i40e_set_switch_dev (uint16_t port_id,struct rte_eth_dev *switch_dev) +{ +struct rte_eth_dev *i40e_dev; +struct i40e_hw *hw; + +RTE_ETH_VALID_PORTID_OR_ERR_RET (port_id, -ENODEV ); + + i40e_dev = &rte_eth_devices[port_id]; +if (!is_i40e_supported (i40e_dev)) +return -ENOTSUP ; + + hw =I40E_DEV_PRIVATE_TO_HW (i40e_dev->data->dev_private); +if (!hw) +return -1 ; + + hw->switch_dev = switch_dev; + +return 0 ; +}
drivers/net/i40e/rte_pmd_i40e.h +18 -0
@@ -1061,4 +1061,22 @@ int rte_pmd_i40e_inset_set(uint16_t port, uint8_t pctype, return 0; } +/** +* For ipn3ke, i40e works with FPGA. +* In this situation, i40e get link status from fpga, +* fpga works as switch_dev for i40e. +* This function set switch_dev for i40e. +* +* @param inset +* Input set value. +* @param field_idx +* Field index for input set. +* @return +* - (less than 0) if failed. +* - (0) if success. +*/ +__rte_experimental +int +rte_pmd_i40e_set_switch_dev (uint16_t port_id,struct rte_eth_dev *switch_dev); +#endif /* _PMD_I40E_H_ */
drivers/net/i40e/rte_pmd_i40e_version.map +7 -1
@@ -64,4 +64,10 @@ DPDK_18.02 { rte_pmd_i40e_inset_get; rte_pmd_i40e_inset_set; -} DPDK_17.11; +} DPDK_17.11; + +EXPERIMENTAL { + global: + + rte_pmd_i40e_set_switch_dev; +} DPDK_18.02;
Signature · 1 line
1.8.3.1
Re: [dpdk-dev] [PATCH v12 01/19] net/i40e: i40e support ipn3ke FPGA port bonding
drivers/net/i40e/rte_pmd_i40e_version.map DPDK_18.02 { · line 73
Quoted 5 lines · Andy Pei
drivers/net/i40e/rte_pmd_i40e_version.map +5
-0+EXPERIMENTAL { + global: + + rte_pmd_i40e_set_switch_dev; +} DPDK_18.02;
No need the versioning for the EXPERIMENTAL section.
Quoted 1 line
\ No newline at end of file
This is annoying, you can add "set nofixeol" in you vimrc to avoid this.
Thanks,
Xiaolong
Quoted 3 lines
Signature · 1 line
1.8.3.1
v13 cover add PCIe AER disable and IRQ support for ipn3ke
In reply to Andy PeiThis patch set adds PCIe AER disable and FPGA interrupt support for ipn3ke. It also provides a small rework for port bonding between FPGA line side port and I40e PF port.
What is the PCI Express AER(Advanced Error Reporting)? Advanced Error Reporting capability is implemented with a PCI Express advanced error reporting extended capability structure providing more robust error reporting. It's also one of PCI Express error reporting paradigms. AER is supported by most of PCIe devices.
In PAC N3000 card, some uncertainty errors will cause FPGA reload, such as temperature is higher than threshold. From Software point of view, FPGA reload means FPGA unplug and plug. For avoiding system crash we need to clear AER register before these errors occur.
Currently PAC N3000 card FME and AFU all provide interrupts, in ifpga rawdev driver, we implement a FME interrupt function to notify errors reported by FME. Besides this, OPAE share code also provide a common AFU interrupt API for users to register their own interrupt functions.
v13 updates:
=========
- fix meson build issue.
v12 updates:
=========
- fix meson build issue.
v11 updates:
=========
- move symbol ifpga_rawdev_ge to the EXPERIMENTAL section of drivers/raw/ifpga/rte_rawdev_ifpga_version.map
v10 updates:
=========
- introducing new irq API
- fix meson build issue
v9 updates:
=========
- Add mutex lock on do_transaction() function for SPI driver to avoid race condition.
v8 updates:
=========
- add multiple cards support.
v7 updates:
==========
- rename function i40e_set_switch_dev to rte_pmd_i40e_set_switch_dev and move it to rte_pmd_i40e.c since it is declared at rte_pmd_i40e.h
- function rte_pmd_i40e_set_switch_dev works as an external API, use port_id but not rte_eth_dev as parameter.
- add doxygen header here for the new API.
- update the rte_pmd_i40e_version.map.
- fix coding style issue.
- enable CONFIG_RTE_EAL_VFIO in linux environment to build irq support.
- for functions with a lot of similarity, extract out common function to reduce duplication.
v6 updates:
=========
- correct author information.
- correct typo in commit message and remove Gerrit Change-Id's before submitting upstream
v5 updates:
==========
- add lightweight fpga image support. in lightweight fpga image mode, ipn3ke representor will not be probed.
v4 updates:
===========
- align with new naming standard.
v3 updates:
===========
- Add FPGA network side port MTU configuration
v2 updates:
===========
- Add AUX feature support
Andy Pei (2):
net/i40e: i40e support ipn3ke FPGA port bonding
raw/ifpga: add lightweight fpga image support
Rosen Xu (3):
raw/ifpga: add SEU error handler
raw/ifpga: add PCIe BDF devices tree scan net/ipn3ke: remove configuration for i40e port bonding
Tianfei zhang (14):
raw/ifpga/base: add irq support
raw/ifpga/base: clear pending bit
raw/ifpga/base: add SEU error support
raw/ifpga/base: add device tree support
raw/ifpga/base: align the send buffer for SPI
raw/ifpga/base: add sensor support
raw/ifpga/base: introducing sensor APIs
raw/ifpga/base: update SEU register definition
raw/ifpga/base: add secure support
raw/ifpga/base: configure FEC mode
raw/ifpga/base: clean fme errors
raw/ifpga/base: add new API get board info
raw/ifpga/base: add multiple cards support
raw/ifpga: introducing new irq API
config/common_base | 4 +- config/common_linux | 6 + drivers/meson.build | 6 +- drivers/net/i40e/base/i40e_type.h | 3 + drivers/net/i40e/i40e_ethdev.c | 6 + drivers/net/i40e/rte_pmd_i40e.c | 21 + drivers/net/i40e/rte_pmd_i40e.h | 18 + drivers/net/i40e/rte_pmd_i40e_version.map | 8 +- drivers/net/ipn3ke/Makefile | 2 + drivers/net/ipn3ke/ipn3ke_ethdev.c | 289 +------- drivers/net/ipn3ke/ipn3ke_representor.c | 8 +- drivers/net/ipn3ke/meson.build | 24 +- drivers/raw/ifpga/base/ifpga_api.c | 21 + drivers/raw/ifpga/base/ifpga_defines.h | 75 +- drivers/raw/ifpga/base/ifpga_feature_dev.c | 59 ++ drivers/raw/ifpga/base/ifpga_feature_dev.h | 3 + drivers/raw/ifpga/base/ifpga_fme.c | 166 ++++- drivers/raw/ifpga/base/ifpga_fme_error.c | 74 +- drivers/raw/ifpga/base/ifpga_hw.h | 2 +- drivers/raw/ifpga/base/ifpga_port.c | 18 + drivers/raw/ifpga/base/ifpga_port_error.c | 19 + drivers/raw/ifpga/base/meson.build | 2 +- drivers/raw/ifpga/base/opae_debug.c | 3 + drivers/raw/ifpga/base/opae_hw_api.c | 137 ++++ drivers/raw/ifpga/base/opae_hw_api.h | 26 + drivers/raw/ifpga/base/opae_i2c.c | 44 +- drivers/raw/ifpga/base/opae_i2c.h | 3 +- drivers/raw/ifpga/base/opae_ifpga_hw_api.h | 2 + drivers/raw/ifpga/base/opae_intel_max10.c | 599 +++++++++++++++- drivers/raw/ifpga/base/opae_intel_max10.h | 157 ++++- drivers/raw/ifpga/base/opae_osdep.h | 7 +- drivers/raw/ifpga/base/opae_spi.c | 5 - drivers/raw/ifpga/base/opae_spi.h | 26 +- drivers/raw/ifpga/base/opae_spi_transaction.c | 84 ++- drivers/raw/ifpga/ifpga_rawdev.c | 903 ++++++++++++++++++++++++- drivers/raw/ifpga/ifpga_rawdev.h | 30 + drivers/raw/ifpga/meson.build | 25 +- drivers/raw/ifpga/rte_rawdev_ifpga_version.map | 3 + mk/rte.app.mk | 2 +- 39 files changed, 2448 insertions(+), 442 deletions(-)
Signature · 1 line
1.8.3.1
PATCH v13 1/19 net/i40e: i40e support ipn3ke FPGA port bonding
In ipn3ke, each FPGA network side port bonding to an i40e pf, each i40e pf link status should get data from FPGA network, side port. This patch provide bonding relationship.
--- drivers/net/i40e/base/i40e_type.h | 3 +++ drivers/net/i40e/i40e_ethdev.c | 6 ++++++ drivers/net/i40e/rte_pmd_i40e.c | 21 +++++++++++++++++++++ drivers/net/i40e/rte_pmd_i40e.h | 18 ++++++++++++++++++ drivers/net/i40e/rte_pmd_i40e_version.map | 8 +++++++- 5 files changed, 55 insertions(+), 1 deletion(-)
drivers/net/i40e/base/i40e_type.h +3 -0
@@ -660,6 +660,9 @@ struct i40e_hw {struct i40e_nvm_info nvm;struct i40e_fc_info fc; +/* switch device is used to get link status when i40e is in ipn3ke */ +struct rte_eth_dev *switch_dev; +/* pci info */ u16 device_id;u16 vendor_id;
drivers/net/i40e/i40e_ethdev.c +6 -0
@@ -1390,6 +1390,9 @@ static inline void i40e_config_automask(struct i40e_pf *pf) hw->adapter_stopped =0 ; hw->adapter_closed =0 ; +/* Init switch device pointer */ + hw->switch_dev =NULL ; +/* * Switch Tag value should not be identical to either the First Tag * or Second Tag values. So set something other than common Ethertype
@@ -2901,6 +2904,9 @@ void i40e_flex_payload_reg_set_default(struct i40e_hw *hw)else update_link_aq (hw, &link, enable_lse, wait_to_complete); +if (hw->switch_dev) +rte_eth_linkstatus_get (hw->switch_dev, &link); + ret =rte_eth_linkstatus_set (dev, &link);i40e_notify_all_vfs_link_status (dev);
drivers/net/i40e/rte_pmd_i40e.c +21 -0
@@ -3207,3 +3207,24 @@ int rte_pmd_i40e_flow_add_del_packet_template(I40E_WRITE_FLUSH (hw);return 0 ; } + +int +rte_pmd_i40e_set_switch_dev (uint16_t port_id,struct rte_eth_dev *switch_dev) +{ +struct rte_eth_dev *i40e_dev; +struct i40e_hw *hw; + +RTE_ETH_VALID_PORTID_OR_ERR_RET (port_id, -ENODEV ); + + i40e_dev = &rte_eth_devices[port_id]; +if (!is_i40e_supported (i40e_dev)) +return -ENOTSUP ; + + hw =I40E_DEV_PRIVATE_TO_HW (i40e_dev->data->dev_private); +if (!hw) +return -1 ; + + hw->switch_dev = switch_dev; + +return 0 ; +}
drivers/net/i40e/rte_pmd_i40e.h +18 -0
@@ -1061,4 +1061,22 @@ int rte_pmd_i40e_inset_set(uint16_t port, uint8_t pctype, return 0; } +/** +* For ipn3ke, i40e works with FPGA. +* In this situation, i40e get link status from fpga, +* fpga works as switch_dev for i40e. +* This function set switch_dev for i40e. +* +* @param inset +* Input set value. +* @param field_idx +* Field index for input set. +* @return +* - (less than 0) if failed. +* - (0) if success. +*/ +__rte_experimental +int +rte_pmd_i40e_set_switch_dev (uint16_t port_id,struct rte_eth_dev *switch_dev); +#endif /* _PMD_I40E_H_ */
drivers/net/i40e/rte_pmd_i40e_version.map +7 -1
@@ -64,4 +64,10 @@ DPDK_18.02 { rte_pmd_i40e_inset_get; rte_pmd_i40e_inset_set; -} DPDK_17.11; +} DPDK_17.11; + +EXPERIMENTAL { + global: + + rte_pmd_i40e_set_switch_dev; +} DPDK_18.02;
Signature · 1 line
1.8.3.1
v14 cover add PCIe AER disable and IRQ support for ipn3ke
This patch set adds PCIe AER disable and FPGA interrupt support for ipn3ke. It also provides a small rework for port bonding between FPGA line side port and I40e PF port.
What is the PCI Express AER(Advanced Error Reporting)? Advanced Error Reporting capability is implemented with a PCI Express advanced error reporting extended capability structure providing more robust error reporting. It's also one of PCI Express error reporting paradigms. AER is supported by most of PCIe devices.
In PAC N3000 card, some uncertainty errors will cause FPGA reload, such as temperature is higher than threshold. From Software point of view, FPGA reload means FPGA unplug and plug. For avoiding system crash we need to clear AER register before these errors occur.
Currently PAC N3000 card FME and AFU all provide interrupts, in ifpga rawdev driver, we implement a FME interrupt function to notify errors reported by FME. Besides this, OPAE share code also provide a common AFU interrupt API for users to register their own interrupt functions.
v14 updates:
=========
- fix coding style and remove unnecessary comments.
v13 updates:
=========
- fix meson build issue.
v12 updates:
=========
- fix meson build issue.
v11 updates:
=========
- move symbol ifpga_rawdev_ge to the EXPERIMENTAL section of drivers/raw/ifpga/rte_rawdev_ifpga_version.map
v10 updates:
=========
- introducing new irq API
- fix meson build issue
v9 updates:
=========
- Add mutex lock on do_transaction() function for SPI driver to avoid race condition.
v8 updates:
=========
- add multiple cards support.
v7 updates:
==========
- rename function i40e_set_switch_dev to rte_pmd_i40e_set_switch_dev and move it to rte_pmd_i40e.c since it is declared at rte_pmd_i40e.h
- function rte_pmd_i40e_set_switch_dev works as an external API, use port_id but not rte_eth_dev as parameter.
- add doxygen header here for the new API.
- update the rte_pmd_i40e_version.map.
- fix coding style issue.
- enable CONFIG_RTE_EAL_VFIO in linux environment to build irq support.
- for functions with a lot of similarity, extract out common function to reduce duplication.
v6 updates:
=========
- correct author information.
- correct typo in commit message and remove Gerrit Change-Id's before submitting upstream
v5 updates:
==========
- add lightweight fpga image support. in lightweight fpga image mode, ipn3ke representor will not be probed.
v4 updates:
===========
- align with new naming standard.
v3 updates:
===========
- Add FPGA network side port MTU configuration
v2 updates:
===========
- Add AUX feature support
Andy Pei (2):
net/i40e: i40e support ipn3ke FPGA port bonding
raw/ifpga: add lightweight fpga image support
Rosen Xu (3):
raw/ifpga: add SEU error handler
raw/ifpga: add PCIe BDF devices tree scan net/ipn3ke: remove configuration for i40e port bonding
Tianfei zhang (14):
raw/ifpga/base: add irq support
raw/ifpga/base: clear pending bit
raw/ifpga/base: add SEU error support
raw/ifpga/base: add device tree support
raw/ifpga/base: align the send buffer for SPI
raw/ifpga/base: add sensor support
raw/ifpga/base: introducing sensor APIs
raw/ifpga/base: update SEU register definition
raw/ifpga/base: add secure support
raw/ifpga/base: configure FEC mode
raw/ifpga/base: clean fme errors
raw/ifpga/base: add new API get board info
raw/ifpga/base: add multiple cards support
raw/ifpga: introducing new irq API
config/common_base | 4 +- config/common_linux | 6 + drivers/meson.build | 6 +- drivers/net/i40e/base/i40e_type.h | 3 + drivers/net/i40e/i40e_ethdev.c | 6 + drivers/net/i40e/rte_pmd_i40e.c | 21 + drivers/net/i40e/rte_pmd_i40e.h | 18 + drivers/net/i40e/rte_pmd_i40e_version.map | 8 +- drivers/net/ipn3ke/Makefile | 2 + drivers/net/ipn3ke/ipn3ke_ethdev.c | 289 +------- drivers/net/ipn3ke/ipn3ke_representor.c | 8 +- drivers/net/ipn3ke/meson.build | 24 +- drivers/raw/ifpga/base/ifpga_api.c | 21 + drivers/raw/ifpga/base/ifpga_defines.h | 75 +- drivers/raw/ifpga/base/ifpga_feature_dev.c | 59 ++ drivers/raw/ifpga/base/ifpga_feature_dev.h | 3 + drivers/raw/ifpga/base/ifpga_fme.c | 166 ++++- drivers/raw/ifpga/base/ifpga_fme_error.c | 74 +- drivers/raw/ifpga/base/ifpga_hw.h | 2 +- drivers/raw/ifpga/base/ifpga_port.c | 18 + drivers/raw/ifpga/base/ifpga_port_error.c | 19 + drivers/raw/ifpga/base/meson.build | 2 +- drivers/raw/ifpga/base/opae_debug.c | 3 + drivers/raw/ifpga/base/opae_hw_api.c | 137 ++++ drivers/raw/ifpga/base/opae_hw_api.h | 26 + drivers/raw/ifpga/base/opae_i2c.c | 44 +- drivers/raw/ifpga/base/opae_i2c.h | 3 +- drivers/raw/ifpga/base/opae_ifpga_hw_api.h | 2 + drivers/raw/ifpga/base/opae_intel_max10.c | 599 +++++++++++++++- drivers/raw/ifpga/base/opae_intel_max10.h | 157 ++++- drivers/raw/ifpga/base/opae_osdep.h | 7 +- drivers/raw/ifpga/base/opae_spi.c | 5 - drivers/raw/ifpga/base/opae_spi.h | 26 +- drivers/raw/ifpga/base/opae_spi_transaction.c | 84 ++- drivers/raw/ifpga/ifpga_rawdev.c | 903 ++++++++++++++++++++++++- drivers/raw/ifpga/ifpga_rawdev.h | 30 + drivers/raw/ifpga/meson.build | 25 +- drivers/raw/ifpga/rte_rawdev_ifpga_version.map | 6 + mk/rte.app.mk | 2 +- 39 files changed, 2451 insertions(+), 442 deletions(-)
Signature · 1 line
1.8.3.1
PATCH v14 1/19 net/i40e: i40e support ipn3ke FPGA port bonding
In ipn3ke, each FPGA network side port bonding to an i40e pf, each i40e pf link status should get data from FPGA network, side port. This patch provide bonding relationship.
--- drivers/net/i40e/base/i40e_type.h | 3 +++ drivers/net/i40e/i40e_ethdev.c | 6 ++++++ drivers/net/i40e/rte_pmd_i40e.c | 21 +++++++++++++++++++++ drivers/net/i40e/rte_pmd_i40e.h | 18 ++++++++++++++++++ drivers/net/i40e/rte_pmd_i40e_version.map | 8 +++++++- 5 files changed, 55 insertions(+), 1 deletion(-)
drivers/net/i40e/base/i40e_type.h +3 -0
@@ -660,6 +660,9 @@ struct i40e_hw {struct i40e_nvm_info nvm;struct i40e_fc_info fc; +/* switch device is used to get link status when i40e is in ipn3ke */ +struct rte_eth_dev *switch_dev; +/* pci info */ u16 device_id;u16 vendor_id;
drivers/net/i40e/i40e_ethdev.c +6 -0
@@ -1392,6 +1392,9 @@ static inline void i40e_config_automask(struct i40e_pf *pf) hw->adapter_stopped =0 ; hw->adapter_closed =0 ; +/* Init switch device pointer */ + hw->switch_dev =NULL ; +/* * Switch Tag value should not be identical to either the First Tag * or Second Tag values. So set something other than common Ethertype
@@ -2903,6 +2906,9 @@ void i40e_flex_payload_reg_set_default(struct i40e_hw *hw)else update_link_aq (hw, &link, enable_lse, wait_to_complete); +if (hw->switch_dev) +rte_eth_linkstatus_get (hw->switch_dev, &link); + ret =rte_eth_linkstatus_set (dev, &link);i40e_notify_all_vfs_link_status (dev);
drivers/net/i40e/rte_pmd_i40e.c +21 -0
@@ -3207,3 +3207,24 @@ int rte_pmd_i40e_flow_add_del_packet_template(I40E_WRITE_FLUSH (hw);return 0 ; } + +int +rte_pmd_i40e_set_switch_dev (uint16_t port_id,struct rte_eth_dev *switch_dev) +{ +struct rte_eth_dev *i40e_dev; +struct i40e_hw *hw; + +RTE_ETH_VALID_PORTID_OR_ERR_RET (port_id, -ENODEV ); + + i40e_dev = &rte_eth_devices[port_id]; +if (!is_i40e_supported (i40e_dev)) +return -ENOTSUP ; + + hw =I40E_DEV_PRIVATE_TO_HW (i40e_dev->data->dev_private); +if (!hw) +return -1 ; + + hw->switch_dev = switch_dev; + +return 0 ; +}
drivers/net/i40e/rte_pmd_i40e.h +18 -0
@@ -1061,4 +1061,22 @@ int rte_pmd_i40e_inset_set(uint16_t port, uint8_t pctype, return 0; } +/** +* For ipn3ke, i40e works with FPGA. +* In this situation, i40e get link status from fpga, +* fpga works as switch_dev for i40e. +* This function set switch_dev for i40e. +* +* @param inset +* Input set value. +* @param field_idx +* Field index for input set. +* @return +* - (less than 0) if failed. +* - (0) if success. +*/ +__rte_experimental +int +rte_pmd_i40e_set_switch_dev (uint16_t port_id,struct rte_eth_dev *switch_dev); +#endif /* _PMD_I40E_H_ */
drivers/net/i40e/rte_pmd_i40e_version.map +7 -1
@@ -64,4 +64,10 @@ DPDK_18.02 { rte_pmd_i40e_inset_get; rte_pmd_i40e_inset_set; -} DPDK_17.11; +} DPDK_17.11; + +EXPERIMENTAL { + global: + + rte_pmd_i40e_set_switch_dev; +} DPDK_18.02;
Signature · 1 line
1.8.3.1
PATCH v14 2/19 raw/ifpga/base: add irq support
In reply to Andy PeiFrom: Tianfei zhang <[email protected]>
Add irq support for ifpga FME global error, port error and uint unit. We implmented this feature by vfio interrupt mechanism.
To build this feature, CONFIG_RTE_EAL_VFIO should be enabled.
--- config/common_base | 2 +- config/common_linux | 6 +++ drivers/raw/ifpga/base/ifpga_feature_dev.c | 59 ++++++++++++++++++++++++++++++ drivers/raw/ifpga/base/ifpga_fme_error.c | 19 ++++++++++ drivers/raw/ifpga/base/ifpga_port.c | 18 +++++++++ drivers/raw/ifpga/base/ifpga_port_error.c | 19 ++++++++++ 6 files changed, 122 insertions(+), 1 deletion(-)
config/common_base +1 -1
@@ -783,7 +783,7 @@ CONFIG_RTE_LIBRTE_PMD_DPAA2_QDMA_RAWDEV=n # # Compile PMD for Intel FPGA raw device # -CONFIG_RTE_LIBRTE_PMD_IFPGA_RAWDEV=y +CONFIG_RTE_LIBRTE_PMD_IFPGA_RAWDEV=n # # Compile PMD for Intel IOAT raw device
config/common_linux +6 -0
@@ -68,3 +68,9 @@ CONFIG_RTE_LIBRTE_HINIC_PMD=y # Hisilicon HNS3 PMD driver # CONFIG_RTE_LIBRTE_HNS3_PMD=y + +# +# Compile PMD for Intel FPGA raw device +# To compile, CONFIG_RTE_EAL_VFIO should be enabled. +# +CONFIG_RTE_LIBRTE_PMD_IFPGA_RAWDEV=y
drivers/raw/ifpga/base/ifpga_feature_dev.c +59 -0
68 lines not on this page · raw message
drivers/raw/ifpga/base/ifpga_fme_error.c +19 -0
@@ -373,9 +373,28 @@ static int fme_global_error_set_prop(struct ifpga_feature *feature,return -ENOENT ; } +static int fme_global_err_set_irq (struct ifpga_feature *feature,void *irq_set) +{ +struct fpga_fme_err_irq_set *err_irq_set = irq_set; +struct ifpga_fme_hw *fme; +int ret; + + fme = (struct ifpga_fme_hw *)feature->parent; + +if (!(fme->capability &FPGA_FME_CAP_ERR_IRQ )) +return -ENODEV ; + +spinlock_lock (&fme->lock); + ret =fpga_msix_set_block (feature,0 ,1 , &err_irq_set->evtfd); +spinlock_unlock (&fme->lock); + +return ret; +} +struct ifpga_feature_ops fme_global_err_ops = { .init = fme_global_error_init, .uinit = fme_global_error_uinit, .get_prop = fme_global_error_get_prop, .set_prop = fme_global_error_set_prop, + .set_irq = fme_global_err_set_irq, };
drivers/raw/ifpga/base/ifpga_port.c +18 -0
@@ -384,9 +384,27 @@ static void port_uint_uinit(struct ifpga_feature *feature)dev_info (NULL ,"PORT UINT UInit.\n" ); } +static int port_uint_set_irq (struct ifpga_feature *feature,void *irq_set) +{ +struct fpga_uafu_irq_set *uafu_irq_set = irq_set; +struct ifpga_port_hw *port = feature->parent; +int ret; + +if (!(port->capability &FPGA_PORT_CAP_UAFU_IRQ )) +return -ENODEV ; + +spinlock_lock (&port->lock); + ret =fpga_msix_set_block (feature, uafu_irq_set->start, + uafu_irq_set->count, uafu_irq_set->evtfds); +spinlock_unlock (&port->lock); + +return ret; +} +struct ifpga_feature_ops ifpga_rawdev_port_uint_ops = { .init = port_uint_init, .uinit = port_uint_uinit, + .set_irq = port_uint_set_irq, };static int port_afu_init (struct ifpga_feature *feature)
drivers/raw/ifpga/base/ifpga_port_error.c +19 -0
@@ -136,9 +136,28 @@ static int port_error_set_prop(struct ifpga_feature *feature,return -ENOENT ; } +static int port_error_set_irq (struct ifpga_feature *feature,void *irq_set) +{ +struct fpga_port_err_irq_set *err_irq_set = irq_set; +struct ifpga_port_hw *port; +int ret; + + port = feature->parent; + +if (!(port->capability &FPGA_PORT_CAP_ERR_IRQ )) +return -ENODEV ; + +spinlock_lock (&port->lock); + ret =fpga_msix_set_block (feature,0 ,1 , &err_irq_set->evtfd); +spinlock_unlock (&port->lock); + +return ret; +} +struct ifpga_feature_ops ifpga_rawdev_port_error_ops = { .init = port_error_init, .uinit = port_error_uinit, .get_prop = port_error_get_prop, .set_prop = port_error_set_prop, + .set_irq = port_error_set_irq, };
Signature · 1 line
1.8.3.1
PATCH v14 3/19 raw/ifpga/base: clear pending bit
In reply to Andy PeiFrom: Tianfei zhang <[email protected]>
Every defined bit in FME_ERROR0 is RW1C. Other reserved bits are always 0 when readout and it will plan to be RW1C if needed in future. So it is safe just write the read back value to clear all the errors.
--- drivers/raw/ifpga/base/ifpga_defines.h | 9 ++++----- drivers/raw/ifpga/base/ifpga_fme_error.c | 4 ++-- drivers/raw/ifpga/base/opae_osdep.h | 7 +++++-- 3 files changed, 11 insertions(+), 9 deletions(-)
drivers/raw/ifpga/base/ifpga_defines.h +4 -5
@@ -957,25 +957,24 @@ struct feature_fme_dperf { };struct feature_fme_error0 { -#define FME_ERROR0_MASK 0xFFUL#define FME_ERROR0_MASK_DEFAULT 0x40UL/* pcode workaround */ union {u64 csr;struct {u8 fabric_err:1 ;/* Fabric error */ u8 fabfifo_overflow:1 ;/* Fabric fifo overflow */ -u8 kticdc_parity_err:2 ;/* KTI CDC Parity Error */ -u8 iommu_parity_err:1 ;/* IOMMU Parity error */ +u8 reserved2:3 ;/* AFU PF/VF access mismatch detected */ u8 afu_acc_mode_err:1 ; -u8 mbp_err:1 ;/* Indicates an MBP event */ +u8 reserved6:1 ;/* PCIE0 CDC Parity Error */ u8 pcie0cdc_parity_err:5 ;/* PCIE1 CDC Parity Error */ u8 pcie1cdc_parity_err:5 ;/* CVL CDC Parity Error */ u8 cvlcdc_parity_err:3 ; -u64 rsvd:44 ;/* Reserved */ +u8 fpgaseuerr:1 ; +u64 rsvd:43 ;/* Reserved */ }; }; };
drivers/raw/ifpga/base/ifpga_fme_error.c +2 -2
@@ -54,7 +54,7 @@ static int fme_err_set_clear(struct ifpga_fme_hw *fme, u64 val)int ret =0 ;spinlock_lock (&fme->lock); -writeq (FME_ERROR0_MASK , &fme_err->fme_err_mask); +writeq (GENMASK_ULL (63 ,0 ), &fme_err->fme_err_mask); fme_error0.csr =readq (&fme_err->fme_err);if (val != fme_error0.csr) {
@@ -65,7 +65,7 @@ static int fme_err_set_clear(struct ifpga_fme_hw *fme, u64 val) fme_first_err.csr =readq (&fme_err->fme_first_err); fme_next_err.csr =readq (&fme_err->fme_next_err); -writeq (fme_error0.csr &FME_ERROR0_MASK , &fme_err->fme_err); +writeq (fme_error0.csr, &fme_err->fme_err);writeq (fme_first_err.csr &FME_FIRST_ERROR_MASK , &fme_err->fme_first_err); writeq(fme_next_err.csr & FME_NEXT_ERROR_MASK,
drivers/raw/ifpga/base/opae_osdep.h +5 -2
@@ -32,10 +32,12 @@ struct uuid {#ifndef BITS_PER_LONG #define BITS_PER_LONG (__SIZEOF_LONG__ * 8)#endif +#ifndef BITS_PER_LONG_LONG +#define BITS_PER_LONG_LONG (__SIZEOF_LONG_LONG__ * 8) +#endif #ifndef BIT #define BIT (a) (1UL << (a))#endif /* BIT */ -#define U64_C (x) x ## ULL#ifndef BIT_ULL #define BIT_ULL (a) (1ULL << (a))#endif /* BIT_ULL */
@@ -43,7 +45,8 @@ struct uuid {#define GENMASK (h, l) (((~0UL) << (l)) & (~0UL >> (BITS_PER_LONG - 1 - (h))))#endif /* GENMASK */ #ifndef GENMASK_ULL -#define GENMASK_ULL (h, l) (((U64_C(1) << ((h) - (l) + 1)) - 1) << (l)) +#define GENMASK_ULL (h, l) \ + (((~0ULL) << (l)) & (~0ULL >> (BITS_PER_LONG_LONG - 1 - (h))))#endif /* GENMASK_ULL */ #endif /* LINUX_MACROS */
Signature · 1 line
1.8.3.1
PATCH v14 4/19 raw/ifpga/base: add SEU error support
In reply to Andy PeiFrom: Tianfei zhang <[email protected]>
This patch exposes SEU error information to application then application could compare this information (128bit) with its own SMH file to know if this SEU is a fatal error or not.
--- drivers/raw/ifpga/base/ifpga_defines.h | 5 ++++- drivers/raw/ifpga/base/ifpga_fme_error.c | 31 ++++++++++++++++++++++++++++++ drivers/raw/ifpga/base/opae_ifpga_hw_api.h | 2 ++ 3 files changed, 37 insertions(+), 1 deletion(-)
drivers/raw/ifpga/base/ifpga_defines.h +4 -1
@@ -1149,7 +1149,8 @@ struct feature_fme_error_capability { u8 support_intr:1;/* MSI-X vector table entry number */ u16 intr_vector_num:12; - u64 rsvd:51; /* Reserved */ + u64 rsvd:50; /* Reserved */ + u64 seu_support:1; }; }; };
@@ -1171,6 +1172,8 @@ struct feature_fme_err {struct feature_fme_ras_catfaterror ras_catfaterr;struct feature_fme_ras_error_inj ras_error_inj;struct feature_fme_error_capability fme_err_capability; +u64 seu_emr_l; +u64 seu_emr_h; };/* FME Partial Reconfiguration Control */
drivers/raw/ifpga/base/ifpga_fme_error.c +31 -0
@@ -257,6 +257,33 @@ static void fme_global_error_uinit(struct ifpga_feature *feature)UNUSED (feature); } +static int fme_err_check_seu (struct feature_fme_err *fme_err) +{ +struct feature_fme_error_capability error_cap; + + error_cap.csr =readq (&fme_err->fme_err_capability); + +return error_cap.seu_support ?1 :0 ; +} + +static int fme_err_get_seu_emr (struct ifpga_fme_hw *fme, +u64 *val,bool high) +{ +struct feature_fme_err *fme_err + =get_fme_feature_ioaddr_by_index (fme, +FME_FEATURE_ID_GLOBAL_ERR ); + +if (!fme_err_check_seu (fme_err)) +return -ENODEV ; + +if (high) + *val =readq (&fme_err->seu_emr_h); +else + *val =readq (&fme_err->seu_emr_l); + +return 0 ; +} +static int fme_err_fme_err_get_prop (struct ifpga_feature *feature,struct feature_prop *prop) {
@@ -270,6 +297,10 @@ static int fme_err_fme_err_get_prop(struct ifpga_feature *feature,return fme_err_get_first_error (fme, &prop->data);case 0x3 :/* NEXT_ERROR */ return fme_err_get_next_error (fme, &prop->data); +case 0x5 :/* SEU EMR LOW */ +return fme_err_get_seu_emr (fme, &prop->data,0 ); +case 0x6 :/* SEU EMR HIGH */ +return fme_err_get_seu_emr (fme, &prop->data,1 ); }return -ENOENT ;
drivers/raw/ifpga/base/opae_ifpga_hw_api.h +2 -0
@@ -74,6 +74,8 @@ struct feature_prop {#define FME_ERR_PROP_FIRST_ERROR ERR_PROP_FME_ERR(0x2)#define FME_ERR_PROP_NEXT_ERROR ERR_PROP_FME_ERR(0x3)#define FME_ERR_PROP_CLEAR ERR_PROP_FME_ERR(0x4)/* WO */ +#define FME_ERR_PROP_SEU_EMR_LOW ERR_PROP_FME_ERR(0x5) +#define FME_ERR_PROP_SEU_EMR_HIGH ERR_PROP_FME_ERR(0x6)#define FME_ERR_PROP_REVISION ERR_PROP_ROOT(0x5)#define FME_ERR_PROP_PCIE0_ERRORS ERR_PROP_ROOT(0x6)/* RW */ #define FME_ERR_PROP_PCIE1_ERRORS ERR_PROP_ROOT(0x7)/* RW */
Signature · 1 line
1.8.3.1
PATCH v14 5/19 raw/ifpga/base: add device tree support
In reply to Andy PeiFrom: Tianfei zhang <[email protected]>
In PAC N3000 card, this is a BMC chip which using MAX10 FPGA to manage the board configuration, like sensors, flash controller, QSFP, powers. And this is a SPI bus connected between A10 FPGA and MAX10, we can access the MAX10 registers over this SPI bus.
In BMC, there are about 19 sensors in MAX10 chip, including the FPGA core temperature, Board temperature, board current, voltage and so on.
We use DTB (Device tree table) to describe it. This DTB file is store in nor flash partition, which will flashed in Factory when the boards delivery to customers. And the same time, the customers can easy to customizate the BMC configuration like change the sensors.
Add device tree support by using libfdt library in Linux distribution. The end-user should pre-install the libfdt and libfdt-devel package before use DPDK on PAC N3000 Card.
For Centos 7.x: sudo yum install libfdt libfdt-devel For Ubuntu 18.04: sudo apt install libfdt-dev libfdt1
To eliminate build error, we currently do not compile raw/ifpga and net/ipn3ke. User should install libfdt and libfdt-devel first, modify config/common_linux, CONFIG_RTE_LIBRTE_PMD_IFPGA_RAWDEV=n to CONFIG_RTE_LIBRTE_PMD_IFPGA_RAWDEV=y, modify config/common_base, CONFIG_RTE_LIBRTE_IPN3KE_PMD=n to CONFIG_RTE_LIBRTE_IPN3KE_PMD=y. Then this function can work.
--- config/common_base | 2 +- config/common_linux | 2 +- drivers/meson.build | 6 +- drivers/net/ipn3ke/meson.build | 24 +++- drivers/raw/ifpga/base/meson.build | 2 +- drivers/raw/ifpga/base/opae_intel_max10.c | 183 ++++++++++++++++++++++++++++++ drivers/raw/ifpga/base/opae_intel_max10.h | 10 ++ drivers/raw/ifpga/meson.build | 25 ++-- mk/rte.app.mk | 2 +- 9 files changed, 235 insertions(+), 21 deletions(-)
config/common_base +1 -1
@@ -342,7 +342,7 @@ CONFIG_RTE_LIBRTE_IAVF_16BYTE_RX_DESC=n # # Compile burst-oriented IPN3KE PMD driver # -CONFIG_RTE_LIBRTE_IPN3KE_PMD=y +CONFIG_RTE_LIBRTE_IPN3KE_PMD=n # # Compile burst-oriented Mellanox ConnectX-3 (MLX4) PMD
config/common_linux +1 -1
@@ -73,4 +73,4 @@ CONFIG_RTE_LIBRTE_HNS3_PMD=y # Compile PMD for Intel FPGA raw device # To compile, CONFIG_RTE_EAL_VFIO should be enabled. # -CONFIG_RTE_LIBRTE_PMD_IFPGA_RAWDEV=y +CONFIG_RTE_LIBRTE_PMD_IFPGA_RAWDEV=n
drivers/meson.build +3 -3
@@ -9,12 +9,12 @@ endif dpdk_driver_classes = ['common', 'bus', 'mempool', # depends on common and bus. - 'net', # depends on common, bus and mempool. + 'raw', # depends on common and bus. + 'net', # depends on common, bus, mempool and raw. 'crypto', # depends on common, bus and mempool (net in future). 'compress', # depends on common, bus, mempool. 'event', # depends on common, bus, mempool and net. - 'baseband', # depends on common and bus. - 'raw'] # depends on common, bus, mempool, net and event. + 'baseband'] # depends on common and bus. disabled_drivers = get_option('disable_drivers').split(',')
drivers/net/ipn3ke/meson.build +18 -6
@@ -8,10 +8,22 @@ # rte_eth_dev_destroy() # rte_eth_switch_domain_free() # -allow_experimental_apis = true -sources += files('ipn3ke_ethdev.c', - 'ipn3ke_representor.c', - 'ipn3ke_tm.c', - 'ipn3ke_flow.c') -deps += ['bus_ifpga', 'sched'] +dep = dependency('libfdt', required: false) +if not dep.found() + dep = cc.find_library('libfdt', required: false) +endif +if not dep.found() + build = false + reason = 'missing dependency, "libfdt"' +endif + +if build + allow_experimental_apis = true + + sources += files('ipn3ke_ethdev.c', + 'ipn3ke_representor.c', + 'ipn3ke_tm.c', + 'ipn3ke_flow.c') + deps += ['bus_ifpga', 'sched', 'pmd_i40e', 'rawdev', 'rawdev_ifpga'] +endif
drivers/raw/ifpga/base/meson.build +1 -1
@@ -25,5 +25,5 @@ sources = [ base_lib = static_library('ifpga_rawdev_base', sources, dependencies: static_rte_eal, - c_args: c_args) + c_args: cflags) base_objs = base_lib.extract_all_objects()
drivers/raw/ifpga/base/opae_intel_max10.c +183 -0
213 lines not on this page · raw message
drivers/raw/ifpga/base/opae_intel_max10.h +10 -0
@@ -8,6 +8,14 @@#include "opae_osdep.h" #include "opae_spi.h" +struct max10_compatible_id { +char compatible[128 ]; +}; + +#define MAX10_PAC "intel,max10" +#define MAX10_PAC_N3000 "intel,max10-pac-n3000" +#define MAX10_PAC_END "intel,end" +/* max10 capability flags */ #define MAX10_FLAGS_NO_I2C2 BIT(0)#define MAX10_FLAGS_NO_BMCIMG_FLASH BIT(1)
@@ -20,6 +28,8 @@ struct intel_max10_device {unsigned int flags;/*max10 hardware capability*/ struct altera_spi_device *spi_master;struct spi_transaction_dev *spi_tran_dev; +struct max10_compatible_id *id;/*max10 compatible*/ +char *fdt_root; };/* retimer speed */
drivers/raw/ifpga/meson.build +17 -8
@@ -3,18 +3,27 @@ version = 1 -subdir('base') -objs = [base_objs] - dep = dependency('libfdt', required: false) if not dep.found() + dep = cc.find_library('libfdt', required: false) +endif +if not dep.found() build = false reason = 'missing dependency, "libfdt"' endif -deps += ['rawdev', 'pci', 'bus_pci', 'kvargs', - 'bus_vdev', 'bus_ifpga', 'net'] -sources = files('ifpga_rawdev.c') -includes += include_directories('base') +if build + subdir('base') + objs = [base_objs] + + deps += ['rawdev', 'pci', 'bus_pci', 'kvargs', + 'bus_vdev', 'bus_ifpga', 'net'] + ext_deps += dep -allow_experimental_apis = true + sources = files('ifpga_rawdev.c') + + includes += include_directories('base') + includes += include_directories('../../net/ipn3ke') + + allow_experimental_apis = true +endif
mk/rte.app.mk +1 -1
@@ -326,7 +326,7 @@ _LDLIBS-$(CONFIG_RTE_LIBRTE_PMD_DPAA2_QDMA_RAWDEV) += -lrte_rawdev_dpaa2_qdma endif # CONFIG_RTE_LIBRTE_FSLMC_BUS _LDLIBS-$(CONFIG_RTE_LIBRTE_IFPGA_BUS) += -lrte_bus_ifpga ifeq ($(CONFIG_RTE_LIBRTE_IFPGA_BUS),y) -_LDLIBS-$(CONFIG_RTE_LIBRTE_PMD_IFPGA_RAWDEV) += -lrte_rawdev_ifpga +_LDLIBS-$(CONFIG_RTE_LIBRTE_PMD_IFPGA_RAWDEV) += -lrte_rawdev_ifpga -lfdt _LDLIBS-$(CONFIG_RTE_LIBRTE_IPN3KE_PMD) += -lrte_pmd_ipn3ke endif # CONFIG_RTE_LIBRTE_IFPGA_BUS _LDLIBS-$(CONFIG_RTE_LIBRTE_PMD_IOAT_RAWDEV) += -lrte_rawdev_ioat
Signature · 1 line
1.8.3.1
PATCH v14 6/19 raw/ifpga/base: align the send buffer for SPI
In reply to Andy PeiFrom: Tianfei zhang <[email protected]>
The length of send buffer of SPI bus should be 4bytes align.
--- drivers/raw/ifpga/base/opae_spi_transaction.c | 40 ++++++++++++++++++++++++--- 1 file changed, 36 insertions(+), 4 deletions(-)
drivers/raw/ifpga/base/opae_spi_transaction.c +36 -4
@@ -109,6 +109,34 @@ static int resp_find_sop_eop(unsigned char *resp, unsigned int len,return ret; } +static void phy_tx_pad (unsigned char *phy_buf,unsigned int phy_buf_len, +unsigned int *aligned_len) +{ +unsigned char *p = &phy_buf[phy_buf_len -1 ], *dst_p; + + *aligned_len =IFPGA_ALIGN (phy_buf_len,4 ); + +if (*aligned_len == phy_buf_len) +return ; + + dst_p = &phy_buf[*aligned_len -1 ]; + +/* move EOP and bytes after EOP to the end of aligned size */ +while (p > phy_buf) { + *dst_p = *p; + +if (*p ==SPI_PACKET_EOP ) +break ; + + p--; + dst_p--; + } + +/* fill the hole with PHY_IDLE */ +while (p < dst_p) + *p++ =SPI_BYTE_IDLE ; +} + static int byte_to_core_convert(struct spi_transaction_dev *dev, unsigned int send_len, unsigned char *send_data, unsigned int resp_len, unsigned char *resp_data,
@@ -149,15 +177,19 @@ static int byte_to_core_convert(struct spi_transaction_dev *dev, } } -print_buffer ("before spi:" , send_packet, p-send_packet); + tx_len = p - send_packet; + +print_buffer ("before spi:" , send_packet, tx_len); -reorder_phy_data (32 , send_packet, p - send_packet); +phy_tx_pad (send_packet, tx_len, &tx_len); +print_buffer ("after pad:" , send_packet, tx_len); -print_buffer ("after order to spi:" , send_packet, p-send_packet); +reorder_phy_data (32 , send_packet, tx_len); + +print_buffer ("after order to spi:" , send_packet, tx_len);/* call spi */ tx_buffer = send_packet; - tx_len = p - send_packet; rx_buffer = resp_packet; rx_len = resp_max_len; spi_flags =SPI_NOT_FOUND ;
Signature · 1 line
1.8.3.1
PATCH v14 7/19 raw/ifpga/base: add sensor support
In reply to Andy PeiFrom: Tianfei zhang <[email protected]>
The sensor devices are connected in MAX10 FPGA. we used the device tree to describe those sensor devices. Parse the device tree to get the sensor devices and add them into a list.
--- drivers/raw/ifpga/base/opae_intel_max10.c | 279 ++++++++++++++++++++++++++++++ drivers/raw/ifpga/base/opae_intel_max10.h | 56 ++++++ 2 files changed, 335 insertions(+)
drivers/raw/ifpga/base/opae_intel_max10.c +279 -0
@@ -7,6 +7,9 @@static struct intel_max10_device *g_max10; +struct opae_sensor_list opae_sensor_list = +TAILQ_HEAD_INITIALIZER (opae_sensor_list); +int max10_reg_read (unsigned int reg,unsigned int *val) {if (!g_max10)
@@ -195,6 +198,277 @@ static int init_max10_device_table(struct intel_max10_device *max10)return ret; } +static u64 fdt_get_number (const fdt32_t *cell,int size) +{ +u64 r =0 ; + +while (size--) + r = (r <<32 ) |fdt32_to_cpu (*cell++); + +return r; +} + +static int fdt_get_reg (const void *fdt,int node,unsigned int idx, +u64 *start,u64 *size) +{ +const fdt32_t *prop, *end; +int na =0 , ns =0 , len =0 , parent; + + parent =fdt_parent_offset (fdt, node); +if (parent <0 ) +return parent; + + prop =fdt_getprop (fdt, parent,"#address-cells" ,NULL ); + na = prop ?fdt32_to_cpu (*prop) :2 ; + + prop =fdt_getprop (fdt, parent,"#size-cells" ,NULL ); + ns = prop ?fdt32_to_cpu (*prop) :2 ; + + prop =fdt_getprop (fdt, node,"reg" , &len); +if (!prop) +return -FDT_ERR_NOTFOUND ; + + end = prop + len/sizeof (*prop); + prop = prop + (na + ns) * idx; + +if (prop + na + ns > end) +return -FDT_ERR_NOTFOUND ; + + *start =fdt_get_number (prop, na); + *size =fdt_get_number (prop + na, ns); + +return 0 ; +} + +static int __fdt_stringlist_search (const void *fdt,int offset, +const char *prop,const char *string) +{ +int length, len, index =0 ; +const char *list, *end; + + list =fdt_getprop (fdt, offset, prop, &length); +if (!list) +return length; + + len =strlen (string) +1 ; + end = list + length; + +while (list < end) { + length =strnlen (list, end - list) +1 ; + +if (list + length > end) +return -FDT_ERR_BADVALUE ; + +if (length == len &&memcmp (list, string, length) ==0 ) +return index; + + list += length; + index++; + } + +return -FDT_ERR_NOTFOUND ; +} + +static int fdt_get_named_reg (const void *fdt,int node,const char *name, +u64 *start,u64 *size) +{ +int idx; + + idx =__fdt_stringlist_search (fdt, node,"reg-names" , name); +if (idx <0 ) +return idx; + +return fdt_get_reg (fdt, node, idx, start, size); +} + +static void max10_sensor_uinit (void ) +{ +struct opae_sensor_info *info; + + TAILQ_FOREACH(info, &opae_sensor_list, node) { +TAILQ_REMOVE (&opae_sensor_list, info, node); +opae_free (info); + } +} + +static bool sensor_reg_valid (struct sensor_reg *reg) +{ +return !!reg->size; +} + +static int max10_add_sensor (struct raw_sensor_info *info, +struct opae_sensor_info *sensor) +{ +int i; +int ret =0 ; +unsigned int val; + +if (!info || !sensor) +return -ENODEV ; + + sensor->id = info->id; + sensor->name = info->name; + sensor->type = info->type; + sensor->multiplier = info->multiplier; + +for (i =SENSOR_REG_VALUE ; i <SENSOR_REG_MAX ; i++) { +if (!sensor_reg_valid (&info->regs[i])) +continue ; + + ret =max10_reg_read (info->regs[i].regoff, &val); +if (ret) +break ; + +if (val ==0xdeadbeef ) +continue ; + + val *= info->multiplier; + +switch (i) { +case SENSOR_REG_VALUE : + sensor->value_reg = info->regs[i].regoff; + sensor->flags |=OPAE_SENSOR_VALID ; +break ; +case SENSOR_REG_HIGH_WARN : + sensor->high_warn = val; + sensor->flags |=OPAE_SENSOR_HIGH_WARN_VALID ; +break ; +case SENSOR_REG_HIGH_FATAL : + sensor->high_fatal = val; + sensor->flags |=OPAE_SENSOR_HIGH_FATAL_VALID ; +break ; +case SENSOR_REG_LOW_WARN : + sensor->low_warn = val; + sensor->flags |=OPAE_SENSOR_LOW_WARN_VALID ; +break ; +case SENSOR_REG_LOW_FATAL : + sensor->low_fatal = val; + sensor->flags |=OPAE_SENSOR_LOW_FATAL_VALID ; +break ; +case SENSOR_REG_HYSTERESIS : + sensor->hysteresis = val; + sensor->flags |=OPAE_SENSOR_HYSTERESIS_VALID ; +break ; + } + } + +return ret; +} + +static int max10_sensor_init (struct intel_max10_device *dev) +{ +int i, ret =0 , offset =0 ; +const fdt32_t *num; +const char *ptr; +u64 start, size; +struct raw_sensor_info *raw; +struct opae_sensor_info *sensor; +char *fdt_root = dev->fdt_root; + +if (!fdt_root) { +dev_debug (dev,"skip sensor init as not find Device Tree\n" ); +return 0 ; + } + +fdt_for_each_subnode (offset, fdt_root,0 ) { + ptr =fdt_get_name (fdt_root, offset,NULL ); +if (!ptr) { +dev_err (dev,"failed to fdt get name\n" ); +continue ; + } + +if (!strstr (ptr,"sensor" )) { +dev_debug (dev,"%s is not a sensor node\n" , ptr); +continue ; + } + +dev_debug (dev,"found sensor node %s\n" , ptr); + + raw = (struct raw_sensor_info *)opae_zmalloc (sizeof (*raw)); +if (!raw) { + ret = -ENOMEM ; + goto free_sensor; + } + + raw->name =fdt_getprop (fdt_root, offset,"sensor_name" ,NULL ); +if (!raw->name) { + ret = -EINVAL ; + goto free_sensor; + } + + raw->type =fdt_getprop (fdt_root, offset,"type" ,NULL ); +if (!raw->type) { + ret = -EINVAL ; + goto free_sensor; + } + +for (i =SENSOR_REG_VALUE ; i <SENSOR_REG_MAX ; i++) { + ret =fdt_get_named_reg (fdt_root, offset, + sensor_reg_name[i], &start, + &size); +if (ret) { +dev_debug (dev,"no found %d: sensor node %s, %s\n" , + ret, ptr, sensor_reg_name[i]); +if (i ==SENSOR_REG_VALUE ) { + ret = -EINVAL ; + goto free_sensor; + } + +continue ; + } + + raw->regs[i].regoff = start; + raw->regs[i].size = size; + } + + num =fdt_getprop (fdt_root, offset,"id" ,NULL ); +if (!num) { + ret = -EINVAL ; + goto free_sensor; + } + + raw->id =fdt32_to_cpu (*num); + num =fdt_getprop (fdt_root, offset,"multiplier" ,NULL ); + raw->multiplier = num ?fdt32_to_cpu (*num) :1 ; + +dev_info (dev,"found sensor from DTB: %s: %s: %u: %u\n" , + raw->name, raw->type, + raw->id, raw->multiplier); + +for (i =SENSOR_REG_VALUE ; i <SENSOR_REG_MAX ; i++) +dev_debug (dev,"sensor reg[%d]: %x: %zu\n" , + i, raw->regs[i].regoff, + raw->regs[i].size); + + sensor =opae_zmalloc (sizeof (*sensor)); +if (!sensor) { + ret = -EINVAL ; + goto free_sensor; + } + +if (max10_add_sensor (raw, sensor)) { + ret = -EINVAL ; +opae_free (sensor); + goto free_sensor; + } + +if (sensor->flags &OPAE_SENSOR_VALID ) +TAILQ_INSERT_TAIL (&opae_sensor_list, sensor, node); +else +opae_free (sensor); + +opae_free (raw); + } + +return 0 ; + +free_sensor: +if (raw) +opae_free (raw); +max10_sensor_uinit (); +return ret; +} +struct intel_max10_device *intel_max10_device_probe (struct altera_spi_device *spi,int chipselect)
@@ -235,6 +509,9 @@ struct intel_max10_device * }dev_info (dev,"FPGA loaded from %s Image\n" , val ?"User" :"Factory" ); + +max10_sensor_init (dev); +return dev; spi_tran_fail:
@@ -253,6 +530,8 @@ int intel_max10_device_remove(struct intel_max10_device *dev)if (!dev)return 0 ; +max10_sensor_uinit (); +if (dev->spi_tran_dev)spi_transaction_remove (dev->spi_tran_dev);
drivers/raw/ifpga/base/opae_intel_max10.h +56 -0
60 lines not on this page · raw message
Signature · 1 line
1.8.3.1
PATCH v14 8/19 raw/ifpga/base: introducing sensor APIs
In reply to Andy PeiFrom: Tianfei zhang <[email protected]>
Introducing sensor APIs to PMD driver for PAC N3000 card.
Those sensor APIs:
1. opae_mgr_for_each_sensor()
2. opae_mgr_get_sensor_by_name()
3. opae_mgr_get_sensor_by_id()
4. opae_mgr_get_sensor_value_by_name()
5. opae_mgr_get_sensor_value_by_id()
6. opae_mgr_get_sensor_value()
--- drivers/raw/ifpga/base/ifpga_api.c | 10 +++ drivers/raw/ifpga/base/ifpga_feature_dev.h | 3 + drivers/raw/ifpga/base/ifpga_fme.c | 21 ++++++ drivers/raw/ifpga/base/opae_hw_api.c | 115 +++++++++++++++++++++++++++++ drivers/raw/ifpga/base/opae_hw_api.h | 16 ++++ 5 files changed, 165 insertions(+)
drivers/raw/ifpga/base/ifpga_api.c +10 -0
@@ -209,9 +209,19 @@ static int ifpga_mgr_get_eth_group_region_info(struct opae_manager *mgr,return 0 ; } +static int ifpga_mgr_get_sensor_value (struct opae_manager *mgr, +struct opae_sensor_info *sensor, +unsigned int *value) +{ +struct ifpga_fme_hw *fme = mgr->data; + +return fme_mgr_get_sensor_value (fme, sensor, value); +} +struct opae_manager_ops ifpga_mgr_ops = { .flash = ifpga_mgr_flash, .get_eth_group_region_info = ifpga_mgr_get_eth_group_region_info, + .get_sensor_value = ifpga_mgr_get_sensor_value, }; static int ifpga_mgr_read_mac_rom(struct opae_manager *mgr, int offset,
drivers/raw/ifpga/base/ifpga_feature_dev.h +3 -0
@@ -218,4 +218,7 @@ int fme_mgr_get_retimer_info(struct ifpga_fme_hw *fme, struct opae_retimer_info *info);int fme_mgr_get_retimer_status (struct ifpga_fme_hw *fme,struct opae_retimer_status *status); +int fme_mgr_get_sensor_value (struct ifpga_fme_hw *fme, +struct opae_sensor_info *sensor, +unsigned int *value);#endif /* _IFPGA_FEATURE_DEV_H_ */
drivers/raw/ifpga/base/ifpga_fme.c +21 -0
@@ -1300,3 +1300,24 @@ int fme_mgr_get_retimer_status(struct ifpga_fme_hw *fme,return 0 ; } + +int fme_mgr_get_sensor_value (struct ifpga_fme_hw *fme, +struct opae_sensor_info *sensor, +unsigned int *value) +{ +struct intel_max10_device *dev; + + dev = (struct intel_max10_device *)fme->max10_dev; +if (!dev) +return -ENODEV ; + +if (max10_reg_read (sensor->value_reg, value)) { +dev_err (dev,"%s: read sensor value register 0x%x fail\n" , + __func__, sensor->value_reg); +return -EINVAL ; + } + + *value *= sensor->multiplier; + +return 0 ; +}
drivers/raw/ifpga/base/opae_hw_api.c +115 -0
118 lines not on this page · raw message
drivers/raw/ifpga/base/opae_hw_api.h +16 -0
@@ -48,6 +48,9 @@ struct opae_manager_ops { u32 size, u64 *status);int (*get_eth_group_region_info)(struct opae_manager *mgr,struct opae_eth_group_region_info *info); +int (*get_sensor_value)(struct opae_manager *mgr, +struct opae_sensor_info *sensor, +unsigned int *value); };/* networking management ops in FME */
@@ -69,6 +72,10 @@ struct opae_manager_networking_ops { struct opae_retimer_status *status); }; +extern struct opae_sensor_list opae_sensor_list; +#define opae_mgr_for_each_sensor (sensor) \ + TAILQ_FOREACH(sensor, &opae_sensor_list, node) +/* OPAE Manager APIs */ struct opae_manager * opae_manager_alloc(const char *name, struct opae_manager_ops *ops,
@@ -78,6 +85,15 @@ int opae_manager_flash(struct opae_manager *mgr, int acc_id, const char *buf, u32 size, u64 *status);int opae_manager_get_eth_group_region_info (struct opae_manager *mgr,u8 group_id,struct opae_eth_group_region_info *info); +struct opae_sensor_info *opae_mgr_get_sensor_by_name (const char *name); +struct opae_sensor_info *opae_mgr_get_sensor_by_id (unsigned int id); +int opae_mgr_get_sensor_value_by_name (struct opae_manager *mgr, +const char *name,unsigned int *value); +int opae_mgr_get_sensor_value_by_id (struct opae_manager *mgr, +unsigned int id,unsigned int *value); +int opae_mgr_get_sensor_value (struct opae_manager *mgr, +struct opae_sensor_info *sensor, +unsigned int *value);/* OPAE Bridge Data Structure */ struct opae_bridge_ops ;
Signature · 1 line
1.8.3.1
PATCH v14 9/19 raw/ifpga/base: update SEU register definition
In reply to Andy PeiFrom: Tianfei zhang <[email protected]>
Update the SEU registser definition.
--- drivers/raw/ifpga/base/ifpga_defines.h | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-)
drivers/raw/ifpga/base/ifpga_defines.h +3 -1
@@ -1122,7 +1122,9 @@ struct feature_fme_ras_catfaterror { u8 therm_catast_err:1;/* Injected Catastrophic Error */ u8 injected_catast_err:1; - u64 rsvd:52; +/* SEU error on BMC */ + u8 bmc_seu_catast_err:1; + u64 rsvd:51; }; }; };
Signature · 1 line
1.8.3.1
PATCH v14 10/19 raw/ifpga: add SEU error handler
In reply to Andy PeiFrom: Rosen Xu <[email protected]>
Add SEU interrupt support for FPGA.
--- drivers/raw/ifpga/ifpga_rawdev.c | 245 +++++++++++++++++++++++++++++++++++++++ 1 file changed, 245 insertions(+)
drivers/raw/ifpga/ifpga_rawdev.c +245 -0
@@ -27,6 +27,8 @@#include <rte_bus_vdev.h> #include "base/opae_hw_api.h" +#include "base/opae_ifpga_hw_api.h" +#include "base/ifpga_api.h" #include "rte_rawdev.h" #include "rte_rawdev_pmd.h" #include "rte_bus_ifpga.h"
@@ -605,6 +607,236 @@ };static int +ifpga_get_fme_error_prop (struct opae_manager *mgr, +u64 prop_id,u64 *val) +{ +struct feature_prop prop; + + prop.feature_id =IFPGA_FME_FEATURE_ID_GLOBAL_ERR ; + prop.prop_id = prop_id; + +if (opae_manager_ifpga_get_prop (mgr, &prop)) +return -EINVAL ; + + *val = prop.data; + +return 0 ; +} + +static int +ifpga_set_fme_error_prop (struct opae_manager *mgr, +u64 prop_id,u64 val) +{ +struct feature_prop prop; + + prop.feature_id =IFPGA_FME_FEATURE_ID_GLOBAL_ERR ; + prop.prop_id = prop_id; + + prop.data = val; + +if (opae_manager_ifpga_set_prop (mgr, &prop)) +return -EINVAL ; + +return 0 ; +} + +static int +fme_err_read_seu_emr (struct opae_manager *mgr) +{ +u64 val; +int ret; + + ret =ifpga_get_fme_error_prop (mgr,FME_ERR_PROP_SEU_EMR_LOW , &val); +if (ret) +return -EINVAL ; + +IFPGA_RAWDEV_PMD_INFO ("seu emr low: 0x%lx\n" , val); + + ret =ifpga_get_fme_error_prop (mgr,FME_ERR_PROP_SEU_EMR_HIGH , &val); +if (ret) +return -EINVAL ; + +IFPGA_RAWDEV_PMD_INFO ("seu emr high: 0x%lx\n" , val); + +return 0 ; +} + +static int fme_clear_warning_intr (struct opae_manager *mgr) +{ +u64 val; + +if (ifpga_set_fme_error_prop (mgr,FME_ERR_PROP_INJECT_ERRORS ,0 )) +return -EINVAL ; + +if (ifpga_get_fme_error_prop (mgr,FME_ERR_PROP_NONFATAL_ERRORS , &val)) +return -EINVAL ; +if ((val &0x40 ) !=0 ) +IFPGA_RAWDEV_PMD_INFO ("clean not done\n" ); + +return 0 ; +} + +static int +fme_err_handle_error0 (struct opae_manager *mgr) +{ +struct feature_fme_error0 fme_error0; +u64 val; + +if (ifpga_get_fme_error_prop (mgr,FME_ERR_PROP_ERRORS , &val)) +return -EINVAL ; + + fme_error0.csr = val; + +if (fme_error0.fabric_err) +IFPGA_RAWDEV_PMD_ERR ("Fabric error\n" ); +else if (fme_error0.fabfifo_overflow) +IFPGA_RAWDEV_PMD_ERR ("Fabric fifo under/overflow error\n" ); +else if (fme_error0.afu_acc_mode_err) +IFPGA_RAWDEV_PMD_ERR ("AFU PF/VF access mismatch detected\n" ); +else if (fme_error0.pcie0cdc_parity_err) +IFPGA_RAWDEV_PMD_ERR ("PCIe0 CDC Parity Error\n" ); +else if (fme_error0.cvlcdc_parity_err) +IFPGA_RAWDEV_PMD_ERR ("CVL CDC Parity Error\n" ); +else if (fme_error0.fpgaseuerr) { +fme_err_read_seu_emr (mgr); +rte_panic ("SEU error occurred\n" ); + } + +/* clean the errors */ +if (ifpga_set_fme_error_prop (mgr,FME_ERR_PROP_ERRORS , val)) +return -EINVAL ; + +return 0 ; +} + +static int +fme_err_handle_catfatal_error (struct opae_manager *mgr) +{ +struct feature_fme_ras_catfaterror fme_catfatal; +u64 val; + +if (ifpga_get_fme_error_prop (mgr,FME_ERR_PROP_CATFATAL_ERRORS , &val)) +return -EINVAL ; + + fme_catfatal.csr = val; + +if (fme_catfatal.cci_fatal_err) +IFPGA_RAWDEV_PMD_ERR ("CCI error detected\n" ); +else if (fme_catfatal.fabric_fatal_err) +IFPGA_RAWDEV_PMD_ERR ("Fabric fatal error detected\n" ); +else if (fme_catfatal.pcie_poison_err) +IFPGA_RAWDEV_PMD_ERR ("Poison error from PCIe ports\n" ); +else if (fme_catfatal.inject_fata_err) +IFPGA_RAWDEV_PMD_ERR ("Injected Fatal Error\n" ); +else if (fme_catfatal.crc_catast_err) +IFPGA_RAWDEV_PMD_ERR ("a catastrophic EDCRC error\n" ); +else if (fme_catfatal.injected_catast_err) +IFPGA_RAWDEV_PMD_ERR ("Injected Catastrophic Error\n" ); +else if (fme_catfatal.bmc_seu_catast_err) { +fme_err_read_seu_emr (mgr); +rte_panic ("SEU error occurred in BMC\n" ); + } + +return 0 ; +} + +static int +fme_err_handle_nonfaterror (struct opae_manager *mgr) +{ +struct feature_fme_ras_nonfaterror nonfaterr; +u64 val; + +if (ifpga_get_fme_error_prop (mgr,FME_ERR_PROP_NONFATAL_ERRORS , &val)) +return -EINVAL ; + + nonfaterr.csr = val; + +if (nonfaterr.temp_thresh_ap1) +IFPGA_RAWDEV_PMD_INFO ("Temperature threshold triggered AP1\n" ); +else if (nonfaterr.temp_thresh_ap2) +IFPGA_RAWDEV_PMD_INFO ("Temperature threshold triggered AP2\n" ); +else if (nonfaterr.pcie_error) +IFPGA_RAWDEV_PMD_INFO ("an error has occurred in pcie\n" ); +else if (nonfaterr.portfatal_error) +IFPGA_RAWDEV_PMD_INFO ("fatal error occurred in AFU port.\n" ); +else if (nonfaterr.proc_hot) +IFPGA_RAWDEV_PMD_INFO ("a ProcHot event\n" ); +else if (nonfaterr.afu_acc_mode_err) +IFPGA_RAWDEV_PMD_INFO ("an AFU PF/VF access mismatch\n" ); +else if (nonfaterr.injected_nonfata_err) { +IFPGA_RAWDEV_PMD_INFO ("Injected Warning Error\n" ); +fme_clear_warning_intr (mgr); + }else if (nonfaterr.temp_thresh_AP6) +IFPGA_RAWDEV_PMD_INFO ("Temperature threshold triggered AP6\n" ); +else if (nonfaterr.power_thresh_AP1) +IFPGA_RAWDEV_PMD_INFO ("Power threshold triggered AP1\n" ); +else if (nonfaterr.power_thresh_AP2) +IFPGA_RAWDEV_PMD_INFO ("Power threshold triggered AP2\n" ); +else if (nonfaterr.mbp_err) +IFPGA_RAWDEV_PMD_INFO ("an MBP event\n" ); + +return 0 ; +} + +static void +fme_interrupt_handler (void *param) +{ +struct opae_manager *mgr = (struct opae_manager *)param; + +IFPGA_RAWDEV_PMD_INFO ("%s interrupt occurred\n" , __func__); + +fme_err_handle_error0 (mgr); +fme_err_handle_nonfaterror (mgr); +fme_err_handle_catfatal_error (mgr); +} + +static struct rte_intr_handle fme_intr_handle; + +static int ifpga_register_fme_interrupt (struct opae_manager *mgr) +{ +int ret; +struct fpga_fme_err_irq_set err_irq_set; + + fme_intr_handle.type =RTE_INTR_HANDLE_VFIO_MSIX ; + + ret =rte_intr_efd_enable (&fme_intr_handle,1 ); +if (ret) +return -EINVAL ; + + fme_intr_handle.fd = fme_intr_handle.efds[0 ]; + +IFPGA_RAWDEV_PMD_DEBUG ("vfio_dev_fd=%d, efd=%d, fd=%d\n" , + fme_intr_handle.vfio_dev_fd, + fme_intr_handle.efds[0 ], fme_intr_handle.fd); + + err_irq_set.evtfd = fme_intr_handle.efds[0 ]; + ret =opae_manager_ifpga_set_err_irq (mgr, &err_irq_set); +if (ret) +return -EINVAL ; + +/* register FME interrupt using DPDK API */ + ret =rte_intr_callback_register (&fme_intr_handle, + fme_interrupt_handler, + (void *)mgr); +if (ret) +return -EINVAL ; + +IFPGA_RAWDEV_PMD_INFO ("success register fme interrupt\n" ); + +return 0 ; +} + +static int +ifpga_unregister_fme_interrupt (struct opae_manager *mgr) +{ +rte_intr_efd_disable (&fme_intr_handle); + +return rte_intr_callback_unregister (&fme_intr_handle, + fme_interrupt_handler, + (void *)mgr); +} + +static int ifpga_rawdev_create (struct rte_pci_device *pci_dev,int socket_id) {
@@ -652,6 +884,7 @@ } data->device_id = pci_dev->id.device_id; data->vendor_id = pci_dev->id.vendor_id; + data->vfio_dev_fd = pci_dev->intr_handle.vfio_dev_fd; adapter = rawdev->dev_private;/* create a opae_adapter based on above device data */
@@ -677,6 +910,10 @@IFPGA_RAWDEV_PMD_INFO ("this is a PF function" ); } + ret =ifpga_register_fme_interrupt (mgr); +if (ret) + goto free_adapter_data; +return ret; free_adapter_data:
@@ -696,6 +933,7 @@struct rte_rawdev *rawdev;char name[RTE_RAWDEV_NAME_MAX_LEN ];struct opae_adapter *adapter; +struct opae_manager *mgr;if (!pci_dev) {IFPGA_RAWDEV_PMD_ERR ("Invalid pci_dev of the device!" );
@@ -720,6 +958,13 @@if (!adapter)return -ENODEV ; + mgr =opae_adapter_get_mgr (adapter); +if (!mgr) +return -ENODEV ; + +if (ifpga_unregister_fme_interrupt (mgr)) +return -EINVAL ; +opae_adapter_data_free (adapter->data);opae_adapter_free (adapter);
Signature · 1 line
1.8.3.1
PATCH v14 11/19 raw/ifpga: add PCIe BDF devices tree scan
In reply to Andy PeiFrom: Rosen Xu <[email protected]>
Add PCIe BDF devices tree scan for ipn3ke.
--- drivers/raw/ifpga/ifpga_rawdev.c | 551 ++++++++++++++++++++++++++++++++++++++- drivers/raw/ifpga/ifpga_rawdev.h | 16 ++ 2 files changed, 562 insertions(+), 5 deletions(-)
drivers/raw/ifpga/ifpga_rawdev.c +546 -5
@@ -8,6 +8,8 @@#include <unistd.h> #include <sys/types.h> #include <fcntl.h> +#include <sys/ioctl.h> +#include <sys/epoll.h> #include <rte_log.h> #include <rte_bus.h> #include <rte_malloc.h>
@@ -17,7 +19,7 @@#include <rte_bus_pci.h> #include <rte_kvargs.h> #include <rte_alarm.h> - +#include <rte_interrupts.h> #include <rte_errno.h> #include <rte_per_lcore.h> #include <rte_memory.h>
@@ -25,6 +27,7 @@#include <rte_eal.h> #include <rte_common.h> #include <rte_bus_vdev.h> +#include <rte_string_fns.h> #include "base/opae_hw_api.h" #include "base/opae_ifpga_hw_api.h"
@@ -37,6 +40,12 @@#include "ifpga_rawdev.h" #include "ipn3ke_rawdev_api.h" +#define RTE_PCI_EXT_CAP_ID_ERR 0x01/* Advanced Error Reporting */ +#define RTE_PCI_CFG_SPACE_SIZE 256 +#define RTE_PCI_CFG_SPACE_EXP_SIZE 4096 +#define RTE_PCI_EXT_CAP_ID (header) (int)(header & 0x0000ffff) +#define RTE_PCI_EXT_CAP_NEXT (header) ((header >> 20) & 0xffc) +int ifpga_rawdev_logtype;#define PCI_VENDOR_ID_INTEL 0x8086
@@ -64,6 +73,494 @@ { .vendor_id = 0, /* sentinel */ }, }; +static struct ifpga_rawdev ifpga_rawdevices[IFPGA_RAWDEV_NUM ]; + +static int ifpga_monitor_start; +static pthread_t ifpga_monitor_start_thread; + +static struct ifpga_rawdev * +ifpga_rawdev_allocate (struct rte_rawdev *rawdev); +static int set_surprise_link_check_aer ( +struct ifpga_rawdev *ifpga_rdev,int force_disable); +static int ifpga_pci_find_next_ext_capability (unsigned int fd, +int start,int cap); +static int ifpga_pci_find_ext_capability (unsigned int fd,int cap); + +struct ifpga_rawdev * +ifpga_rawdev_get (const struct rte_rawdev *rawdev) +{ +struct ifpga_rawdev *dev; +unsigned int i; + +if (rawdev ==NULL ) +return NULL ; + +for (i =0 ; i <IFPGA_RAWDEV_NUM ; i++) { + dev = &ifpga_rawdevices[i]; +if (dev->rawdev == rawdev) +return dev; + } + +return NULL ; +} + +static inline uint8_t +ifpga_rawdev_find_free_device_index (void ) +{ +uint16_t dev_id; + +for (dev_id =0 ; dev_id <IFPGA_RAWDEV_NUM ; dev_id++) { +if (ifpga_rawdevices[dev_id].rawdev ==NULL ) +return dev_id; + } + +return IFPGA_RAWDEV_NUM ; +} +static struct ifpga_rawdev * +ifpga_rawdev_allocate (struct rte_rawdev *rawdev) +{ +struct ifpga_rawdev *dev; +uint16_t dev_id; + + dev =ifpga_rawdev_get (rawdev); +if (dev !=NULL ) { +IFPGA_RAWDEV_PMD_ERR ("Event device already allocated!" ); +return NULL ; + } + + dev_id =ifpga_rawdev_find_free_device_index (); +if (dev_id ==IFPGA_RAWDEV_NUM ) { +IFPGA_RAWDEV_PMD_ERR ("Reached maximum number of raw devices" ); +return NULL ; + } + + dev = &ifpga_rawdevices[dev_id]; + dev->rawdev = rawdev; + dev->dev_id = dev_id; + +return dev; +} + +static int ifpga_pci_find_next_ext_capability (unsigned int fd, +int start,int cap) +{ +uint32_t header; +int ttl; +int pos =RTE_PCI_CFG_SPACE_SIZE ; +int ret; + +/* minimum 8 bytes per capability */ + ttl = (RTE_PCI_CFG_SPACE_EXP_SIZE -RTE_PCI_CFG_SPACE_SIZE ) /8 ; + +if (start) + pos = start; + ret =pread (fd, &header,sizeof (header), pos); +if (ret ==-1 ) +return -1 ; + +/* +* If we have no capabilities, this is indicated by cap ID, +* cap version and next pointer all being 0. +*/ +if (header ==0 ) +return 0 ; + +while (ttl-- >0 ) { +if (RTE_PCI_EXT_CAP_ID (header) == cap && pos != start) +return pos; + + pos =RTE_PCI_EXT_CAP_NEXT (header); +if (pos <RTE_PCI_CFG_SPACE_SIZE ) +break ; + ret =pread (fd, &header,sizeof (header), pos); +if (ret ==-1 ) +return -1 ; + } + +return 0 ; +} + +static int ifpga_pci_find_ext_capability (unsigned int fd,int cap) +{ +return ifpga_pci_find_next_ext_capability (fd,0 , cap); +} + +static int ifpga_get_dev_vendor_id (const char *bdf, +uint32_t *dev_id,uint32_t *vendor_id) +{ +int fd; +char path[1024 ]; +int ret; +uint32_t header; + +strlcpy (path,"/sys/bus/pci/devices/" ,sizeof (path)); +strlcat (path, bdf,sizeof (path)); +strlcat (path,"/config" ,sizeof (path)); + fd =open (path,O_RDWR ); +if (fd <0 ) +return -1 ; + ret =pread (fd, &header,sizeof (header),0 ); +if (ret ==-1 ) { +close (fd); +return -1 ; + } + (*vendor_id) = header &0xffff ; + (*dev_id) = (header >>16 ) &0xffff ; +close (fd); + +return 0 ; +} +static int ifpga_rawdev_fill_info (struct ifpga_rawdev *ifpga_dev, +const char *bdf) +{ +char path[1024 ] ="/sys/bus/pci/devices/0000:" ; +char link[1024 ], link1[1024 ]; +char dir[1024 ] ="/sys/devices/" ; +char *c; +int ret; +char sub_brg_bdf[4 ][16 ]; +int point; +DIR *dp =NULL ; +struct dirent *entry; +int i, j; + +unsigned int dom, bus, dev; +int func; +uint32_t dev_id, vendor_id; + +strlcat (path, bdf,sizeof (path)); +memset (link,0 ,sizeof (link)); +memset (link1,0 ,sizeof (link1)); + ret =readlink (path, link, (sizeof (link)-1 )); +if (ret ==-1 ) +return -1 ; +strlcpy (link1, link,sizeof (link1)); +memset (ifpga_dev->parent_bdf,0 ,16 ); + point =strlen (link); +if (point <39 ) +return -1 ; + point -=39 ; + link[point] =0 ; +if (point <12 ) +return -1 ; + point -=12 ; +rte_memcpy (ifpga_dev->parent_bdf, &link[point],12 ); + + point =strlen (link1); +if (point <26 ) +return -1 ; + point -=26 ; + link1[point] =0 ; +if (point <12 ) +return -1 ; + point -=12 ; + c =strchr (link1,'p' ); +if (!c) +return -1 ; +strlcat (dir, c,sizeof (dir)); + +/* scan folder */ + dp =opendir (dir); +if (dp ==NULL ) +return -1 ; + i =0 ; +while ((entry =readdir (dp)) !=NULL ) { +if (i >=4 ) +break ; +if (entry->d_name[0 ] =='.' ) +continue ; +if (strlen (entry->d_name) >12 ) +continue ; +if (sscanf (entry->d_name,"%x:%x:%x.%d" , + &dom, &bus, &dev, &func) <4 ) +continue ; +else { +strlcpy (sub_brg_bdf[i], + entry->d_name, +sizeof (sub_brg_bdf[i])); + i++; + } + } +closedir (dp); + +/* get fpga and fvl */ + j =0 ; +for (i =0 ; i <4 ; i++) { +strlcpy (link, dir,sizeof (link)); +strlcat (link,"/" ,sizeof (link)); +strlcat (link, sub_brg_bdf[i],sizeof (link)); + dp =opendir (link); +if (dp ==NULL ) +return -1 ; +while ((entry =readdir (dp)) !=NULL ) { +if (j >=8 ) +break ; +if (entry->d_name[0 ] =='.' ) +continue ; + +if (strlen (entry->d_name) >12 ) +continue ; +if (sscanf (entry->d_name,"%x:%x:%x.%d" , + &dom, &bus, &dev, &func) <4 ) +continue ; +else { +if (ifpga_get_dev_vendor_id (entry->d_name, + &dev_id, &vendor_id)) +continue ; +if (vendor_id ==0x8086 && + (dev_id ==0x0CF8 || + dev_id ==0x0D58 || + dev_id ==0x1580 )) { +strlcpy (ifpga_dev->fvl_bdf[j], + entry->d_name, +sizeof (ifpga_dev->fvl_bdf[j])); + j++; + } + } + } +closedir (dp); + } + +return 0 ; +} + +#define HIGH_FATAL (_sens, value)\ + (((_sens)->flags & OPAE_SENSOR_HIGH_FATAL_VALID) &&\ + (value > (_sens)->high_fatal)) + +#define HIGH_WARN (_sens, value)\ + (((_sens)->flags & OPAE_SENSOR_HIGH_WARN_VALID) &&\ + (value > (_sens)->high_warn)) + +#define LOW_FATAL (_sens, value)\ + (((_sens)->flags & OPAE_SENSOR_LOW_FATAL_VALID) &&\ + (value > (_sens)->low_fatal)) + +#define LOW_WARN (_sens, value)\ + (((_sens)->flags & OPAE_SENSOR_LOW_WARN_VALID) &&\ + (value > (_sens)->low_warn)) + +#define AUX_VOLTAGE_WARN 11400 + +static int +ifpga_monitor_sensor (struct rte_rawdev *raw_dev, +bool *gsd_start) +{ +struct opae_adapter *adapter; +struct opae_manager *mgr; +struct opae_sensor_info *sensor; +unsigned int value; +int ret; + + adapter =ifpga_rawdev_get_priv (raw_dev); +if (!adapter) +return -ENODEV ; + + mgr =opae_adapter_get_mgr (adapter); +if (!mgr) +return -ENODEV ; + +opae_mgr_for_each_sensor (sensor) { +if (!(sensor->flags &OPAE_SENSOR_VALID )) + goto fail; + + ret =opae_mgr_get_sensor_value (mgr, sensor, &value); +if (ret) + goto fail; + +if (value ==0xdeadbeef ) { +IFPGA_RAWDEV_PMD_ERR ("sensor %s is invalid value %x\n" , + sensor->name, value); +continue ; + } + +/* monitor temperature sensors */ +if (!strcmp (sensor->name,"Board Temperature" ) || + !strcmp (sensor->name,"FPGA Die Temperature" )) { +IFPGA_RAWDEV_PMD_INFO ("read sensor %s %d %d %d\n" , + sensor->name, value, sensor->high_warn, + sensor->high_fatal); + +if (HIGH_WARN (sensor, value) || +LOW_WARN (sensor, value)) { +IFPGA_RAWDEV_PMD_INFO ("%s reach theshold %d\n" , + sensor->name, value); + *gsd_start = true; +break ; + } + } + +/* monitor 12V AUX sensor */ +if (!strcmp (sensor->name,"12V AUX Voltage" )) { +if (value <AUX_VOLTAGE_WARN ) { +IFPGA_RAWDEV_PMD_INFO ("%s reach theshold %d\n" , + sensor->name, value); + *gsd_start = true; +break ; + } + } + } + +return 0 ; +fail: +return -EFAULT ; +} + +static int set_surprise_link_check_aer ( +struct ifpga_rawdev *ifpga_rdev,int force_disable) +{ +struct rte_rawdev *rdev; +int fd =-1 ; +char path[1024 ]; +int pos; +int ret; +uint32_t data; +bool enable =0 ; +uint32_t aer_new0, aer_new1; + +if (!ifpga_rdev) { +printf ("\n device does not exist\n" ); +return -EFAULT ; + } + + rdev = ifpga_rdev->rawdev; +if (ifpga_rdev->aer_enable) +return -EFAULT ; +if (ifpga_monitor_sensor (rdev, &enable)) +return -EFAULT ; +if (enable || force_disable) { +IFPGA_RAWDEV_PMD_ERR ("Set AER, pls graceful shutdown\n" ); + ifpga_rdev->aer_enable =1 ; +/* get bridge fd */ +strlcpy (path,"/sys/bus/pci/devices/" ,sizeof (path)); +strlcat (path, ifpga_rdev->parent_bdf,sizeof (path)); +strlcat (path,"/config" ,sizeof (path)); + fd =open (path,O_RDWR ); +if (fd <0 ) + goto end; + pos =ifpga_pci_find_ext_capability (fd,RTE_PCI_EXT_CAP_ID_ERR ); +if (!pos) + goto end; +/* save previout ECAP_AER+0x08 */ + ret =pread (fd, &data,sizeof (data), pos+0x08 ); +if (ret ==-1 ) + goto end; + ifpga_rdev->aer_old[0 ] = data; +/* save previout ECAP_AER+0x14 */ + ret =pread (fd, &data,sizeof (data), pos+0x14 ); +if (ret ==-1 ) + goto end; + ifpga_rdev->aer_old[1 ] = data; + +/* set ECAP_AER+0x08 to 0xFFFFFFFF */ + data =0xffffffff ; + ret =pwrite (fd, &data,4 , pos+0x08 ); +if (ret ==-1 ) + goto end; +/* set ECAP_AER+0x14 to 0xFFFFFFFF */ + ret =pwrite (fd, &data,4 , pos+0x14 ); +if (ret ==-1 ) + goto end; + +/* read current ECAP_AER+0x08 */ + ret =pread (fd, &data,sizeof (data), pos+0x08 ); +if (ret ==-1 ) + goto end; + aer_new0 = data; +/* read current ECAP_AER+0x14 */ + ret =pread (fd, &data,sizeof (data), pos+0x14 ); +if (ret ==-1 ) + goto end; + aer_new1 = data; + +if (fd !=-1 ) +close (fd); + +printf (">>>>>>Set AER %x,%x %x,%x\n" , + ifpga_rdev->aer_old[0 ], ifpga_rdev->aer_old[1 ], + aer_new0, aer_new1); + +return 1 ; + } + +end: +if (fd !=-1 ) +close (fd); +return -EFAULT ; +} + +static void * +ifpga_rawdev_gsd_handle(__rte_unused void *param) +{ +struct ifpga_rawdev *ifpga_rdev; +int i; +int gsd_enable, ret; +#define MS 1000 + +while (1 ) { + gsd_enable =0 ; +for (i =0 ; i <IFPGA_RAWDEV_NUM ; i++) { + ifpga_rdev = &ifpga_rawdevices[i]; +if (ifpga_rdev->rawdev) { + ret =set_surprise_link_check_aer (ifpga_rdev, + gsd_enable); +if (ret ==1 && !gsd_enable) { + gsd_enable =1 ; + i =-1 ; + } + } + } + +if (gsd_enable) +rte_exit (EXIT_FAILURE ,">>>>>>Graceful Shutdown\n" ); + +rte_delay_us (100 *MS ); + } + +return NULL ; +} + +static int +ifpga_monitor_start_func (void ) +{ +int ret; + +if (ifpga_monitor_start ==0 ) { + ret =pthread_create (&ifpga_monitor_start_thread, +NULL , + ifpga_rawdev_gsd_handle,NULL ); +if (ret) { +IFPGA_RAWDEV_PMD_ERR ( +"Fail to create ifpga nonitor thread" ); +return -1 ; + } + ifpga_monitor_start =1 ; + } + +return 0 ; +} +static int +ifpga_monitor_stop_func (void ) +{ +int ret; + +if (ifpga_monitor_start ==1 ) { + ret =pthread_cancel (ifpga_monitor_start_thread); +if (ret) +IFPGA_RAWDEV_PMD_ERR ("Can't cancel the thread" ); + + ret =pthread_join (ifpga_monitor_start_thread,NULL ); +if (ret) +IFPGA_RAWDEV_PMD_ERR ("Can't join the thread" ); + + ifpga_monitor_start =0 ; + +return ret; + } + +return 0 ; +} +static int ifpga_fill_afu_dev (struct opae_accelerator *acc,struct rte_afu_device *afu_dev)
@@ -372,8 +869,9 @@if (ret)return ret; -memcpy (&afu_pr_conf->afu_id.uuid.uuid_low, uuid.b,sizeof (u64)); -memcpy (&afu_pr_conf->afu_id.uuid.uuid_high, uuid.b +8 ,sizeof (u64)); +rte_memcpy (&afu_pr_conf->afu_id.uuid.uuid_low, uuid.b,sizeof (u64)); +rte_memcpy (&afu_pr_conf->afu_id.uuid.uuid_high, + uuid.b +8 ,sizeof (u64)); IFPGA_RAWDEV_PMD_INFO("%s: uuid_l=0x%lx, uuid_h=0x%lx\n", __func__, (unsigned long)afu_pr_conf->afu_id.uuid.uuid_low,
@@ -842,6 +1340,7 @@ static int ifpga_register_fme_interrupt(struct opae_manager *mgr) {int ret =0 ;struct rte_rawdev *rawdev =NULL ; +struct ifpga_rawdev *dev =NULL ;struct opae_adapter *adapter =NULL ;struct opae_manager *mgr =NULL ;struct opae_adapter_data_pci *data =NULL ;
@@ -855,7 +1354,7 @@ static int ifpga_register_fme_interrupt(struct opae_manager *mgr) }memset (name,0 ,sizeof (name)); -snprintf (name,RTE_RAWDEV_NAME_MAX_LEN ,"IFPGA:%x:%02x.%x" , +snprintf (name,RTE_RAWDEV_NAME_MAX_LEN ,"IFPGA:%02x:%02x.%x" , pci_dev->addr.bus, pci_dev->addr.devid, pci_dev->addr.function);IFPGA_RAWDEV_PMD_INFO ("Init %s on NUMA node %d" , name,rte_socket_id ());
@@ -869,6 +1368,14 @@ static int ifpga_register_fme_interrupt(struct opae_manager *mgr) goto cleanup; } + dev =ifpga_rawdev_allocate (rawdev); +if (dev ==NULL ) { +IFPGA_RAWDEV_PMD_ERR ("Unable to allocate ifpga_rawdevice" ); + ret = -EINVAL ; + goto cleanup; + } + dev->aer_enable =0 ; +/* alloc OPAE_FPGA_PCI data to register to OPAE hardware level API */ data =opae_adapter_data_alloc (OPAE_FPGA_PCI );if (!data) {
@@ -987,6 +1494,7 @@ static int ifpga_register_fme_interrupt(struct opae_manager *mgr)static int ifpga_rawdev_pci_remove (struct rte_pci_device *pci_dev) { +ifpga_monitor_stop_func ();return ifpga_rawdev_destroy (pci_dev); }
@@ -1018,13 +1526,32 @@ static int ifpga_register_fme_interrupt(struct opae_manager *mgr)NULL }; +static int ifpga_rawdev_get_string_arg(const char *key __rte_unused, +const char *value,void *extra_args) +{ +int size; +if (!value || !extra_args) +return -EINVAL ; + + size =strlen (value) +1 ; + *(char **)extra_args =rte_malloc (NULL , size,RTE_CACHE_LINE_SIZE ); +if (!*(char **)extra_args) +return -ENOMEM ; + +strlcpy (*(char **)extra_args, value, size); + +return 0 ; +}static int ifpga_cfg_probe (struct rte_vdev_device *dev) {struct rte_devargs *devargs;struct rte_kvargs *kvlist =NULL ; +struct rte_rawdev *rawdev =NULL ; +struct ifpga_rawdev *ifpga_dev;int port;char *name =NULL ; +const char *bdf;char dev_name[RTE_RAWDEV_NAME_MAX_LEN ];int ret =-1 ;
@@ -1038,7 +1565,8 @@ static int ifpga_register_fme_interrupt(struct opae_manager *mgr)if (rte_kvargs_count (kvlist,IFPGA_ARG_NAME ) ==1 ) {if (rte_kvargs_process (kvlist,IFPGA_ARG_NAME , - &rte_ifpga_get_string_arg, &name) <0 ) { + &ifpga_rawdev_get_string_arg, + &name) <0 ) {IFPGA_RAWDEV_PMD_ERR ("error to parse %s" ,IFPGA_ARG_NAME ); goto end;
@@ -1065,6 +1593,19 @@ static int ifpga_register_fme_interrupt(struct opae_manager *mgr) }memset (dev_name,0 ,sizeof (dev_name)); +snprintf (dev_name,RTE_RAWDEV_NAME_MAX_LEN ,"IFPGA:%s" , name); + rawdev =rte_rawdev_pmd_get_named_dev (dev_name); +if (!rawdev) + goto end; + ifpga_dev =ifpga_rawdev_get (rawdev); +if (!ifpga_dev) + goto end; + bdf = name; +ifpga_rawdev_fill_info (ifpga_dev, bdf); + +ifpga_monitor_start_func (); + +memset (dev_name,0 ,sizeof (dev_name));snprintf (dev_name,RTE_RAWDEV_NAME_MAX_LEN ,"%d|%s" , port, name);
drivers/raw/ifpga/ifpga_rawdev.h +16 -0
@@ -46,4 +46,20 @@ enum ifpga_rawdev_device_state { return rawdev->dev_private; } +#define IFPGA_RAWDEV_MSIX_IRQ_NUM 7 +#define IFPGA_RAWDEV_NUM 32 + +struct ifpga_rawdev { +int dev_id; +struct rte_rawdev *rawdev; +int aer_enable; +int intr_fd[IFPGA_RAWDEV_MSIX_IRQ_NUM +1 ]; +uint32_t aer_old[2 ]; +char fvl_bdf[8 ][16 ]; +char parent_bdf[16 ]; +}; + +struct ifpga_rawdev * +ifpga_rawdev_get (const struct rte_rawdev *rawdev); +#endif /* _IFPGA_RAWDEV_H_ */
Signature · 1 line
1.8.3.1
PATCH v14 12/19 net/ipn3ke: remove configuration for i40e port bonding
In reply to Andy PeiFrom: Rosen Xu <[email protected]>
The ipn3ke board FPGA and i40e BDF scan has added in ifpga_rawdev, so it doesn't need to provide configuration for i40e port bonding.
--- drivers/net/ipn3ke/Makefile | 2 + drivers/net/ipn3ke/ipn3ke_ethdev.c | 289 +++---------------------- drivers/net/ipn3ke/ipn3ke_representor.c | 8 +- drivers/raw/ifpga/rte_rawdev_ifpga_version.map | 6 + 4 files changed, 50 insertions(+), 255 deletions(-)
drivers/net/ipn3ke/Makefile +2 -0
@@ -19,6 +19,8 @@ CFLAGS += -DALLOW_EXPERIMENTAL_API CFLAGS += -O3 CFLAGS += $(WERROR_FLAGS) CFLAGS += -I$(RTE_SDK)/drivers/bus/ifpga +CFLAGS += -I$(RTE_SDK)/drivers/raw/ifpga +CFLAGS += -I$(RTE_SDK)/drivers/net/i40e LDLIBS += -lrte_eal -lrte_mbuf -lrte_mempool -lrte_ring LDLIBS += -lrte_ethdev -lrte_net -lrte_kvargs LDLIBS += -lrte_bus_ifpga
drivers/net/ipn3ke/ipn3ke_ethdev.c +36 -253
344 lines not on this page · raw message
drivers/net/ipn3ke/ipn3ke_representor.c +6 -2
@@ -20,6 +20,7 @@#include <rte_rawdev_pmd.h> #include <rte_bus_ifpga.h> #include <ifpga_logs.h> +#include <rte_pmd_i40e.h> #include "ipn3ke_rawdev_api.h" #include "ipn3ke_flow.h"
@@ -2918,8 +2919,11 @@ static uint16_t ipn3ke_rpst_recv_pkts(__rte_unused void *rx_q, rpst->switch_domain_id = representor_param->switch_domain_id; rpst->port_id = representor_param->port_id; rpst->hw = representor_param->hw; - rpst->i40e_pf_eth =NULL ; - rpst->i40e_pf_eth_port_id =0xFFFF ; + rpst->i40e_pf_eth = representor_param->i40e_pf_eth; + rpst->i40e_pf_eth_port_id = representor_param->i40e_pf_eth_port_id; +if (rpst->i40e_pf_eth) +rte_pmd_i40e_set_switch_dev (rpst->i40e_pf_eth_port_id, + rpst->ethdev); ethdev->data->mac_addrs =rte_zmalloc ("ipn3ke" ,RTE_ETHER_ADDR_LEN ,0 );if (!ethdev->data->mac_addrs) {
drivers/raw/ifpga/rte_rawdev_ifpga_version.map +6 -0
@@ -2,3 +2,9 @@ DPDK_18.05 { local: *; }; + +EXPERIMENTAL { + global: + + ifpga_rawdev_get; +} DPDK_18.05;
Signature · 1 line
1.8.3.1
PATCH v14 13/19 raw/ifpga/base: add secure support
In reply to Andy PeiFrom: Tianfei zhang <[email protected]>
Add secure max10 device support.
--- drivers/raw/ifpga/base/ifpga_defines.h | 2 + drivers/raw/ifpga/base/ifpga_fme.c | 26 ++++-- drivers/raw/ifpga/base/opae_intel_max10.c | 137 +++++++++++++++++++++++++----- drivers/raw/ifpga/base/opae_intel_max10.h | 80 ++++++++++++----- 4 files changed, 198 insertions(+), 47 deletions(-)
drivers/raw/ifpga/base/ifpga_defines.h +2 -0
@@ -1698,6 +1698,8 @@ struct ifpga_fme_board_info {u32 patch_version;u32 minor_version;u32 major_version; +u32 max10_version; +u32 nios_fw_version;u32 nums_of_retimer;u32 ports_per_retimer;u32 nums_of_fvl;
drivers/raw/ifpga/base/ifpga_fme.c +17 -9
@@ -825,6 +825,7 @@ static int board_type_to_info(u32 type,static int fme_get_board_interface (struct ifpga_fme_hw *fme) {struct fme_bitstream_id id; +u32 val;if (fme_hdr_get_bitstream_id (fme, &id.id))return -EINVAL ;
@@ -850,6 +851,18 @@ static int fme_get_board_interface(struct ifpga_fme_hw *fme) fme->board_info.nums_of_fvl, fme->board_info.ports_per_fvl); +if (max10_sys_read (MAX10_BUILD_VER , &val)) +return -EINVAL ; + fme->board_info.max10_version = val &0xffffff ; + +if (max10_sys_read (NIOS2_FW_VERSION , &val)) +return -EINVAL ; + fme->board_info.nios_fw_version = val &0xffffff ; + +dev_info (fme,"max10 version 0x%x, nios fw version 0x%x\n" , + fme->board_info.max10_version, + fme->board_info.nios_fw_version); +return 0 ; }
@@ -858,16 +871,11 @@ static int spi_self_checking(void)u32 val;int ret; - ret =max10_reg_read (0x30043c , &val); + ret =max10_sys_read (MAX10_TEST_REG , &val);if (ret)return -EIO ; -if (val !=0x87654321 ) { -dev_err (NULL ,"Read MAX10 test register fail: 0x%x\n" , val); -return -EIO ; - } - -dev_info (NULL ,"Read MAX10 test register success, SPI self-test done\n" ); +dev_info (NULL ,"Read MAX10 test register 0x%x\n" , val);return 0 ; }
@@ -1283,7 +1291,7 @@ int fme_mgr_get_retimer_status(struct ifpga_fme_hw *fme,if (!dev)return -ENODEV ; -if (max10_reg_read (PKVL_LINK_STATUS , &val)) { +if (max10_sys_read (PKVL_LINK_STATUS , &val)) {dev_err (dev,"%s: read pkvl status fail\n" , __func__);return -EINVAL ; }
@@ -1311,7 +1319,7 @@ int fme_mgr_get_sensor_value(struct ifpga_fme_hw *fme,if (!dev)return -ENODEV ; -if (max10_reg_read (sensor->value_reg, value)) { +if (max10_sys_read (sensor->value_reg, value)) {dev_err (dev,"%s: read sensor value register 0x%x fail\n" , __func__, sensor->value_reg);return -EINVAL ;
drivers/raw/ifpga/base/opae_intel_max10.c +118 -19
225 lines not on this page · raw message
drivers/raw/ifpga/base/opae_intel_max10.h +61 -19
103 lines not on this page · raw message
Signature · 1 line
1.8.3.1
PATCH v14 14/19 raw/ifpga/base: configure FEC mode
In reply to Andy PeiFrom: Tianfei zhang <[email protected]>
We can change the PKVL FEC mode when the A10 NIOS FW initialization. The end-user can use this feature the change the FEC mode, the default mode is RS FEC mode.
--- drivers/raw/ifpga/base/ifpga_fme.c | 42 +++++++++++++++++++++++++++++--------- drivers/raw/ifpga/base/opae_spi.h | 23 +++++++++++++-------- 2 files changed, 47 insertions(+), 18 deletions(-)
drivers/raw/ifpga/base/ifpga_fme.c +32 -10
@@ -941,9 +941,34 @@ static int nios_spi_wait_init_done(struct altera_spi_device *dev)u32 val =0 ;unsigned long timeout =msecs_to_timer_cycles (10000 );unsigned long ticks; +int major_version; +if (spi_reg_read (dev,NIOS_VERSION , &val)) +return -EIO ; + + major_version = (val >>NIOS_VERSION_MAJOR_SHIFT ) & +NIOS_VERSION_MAJOR ; +dev_debug (dev,"A10 NIOS FW version %d\n" , major_version); + +if (major_version >=3 ) { +/* read NIOS_INIT to check if PKVL INIT done or not */ +if (spi_reg_read (dev,NIOS_INIT , &val)) +return -EIO ; + +/* check if PKVLs are initialized already */ +if (val &NIOS_INIT_DONE || val &NIOS_INIT_START ) + goto nios_init_done; + +/* start to config the default FEC mode */ + val =NIOS_INIT_START ; + +if (spi_reg_write (dev,NIOS_INIT , val)) +return -EIO ; + } + +nios_init_done: do { - if (spi_reg_read(dev, NIOS_SPI_INIT_DONE, &val)) + if (spi_reg_read(dev, NIOS_INIT, &val)) return -EIO; if (val) break;
@@ -961,23 +986,20 @@ static int nios_spi_check_error(struct altera_spi_device *dev) {u32 value =0 ; -if (spi_reg_read (dev,NIOS_SPI_INIT_STS0 , &value)) +if (spi_reg_read (dev,PKVL_A_MODE_STS , &value))return -EIO ; -dev_debug (dev,"SPI init status0 0x%x\n" , value); +dev_debug (dev,"PKVL A Mode Status 0x%x\n" , value); -/* Error code: 0xFFF0 to 0xFFFC */ -if (value >=0xFFF0 && value <=0xFFFC ) +if (value >=0x100 )return -EINVAL ; - value =0 ; -if (spi_reg_read (dev,NIOS_SPI_INIT_STS1 , &value)) +if (spi_reg_read (dev,PKVL_B_MODE_STS , &value))return -EIO ; -dev_debug (dev,"SPI init status1 0x%x\n" , value); +dev_debug (dev,"PKVL B Mode Status 0x%x\n" , value); -/* Error code: 0xFFF0 to 0xFFFC */ -if (value >=0xFFF0 && value <=0xFFFC ) +if (value >=0x100 )return -EINVAL ;return 0 ;
drivers/raw/ifpga/base/opae_spi.h +15 -8
@@ -149,12 +149,19 @@ int spi_reg_write(struct altera_spi_device *dev, u32 reg,#define NIOS_SPI_STAT 0x18#define NIOS_SPI_VALID BIT_ULL(32)#define NIOS_SPI_READ_DATA GENMASK_ULL(31, 0) -#define NIOS_SPI_INIT_DONE 0x1000 - -#define NIOS_SPI_INIT_DONE 0x1000 -#define NIOS_SPI_INIT_STS0 0x1020 -#define NIOS_SPI_INIT_STS1 0x1024 -#define PKVL_STATUS_RESET 0 -#define PKVL_10G_MODE 1 -#define PKVL_25G_MODE 2 + +#define NIOS_INIT 0x1000 +#define REQ_FEC_MODE GENMASK(23, 8) +#define FEC_MODE_NO 0x0 +#define FEC_MODE_KR 0x5555 +#define FEC_MODE_RS 0xaaaa +#define NIOS_INIT_START BIT(1) +#define NIOS_INIT_DONE BIT(0) +#define NIOS_VERSION 0x1004 +#define NIOS_VERSION_MAJOR_SHIFT 28 +#define NIOS_VERSION_MAJOR GENMASK(31, 28) +#define NIOS_VERSION_MINOR GENMASK(27, 24) +#define NIOS_VERSION_PATCH GENMASK(23, 20) +#define PKVL_A_MODE_STS 0x1020 +#define PKVL_B_MODE_STS 0x1024#endif
Signature · 1 line
1.8.3.1
PATCH v14 15/19 raw/ifpga/base: clean fme errors
In reply to Andy PeiFrom: Tianfei zhang <[email protected]>
Clean fme errors register when some fme errors occurred.
--- drivers/raw/ifpga/base/ifpga_fme_error.c | 24 ++---------------------- drivers/raw/ifpga/ifpga_rawdev.c | 22 ++++++++++++++++++++++ 2 files changed, 24 insertions(+), 22 deletions(-)
drivers/raw/ifpga/base/ifpga_fme_error.c +2 -22
@@ -48,34 +48,14 @@ static int fme_err_set_clear(struct ifpga_fme_hw *fme, u64 val)struct feature_fme_err *fme_err =get_fme_feature_ioaddr_by_index (fme,FME_FEATURE_ID_GLOBAL_ERR ); -struct feature_fme_error0 fme_error0; -struct feature_fme_first_error fme_first_err; -struct feature_fme_next_error fme_next_err; -int ret =0 ;spinlock_lock (&fme->lock); -writeq (GENMASK_ULL (63 ,0 ), &fme_err->fme_err_mask); - - fme_error0.csr =readq (&fme_err->fme_err); -if (val != fme_error0.csr) { - ret = -EBUSY ; - goto exit; - } - - fme_first_err.csr =readq (&fme_err->fme_first_err); - fme_next_err.csr =readq (&fme_err->fme_next_err); -writeq (fme_error0.csr, &fme_err->fme_err); -writeq (fme_first_err.csr &FME_FIRST_ERROR_MASK , - &fme_err->fme_first_err); -writeq (fme_next_err.csr &FME_NEXT_ERROR_MASK , - &fme_err->fme_next_err); +writeq (val, &fme_err->fme_err); -exit: -writeq (FME_ERROR0_MASK_DEFAULT , &fme_err->fme_err_mask);spinlock_unlock (&fme->lock); -return ret; +return 0 ; }static int fme_err_get_revision (struct ifpga_fme_hw *fme,u64 *val)
drivers/raw/ifpga/ifpga_rawdev.c +22 -0
@@ -1174,6 +1174,25 @@ static int fme_clear_warning_intr(struct opae_manager *mgr)return 0 ; } +static int fme_clean_fme_error (struct opae_manager *mgr) +{ +u64 val; + +if (ifpga_get_fme_error_prop (mgr,FME_ERR_PROP_ERRORS , &val)) +return -EINVAL ; + +IFPGA_RAWDEV_PMD_DEBUG ("before clean 0x%lx\n" , val); + +ifpga_set_fme_error_prop (mgr,FME_ERR_PROP_CLEAR , val); + +if (ifpga_get_fme_error_prop (mgr,FME_ERR_PROP_ERRORS , &val)) +return -EINVAL ; + +IFPGA_RAWDEV_PMD_DEBUG ("after clean 0x%lx\n" , val); + +return 0 ; +} +static int fme_err_handle_error0 (struct opae_manager *mgr) {
@@ -1183,6 +1202,9 @@ static int fme_clear_warning_intr(struct opae_manager *mgr)if (ifpga_get_fme_error_prop (mgr,FME_ERR_PROP_ERRORS , &val))return -EINVAL ; +if (fme_clean_fme_error (mgr)) +return -EINVAL ; + fme_error0.csr = val;if (fme_error0.fabric_err)
Signature · 1 line
1.8.3.1
PATCH v14 16/19 raw/ifpga/base: add new API get board info
In reply to Andy PeiFrom: Tianfei zhang <[email protected]>
Add new API to get the board info.opae_mgr_get_board_info()
--- drivers/raw/ifpga/base/ifpga_api.c | 11 +++++++ drivers/raw/ifpga/base/ifpga_defines.h | 55 ++++++++++++++++++++++++++-------- drivers/raw/ifpga/base/ifpga_fme.c | 53 +++++++++++++++++++++++++------- drivers/raw/ifpga/base/ifpga_hw.h | 2 +- drivers/raw/ifpga/base/opae_hw_api.c | 20 +++++++++++++ drivers/raw/ifpga/base/opae_hw_api.h | 5 ++++ 6 files changed, 121 insertions(+), 25 deletions(-)
drivers/raw/ifpga/base/ifpga_api.c +11 -0
@@ -218,10 +218,21 @@ static int ifpga_mgr_get_sensor_value(struct opae_manager *mgr,return fme_mgr_get_sensor_value (fme, sensor, value); } +static int ifpga_mgr_get_board_info (struct opae_manager *mgr, +struct opae_board_info **info) +{ +struct ifpga_fme_hw *fme = mgr->data; + + *info = &fme->board_info; + +return 0 ; +} +struct opae_manager_ops ifpga_mgr_ops = { .flash = ifpga_mgr_flash, .get_eth_group_region_info = ifpga_mgr_get_eth_group_region_info, .get_sensor_value = ifpga_mgr_get_sensor_value, + .get_board_info = ifpga_mgr_get_board_info, }; static int ifpga_mgr_read_mac_rom(struct opae_manager *mgr, int offset,
drivers/raw/ifpga/base/ifpga_defines.h +42 -13
73 lines not on this page · raw message
drivers/raw/ifpga/base/ifpga_fme.c +42 -11
67 lines not on this page · raw message
drivers/raw/ifpga/base/ifpga_hw.h +1 -1
@@ -88,7 +88,7 @@ struct ifpga_fme_hw {void *eth_dev[MAX_ETH_GROUP_DEVICES ];struct opae_reg_region eth_group_region[MAX_ETH_GROUP_DEVICES ]; -struct ifpga_fme_board_info board_info; +struct opae_board_info board_info;int nums_eth_dev;unsigned int nums_acc_region; };
drivers/raw/ifpga/base/opae_hw_api.c +20 -0
@@ -690,3 +690,23 @@ struct opae_sensor_info *return -ENOENT ; } + +/** +* opae_manager_get_board_info - get board info +* sensor value +* @info: opae_board_info for the card +* +* Return: 0 on success, otherwise error code +*/ +int +opae_mgr_get_board_info (struct opae_manager *mgr, +struct opae_board_info **info) +{ +if (!mgr || !info) +return -EINVAL ; + +if (mgr->ops && mgr->ops->get_board_info) +return mgr->ops->get_board_info (mgr, info); + +return -ENOENT ; +}
drivers/raw/ifpga/base/opae_hw_api.h +5 -0
@@ -13,6 +13,7 @@#include "opae_osdep.h" #include "opae_intel_max10.h" #include "opae_eth_group.h" +#include "ifpga_defines.h" #ifndef PCI_MAX_RESOURCE #define PCI_MAX_RESOURCE 6
@@ -51,6 +52,8 @@ struct opae_manager_ops {int (*get_sensor_value)(struct opae_manager *mgr,struct opae_sensor_info *sensor,unsigned int *value); +int (*get_board_info)(struct opae_manager *mgr, +struct opae_board_info **info); };/* networking management ops in FME */
@@ -319,4 +322,6 @@ int opae_manager_eth_group_write_reg(struct opae_manager *mgr, u8 group_id, u8 type, u8 index, u16 addr, u32 data);int opae_manager_eth_group_read_reg (struct opae_manager *mgr,u8 group_id,u8 type,u8 index,u16 addr,u32 *data); +int opae_mgr_get_board_info (struct opae_manager *mgr, +struct opae_board_info **info);#endif /* _OPAE_HW_API_H_*/
Signature · 1 line
1.8.3.1
PATCH v14 17/19 raw/ifpga: add lightweight fpga image support
In reply to Andy Peiif fpga image support lightweight feature, set afu uuid to all 0, ipn3ke representor will not be probed.
--- drivers/raw/ifpga/ifpga_rawdev.c | 44 +++++++++++++++++++++++++++++----------- 1 file changed, 32 insertions(+), 12 deletions(-)
drivers/raw/ifpga/ifpga_rawdev.c +32 -12
@@ -835,6 +835,8 @@ static int set_surprise_link_check_aer( rte_rawdev_obj_t pr_conf) {struct opae_adapter *adapter; +struct opae_manager *mgr; +struct opae_board_info *info;struct rte_afu_pr_conf *afu_pr_conf;int ret;struct uuid uuid;
@@ -861,22 +863,40 @@ static int set_surprise_link_check_aer( } } - acc =opae_adapter_get_acc (adapter, afu_pr_conf->afu_id.port); -if (!acc) -return -ENODEV ; + mgr =opae_adapter_get_mgr (adapter); +if (!mgr) { +IFPGA_RAWDEV_PMD_ERR ("opae_manager of opae_adapter is NULL" ); +return -1 ; + } - ret =opae_acc_get_uuid (acc, &uuid); -if (ret) -return ret; +if (ifpga_mgr_ops.get_board_info (mgr, &info)) { +IFPGA_RAWDEV_PMD_ERR ("ifpga manager get_board_info fail!" ); +return -1 ; + } + +if (info->lightweight) { +/* set uuid to all 0, when fpga is lightweight image */ +memset (&afu_pr_conf->afu_id.uuid.uuid_low,0 ,sizeof (u64)); +memset (&afu_pr_conf->afu_id.uuid.uuid_high,0 ,sizeof (u64)); + }else { + acc =opae_adapter_get_acc (adapter, afu_pr_conf->afu_id.port); +if (!acc) +return -ENODEV ; -rte_memcpy (&afu_pr_conf->afu_id.uuid.uuid_low, uuid.b,sizeof (u64)); -rte_memcpy (&afu_pr_conf->afu_id.uuid.uuid_high, - uuid.b +8 ,sizeof (u64)); + ret =opae_acc_get_uuid (acc, &uuid); +if (ret) +return ret; -IFPGA_RAWDEV_PMD_INFO ("%s: uuid_l=0x%lx, uuid_h=0x%lx\n" , __func__, - (unsigned long )afu_pr_conf->afu_id.uuid.uuid_low, - (unsigned long )afu_pr_conf->afu_id.uuid.uuid_high); +rte_memcpy (&afu_pr_conf->afu_id.uuid.uuid_low, uuid.b, +sizeof (u64)); +rte_memcpy (&afu_pr_conf->afu_id.uuid.uuid_high, uuid.b +8 , +sizeof (u64)); +IFPGA_RAWDEV_PMD_INFO ("%s: uuid_l=0x%lx, uuid_h=0x%lx\n" , + __func__, + (unsigned long )afu_pr_conf->afu_id.uuid.uuid_low, + (unsigned long )afu_pr_conf->afu_id.uuid.uuid_high); + }return 0 ; }
Signature · 1 line
1.8.3.1
PATCH v14 18/19 raw/ifpga/base: add multiple cards support
In reply to Andy PeiFrom: Tianfei zhang <[email protected]>
In PAC N3000 card, there is one MAX10 chip in each card, and all of the sensors are connected to MAX10 chip. To support multiple cards in one server, we introducing a sensor device list under intel_max10_device instead of a global list. On the other hand, we using separate intel_max10_device instance for each opae_adatper.
Add mutex lock on do_transaction() function for SPI driver to avoid race condition.
--- drivers/raw/ifpga/base/ifpga_fme.c | 40 +++++++--- drivers/raw/ifpga/base/opae_debug.c | 3 + drivers/raw/ifpga/base/opae_hw_api.c | 14 ++-- drivers/raw/ifpga/base/opae_hw_api.h | 15 ++-- drivers/raw/ifpga/base/opae_i2c.c | 44 ++++++++--- drivers/raw/ifpga/base/opae_i2c.h | 3 +- drivers/raw/ifpga/base/opae_intel_max10.c | 110 ++++++++++++++------------ drivers/raw/ifpga/base/opae_intel_max10.h | 19 +++-- drivers/raw/ifpga/base/opae_spi.c | 5 -- drivers/raw/ifpga/base/opae_spi.h | 3 +- drivers/raw/ifpga/base/opae_spi_transaction.c | 44 +++++++++-- drivers/raw/ifpga/ifpga_rawdev.c | 14 ++-- 12 files changed, 205 insertions(+), 109 deletions(-)
drivers/raw/ifpga/base/ifpga_fme.c +31 -9
@@ -839,8 +839,13 @@ static int board_type_to_info(u32 type,static int fme_get_board_interface (struct ifpga_fme_hw *fme) {struct fme_bitstream_id id; +struct ifpga_hw *hw;u32 val; + hw = fme->parent; +if (!hw) +return -ENODEV ; +if (fme_hdr_get_bitstream_id (fme, &id.id))return -EINVAL ;
@@ -854,7 +859,10 @@ static int fme_get_board_interface(struct ifpga_fme_hw *fme) fme->board_info.seu = id.seu; fme->board_info.ptp = id.ptp; -dev_info (fme,"found: board: %s type: %s\n" , +dev_info (fme,"found: PCI dev: %02x:%02x:%x board: %s type: %s\n" , + hw->pci_data->bus, + hw->pci_data->devid, + hw->pci_data->function,board_major_to_string (fme->board_info.major),board_type_to_string (fme->board_info.type));
@@ -882,11 +890,11 @@ static int fme_get_board_interface(struct ifpga_fme_hw *fme) fme->board_info.nums_of_fvl, fme->board_info.ports_per_fvl); -if (max10_sys_read (MAX10_BUILD_VER , &val)) +if (max10_sys_read (fme->max10_dev,MAX10_BUILD_VER , &val))return -EINVAL ; fme->board_info.max10_version = val &0xffffff ; -if (max10_sys_read (NIOS2_FW_VERSION , &val)) +if (max10_sys_read (fme->max10_dev,NIOS2_FW_VERSION , &val))return -EINVAL ; fme->board_info.nios_fw_version = val &0xffffff ;
@@ -897,12 +905,12 @@ static int fme_get_board_interface(struct ifpga_fme_hw *fme)return 0 ; } -static int spi_self_checking (void ) +static int spi_self_checking (struct intel_max10_device *dev) {u32 val;int ret; - ret =max10_sys_read (MAX10_TEST_REG , &val); + ret =max10_sys_read (dev,MAX10_TEST_REG , &val);if (ret)return -EIO ;
@@ -937,10 +945,11 @@ static int fme_spi_init(struct ifpga_feature *feature) goto spi_fail; } + fme->max10_dev = max10;/* SPI self test */ -if (spi_self_checking ()) { +if (spi_self_checking (max10)) { ret = -EIO ; goto max10_fail; }
@@ -1041,8 +1050,18 @@ static int fme_nios_spi_init(struct ifpga_feature *feature)struct ifpga_fme_hw *fme = (struct ifpga_fme_hw *)feature->parent;struct altera_spi_device *spi_master;struct intel_max10_device *max10; +struct ifpga_hw *hw; +struct opae_manager *mgr;int ret =0 ; + hw = fme->parent; +if (!hw) +return -ENODEV ; + + mgr = hw->adapter->mgr; +if (!mgr) +return -ENODEV ; +dev_info (fme,"FME SPI Master (NIOS) Init.\n" );dev_debug (fme,"FME SPI base addr %p.\n" , feature->addr);
@@ -1080,12 +1099,15 @@ static int fme_nios_spi_init(struct ifpga_feature *feature) goto release_dev; } + max10->bus = hw->pci_data->bus; +fme_get_board_interface (fme); fme->max10_dev = max10; + mgr->sensor_list = &max10->opae_sensor_list;/* SPI self test */ -if (spi_self_checking ()) +if (spi_self_checking (max10)) goto spi_fail;return ret;
@@ -1344,7 +1366,7 @@ int fme_mgr_get_retimer_status(struct ifpga_fme_hw *fme,if (!dev)return -ENODEV ; -if (max10_sys_read (PKVL_LINK_STATUS , &val)) { +if (max10_sys_read (dev,PKVL_LINK_STATUS , &val)) {dev_err (dev,"%s: read pkvl status fail\n" , __func__);return -EINVAL ; }
@@ -1372,7 +1394,7 @@ int fme_mgr_get_sensor_value(struct ifpga_fme_hw *fme,if (!dev)return -ENODEV ; -if (max10_sys_read (sensor->value_reg, value)) { +if (max10_sys_read (dev, sensor->value_reg, value)) {dev_err (dev,"%s: read sensor value register 0x%x fail\n" , __func__, sensor->value_reg);return -EINVAL ;
drivers/raw/ifpga/base/opae_debug.c +3 -0
@@ -59,6 +59,9 @@ static void opae_adapter_data_dump(void *data)opae_log ("OPAE Adapter Type = PCI\n" );opae_log ("PCI Device ID: 0x%04x\n" , d_pci->device_id);opae_log ("PCI Vendor ID: 0x%04x\n" , d_pci->vendor_id); +opae_log ("PCI bus: 0x%04x\n" , d_pci->bus); +opae_log ("PCI devid: 0x%04x\n" , d_pci->devid); +opae_log ("PCI function: 0x%04x\n" , d_pci->function);for (i =0 ; i <PCI_MAX_RESOURCE ; i++) { r = &d_pci->region[i];
drivers/raw/ifpga/base/opae_hw_api.c +8 -6
@@ -583,11 +583,12 @@ int opae_manager_get_retimer_status(struct opae_manager *mgr,* Return: the pointer of the opae_sensor_info */ struct opae_sensor_info * -opae_mgr_get_sensor_by_id (unsigned int id) +opae_mgr_get_sensor_by_id (struct opae_manager *mgr, +unsigned int id) {struct opae_sensor_info *sensor; -opae_mgr_for_each_sensor (sensor) +opae_mgr_for_each_sensor (mgr, sensor)if (sensor->id == id)return sensor;
@@ -601,11 +602,12 @@ struct opae_sensor_info ** Return: the pointer of the opae_sensor_info */ struct opae_sensor_info * -opae_mgr_get_sensor_by_name (const char *name) +opae_mgr_get_sensor_by_name (struct opae_manager *mgr, +const char *name) {struct opae_sensor_info *sensor; -opae_mgr_for_each_sensor (sensor) +opae_mgr_for_each_sensor (mgr, sensor)if (!strcmp (sensor->name, name))return sensor;
@@ -630,7 +632,7 @@ struct opae_sensor_info *if (!mgr)return -EINVAL ; - sensor =opae_mgr_get_sensor_by_name (name); + sensor =opae_mgr_get_sensor_by_name (mgr, name);if (!sensor)return -ENODEV ;
@@ -658,7 +660,7 @@ struct opae_sensor_info *if (!mgr)return -EINVAL ; - sensor =opae_mgr_get_sensor_by_id (id); + sensor =opae_mgr_get_sensor_by_id (mgr, id);if (!sensor)return -ENODEV ;
drivers/raw/ifpga/base/opae_hw_api.h +10 -5
@@ -40,6 +40,7 @@ struct opae_manager {struct opae_adapter *adapter;struct opae_manager_ops *ops;struct opae_manager_networking_ops *network_ops; +struct opae_sensor_list *sensor_list;void *data; };
@@ -75,9 +76,8 @@ struct opae_manager_networking_ops { struct opae_retimer_status *status); }; -extern struct opae_sensor_list opae_sensor_list; -#define opae_mgr_for_each_sensor (sensor) \ - TAILQ_FOREACH(sensor, &opae_sensor_list, node) +#define opae_mgr_for_each_sensor (mgr, sensor) \ + TAILQ_FOREACH(sensor, mgr->sensor_list, node)/* OPAE Manager APIs */ struct opae_manager *
@@ -88,8 +88,10 @@ int opae_manager_flash(struct opae_manager *mgr, int acc_id, const char *buf, u32 size, u64 *status);int opae_manager_get_eth_group_region_info (struct opae_manager *mgr,u8 group_id,struct opae_eth_group_region_info *info); -struct opae_sensor_info *opae_mgr_get_sensor_by_name (const char *name); -struct opae_sensor_info *opae_mgr_get_sensor_by_id (unsigned int id); +struct opae_sensor_info *opae_mgr_get_sensor_by_name (struct opae_manager *mgr, +const char *name); +struct opae_sensor_info *opae_mgr_get_sensor_by_id (struct opae_manager *mgr, +unsigned int id);int opae_mgr_get_sensor_value_by_name (struct opae_manager *mgr,const char *name,unsigned int *value); int opae_mgr_get_sensor_value_by_id(struct opae_manager *mgr,
@@ -241,6 +243,9 @@ struct opae_adapter_data_pci {enum opae_adapter_type type;u16 device_id;u16 vendor_id; +u16 bus;/*Device bus for PCI */ +u16 devid;/* Device ID */ +u16 function;/* Device function */ struct opae_reg_region region[PCI_MAX_RESOURCE ];int vfio_dev_fd;/* VFIO device file descriptor */ };
drivers/raw/ifpga/base/opae_i2c.c +33 -11
81 lines not on this page · raw message
drivers/raw/ifpga/base/opae_i2c.h +2 -1
@@ -93,6 +93,7 @@ struct altera_i2c_dev {u32 isr_mask;u8 *buf;int (*xfer)(struct altera_i2c_dev *dev,struct i2c_msg *msg,int num); +pthread_mutex_t lock; };/**
@@ -114,7 +115,7 @@ enum i2c_msg_flags { };struct altera_i2c_dev *altera_i2c_probe (void *base); -int altera_i2c_remove (struct altera_i2c_dev *dev); +void altera_i2c_remove (struct altera_i2c_dev *dev);int i2c_read (struct altera_i2c_dev *dev,int flags,unsigned int slave_addr,u32 offset,u8 *buf,u32 count); int i2c_write(struct altera_i2c_dev *dev, int flags, unsigned int slave_addr,
drivers/raw/ifpga/base/opae_intel_max10.c +58 -52
301 lines not on this page · raw message
drivers/raw/ifpga/base/opae_intel_max10.h +13 -6
@@ -26,6 +26,9 @@ struct max10_compatible_id {#define MAX10_FLAGS_SECURE BIT(6)#define MAX10_FLAGS_MAC_CACHE BIT(7) +/** List of opae sensors */ +TAILQ_HEAD (opae_sensor_list, opae_sensor_info); +struct intel_max10_device {unsigned int flags;/*max10 hardware capability*/ struct altera_spi_device *spi_master;
@@ -33,6 +36,8 @@ struct intel_max10_device {struct max10_compatible_id *id;/*max10 compatible*/ char *fdt_root;unsigned int base;/* max10 base address */ +u16 bus; +struct opae_sensor_list opae_sensor_list; };/* retimer speed */
@@ -136,17 +141,19 @@ struct opae_retimer_status {#define DFT_MAX_SIZE 0x7e0000 -int max10_reg_read (unsigned int reg,unsigned int *val); -int max10_reg_write (unsigned int reg,unsigned int val); -int max10_sys_read (unsigned int offset,unsigned int *val); -int max10_sys_write (unsigned int offset,unsigned int val); +int max10_reg_read (struct intel_max10_device *dev, +unsigned int reg,unsigned int *val); +int max10_reg_write (struct intel_max10_device *dev, +unsigned int reg,unsigned int val); +int max10_sys_read (struct intel_max10_device *dev, +unsigned int offset,unsigned int *val); +int max10_sys_write (struct intel_max10_device *dev, +unsigned int offset,unsigned int val);struct intel_max10_device *intel_max10_device_probe (struct altera_spi_device *spi,int chipselect);int intel_max10_device_remove (struct intel_max10_device *dev); -/** List of opae sensors */ -TAILQ_HEAD (opae_sensor_list, opae_sensor_info);#define SENSOR_REG_VALUE 0x0#define SENSOR_REG_HIGH_WARN 0x1
drivers/raw/ifpga/base/opae_spi.c +0 -5
@@ -181,7 +181,6 @@ static int spi_txrx(struct altera_spi_device *dev)u32 rxd;unsigned int tx_data;u32 status; -int retry =0 ;int ret;while (count < dev->len) {
@@ -194,10 +193,6 @@ static int spi_txrx(struct altera_spi_device *dev)return -EIO ;if (status &ALTERA_SPI_STATUS_RRDY_MSK )break ; -if (retry++ >SPI_MAX_RETRY ) { -dev_err (dev,"%s, read timeout\n" , __func__); -return -EBUSY ; - } } ret =spi_reg_read (dev,ALTERA_SPI_RXDATA , &rxd);
drivers/raw/ifpga/base/opae_spi.h +2 -1
@@ -38,7 +38,7 @@#define SPI_WRITE 0x20#define WRITE_DATA_MASK GENMASK_ULL(31, 0) -#define SPI_MAX_RETRY 100000 +#define SPI_MAX_RETRY 1000000#define TYPE_SPI 0#define TYPE_NIOS_SPI 1
@@ -102,6 +102,7 @@ struct spi_transaction_dev {struct altera_spi_device *dev;int chipselect;struct spi_tran_buffer *buffer; +pthread_mutex_t lock; };struct spi_tran_header {
drivers/raw/ifpga/base/opae_spi_transaction.c +36 -8
91 lines not on this page · raw message
drivers/raw/ifpga/ifpga_rawdev.c +9 -5
@@ -360,7 +360,7 @@ static int ifpga_rawdev_fill_info(struct ifpga_rawdev *ifpga_dev,if (!mgr)return -ENODEV ; -opae_mgr_for_each_sensor (sensor) { +opae_mgr_for_each_sensor (mgr, sensor) {if (!(sensor->flags &OPAE_SENSOR_VALID )) goto fail;
@@ -369,8 +369,8 @@ static int ifpga_rawdev_fill_info(struct ifpga_rawdev *ifpga_dev, goto fail;if (value ==0xdeadbeef ) { -IFPGA_RAWDEV_PMD_ERR ("sensor %s is invalid value %x\n" , - sensor->name, value); +IFPGA_RAWDEV_PMD_ERR ("dev_id %d sensor %s value %x\n" , + raw_dev->dev_id, sensor->name, value);continue ; }
@@ -393,8 +393,9 @@ static int ifpga_rawdev_fill_info(struct ifpga_rawdev *ifpga_dev,/* monitor 12V AUX sensor */ if (!strcmp (sensor->name,"12V AUX Voltage" )) {if (value <AUX_VOLTAGE_WARN ) { -IFPGA_RAWDEV_PMD_INFO ("%s reach theshold %d\n" , - sensor->name, value); +IFPGA_RAWDEV_PMD_INFO ( +"%s reach theshold %d mV\n" , + sensor->name, value); *gsd_start = true;break ; }
@@ -1433,6 +1434,9 @@ static int ifpga_register_fme_interrupt(struct opae_manager *mgr) } data->device_id = pci_dev->id.device_id; data->vendor_id = pci_dev->id.vendor_id; + data->bus = pci_dev->addr.bus; + data->devid = pci_dev->addr.devid; + data->function = pci_dev->addr.function; data->vfio_dev_fd = pci_dev->intr_handle.vfio_dev_fd; adapter = rawdev->dev_private;
Signature · 1 line
1.8.3.1
PATCH v14 19/19 raw/ifpga: introducing new irq API
In reply to Andy PeiFrom: Tianfei zhang <[email protected]>
Introducing new register and unregister API for ifpga interrupt.
1. register FME and AFU interrupt ifpga_register_msix_irq()
2. unregister FME and AFU interrupt
ifpga_unregister_msix_irq()
On PAC N3000 card, there is one PCIe MSIX interrupt for FME managerment, like the error report, thermal management, we use this interrupt in ifpga_rawdev device driver. on the other hand, there are about 4 PCIe MSIX interrupts are reserved for AFU which end-user can use those interrupts in their AFU logic design. End-user can use those APIs to register interrupt handler in their AFU drivers.
--- drivers/raw/ifpga/ifpga_rawdev.c | 105 +++++++++++++++++++++++++++------------ drivers/raw/ifpga/ifpga_rawdev.h | 14 ++++++ 2 files changed, 88 insertions(+), 31 deletions(-)
drivers/raw/ifpga/ifpga_rawdev.c +74 -31
@@ -78,6 +78,10 @@static int ifpga_monitor_start;static pthread_t ifpga_monitor_start_thread; +#define IFPGA_MAX_IRQ 12 +/* 0 for FME interrupt, others are reserved for AFU irq */ +static struct rte_intr_handle ifpga_irq_handle[IFPGA_MAX_IRQ ]; +static struct ifpga_rawdev *ifpga_rawdev_allocate (struct rte_rawdev *rawdev); static int set_surprise_link_check_aer(
@@ -1331,53 +1335,90 @@ static int fme_clean_fme_error(struct opae_manager *mgr)fme_err_handle_catfatal_error (mgr); } -static struct rte_intr_handle fme_intr_handle; +int +ifpga_unregister_msix_irq (enum ifpga_irq_type type, +int vec_start,rte_intr_callback_fn handler,void *arg) +{ +struct rte_intr_handle intr_handle; + +if (type ==IFPGA_FME_IRQ ) + intr_handle = ifpga_irq_handle[0 ]; +else if (type ==IFPGA_AFU_IRQ ) + intr_handle = ifpga_irq_handle[vec_start +1 ]; -static int ifpga_register_fme_interrupt (struct opae_manager *mgr) +rte_intr_efd_disable (&intr_handle); + +return rte_intr_callback_unregister (&intr_handle, + handler, arg); +} + +int +ifpga_register_msix_irq (struct rte_rawdev *dev,int port_id, +enum ifpga_irq_type type,int vec_start,int count, +rte_intr_callback_fn handler,const char *name, +void *arg) {int ret; -struct fpga_fme_err_irq_set err_irq_set; +struct rte_intr_handle intr_handle; +struct opae_adapter *adapter; +struct opae_manager *mgr; +struct opae_accelerator *acc; - fme_intr_handle.type =RTE_INTR_HANDLE_VFIO_MSIX ; + adapter =ifpga_rawdev_get_priv (dev); +if (!adapter) +return -ENODEV ; - ret =rte_intr_efd_enable (&fme_intr_handle,1 ); -if (ret) -return -EINVAL ; + mgr =opae_adapter_get_mgr (adapter); +if (!mgr) +return -ENODEV ; - fme_intr_handle.fd = fme_intr_handle.efds[0 ]; +if (type ==IFPGA_FME_IRQ ) { + intr_handle = ifpga_irq_handle[0 ]; + count =1 ; + }else if (type ==IFPGA_AFU_IRQ ) + intr_handle = ifpga_irq_handle[vec_start +1 ]; -IFPGA_RAWDEV_PMD_DEBUG ("vfio_dev_fd=%d, efd=%d, fd=%d\n" , - fme_intr_handle.vfio_dev_fd, - fme_intr_handle.efds[0 ], fme_intr_handle.fd); + intr_handle.type =RTE_INTR_HANDLE_VFIO_MSIX ; - err_irq_set.evtfd = fme_intr_handle.efds[0 ]; - ret =opae_manager_ifpga_set_err_irq (mgr, &err_irq_set); + ret =rte_intr_efd_enable (&intr_handle, count);if (ret) -return -EINVAL ; +return -ENODEV ; + + intr_handle.fd = intr_handle.efds[0 ]; + +IFPGA_RAWDEV_PMD_DEBUG ("register %s irq, vfio_fd=%d, fd=%d\n" , + name, intr_handle.vfio_dev_fd, + intr_handle.fd); + +if (type ==IFPGA_FME_IRQ ) { +struct fpga_fme_err_irq_set err_irq_set; + err_irq_set.evtfd = intr_handle.efds[0 ]; + + ret =opae_manager_ifpga_set_err_irq (mgr, &err_irq_set); +if (ret) +return -EINVAL ; + }else if (type ==IFPGA_AFU_IRQ ) { + acc =opae_adapter_get_acc (adapter, port_id); +if (!acc) +return -EINVAL ; -/* register FME interrupt using DPDK API */ - ret =rte_intr_callback_register (&fme_intr_handle, - fme_interrupt_handler, - (void *)mgr); + ret =opae_acc_set_irq (acc, vec_start, count, intr_handle.efds); +if (ret) +return -EINVAL ; + } + +/* register interrupt handler using DPDK API */ + ret =rte_intr_callback_register (&intr_handle, + handler, (void *)arg);if (ret)return -EINVAL ; -IFPGA_RAWDEV_PMD_INFO ("success register fme interrupt\n" ); +IFPGA_RAWDEV_PMD_INFO ("success register %s interrupt\n" , name);return 0 ; }static int -ifpga_unregister_fme_interrupt (struct opae_manager *mgr) -{ -rte_intr_efd_disable (&fme_intr_handle); - -return rte_intr_callback_unregister (&fme_intr_handle, - fme_interrupt_handler, - (void *)mgr); -} - -static int ifpga_rawdev_create (struct rte_pci_device *pci_dev,int socket_id) {
@@ -1463,7 +1504,8 @@ static int ifpga_register_fme_interrupt(struct opae_manager *mgr)IFPGA_RAWDEV_PMD_INFO ("this is a PF function" ); } - ret =ifpga_register_fme_interrupt (mgr); + ret =ifpga_register_msix_irq (rawdev,0 ,IFPGA_FME_IRQ ,0 ,0 , + fme_interrupt_handler,"fme_irq" , mgr);if (ret) goto free_adapter_data;
@@ -1515,7 +1557,8 @@ static int ifpga_register_fme_interrupt(struct opae_manager *mgr)if (!mgr)return -ENODEV ; -if (ifpga_unregister_fme_interrupt (mgr)) +if (ifpga_unregister_msix_irq (IFPGA_FME_IRQ ,0 , + fme_interrupt_handler, mgr))return -EINVAL ;opae_adapter_data_free (adapter->data);
drivers/raw/ifpga/ifpga_rawdev.h +14 -0
@@ -62,4 +62,18 @@ struct ifpga_rawdev {struct ifpga_rawdev *ifpga_rawdev_get (const struct rte_rawdev *rawdev); +enum ifpga_irq_type { +IFPGA_FME_IRQ =0 , +IFPGA_AFU_IRQ =1 , +}; + +int +ifpga_register_msix_irq (struct rte_rawdev *dev,int port_id, +enum ifpga_irq_type type,int vec_start,int count, +rte_intr_callback_fn handler,const char *name, +void *arg); +int +ifpga_unregister_msix_irq (enum ifpga_irq_type type, +int vec_start,rte_intr_callback_fn handler,void *arg); +#endif /* _IFPGA_RAWDEV_H_ */
Signature · 1 line
1.8.3.1
Re: [dpdk-dev] [PATCH v14 00/19] add PCIe AER disable and IRQ support for ipn3ke
In reply to Andy PeiQuoted 15 lines · Andy Pei
This patch set adds PCIe AER disable and FPGA interrupt support for ipn3ke. It also provides a small rework for port bonding between FPGA line side port and I40e PF port.
What is the PCI Express AER(Advanced Error Reporting)? Advanced Error Reporting capability is implemented with a PCI Express advanced error reporting extended capability structure providing more robust error reporting. It's also one of PCI Express error reporting paradigms. AER is supported by most of PCIe devices.
In PAC N3000 card, some uncertainty errors will cause FPGA reload, such as temperature is higher than threshold. From Software point of view, FPGA reload means FPGA unplug and plug. For avoiding system crash we need to clear AER register before these errors occur.
Quoted 5 lines
Currently PAC N3000 card FME and AFU all provide interrupts, in ifpga rawdev driver, we implement a FME interrupt function to notify errors reported by FME. Besides this, OPAE share code also provide a common AFU interrupt API for users to register their own interrupt functions.
Series applied to dpdk-next-net-intel. Thanks.
Re: [dpdk-dev] [PATCH v14 00/19] add PCIe AER disable and IRQ support for ipn3ke
Thanks Xiaolong.
Quoted 32 lines
-----Original Message-----
From: Ye, Xiaolong
Sent: Thursday, October 31, 2019 10:01
To: Pei, Andy <[email protected]>
Cc: [email protected]; Xu, Rosen <[email protected]>; Zhang, Tianfei <[email protected]>; Yigit, Ferruh <[email protected]>
Subject: Re: [PATCH v14 00/19] add PCIe AER disable and IRQ support for ipn3keQuoted 15 lines · Andy Pei
This patch set adds PCIe AER disable and FPGA interrupt support for ipn3ke. It also provides a small rework for port bonding between FPGA line side port and I40e PF port.
What is the PCI Express AER(Advanced Error Reporting)? Advanced Error Reporting capability is implemented with a PCI Express advanced error reporting extended capability structure providing more robust error reporting. It's also one of PCI Express error reporting paradigms. AER is supported by most of PCIe devices.
In PAC N3000 card, some uncertainty errors will cause FPGA reload, such as temperature is higher than threshold. From Software point of view, FPGA reload means FPGA unplug and plug. For avoiding system crash we need to clear AER register before these errors occur.
Quoted 5 lines
Currently PAC N3000 card FME and AFU all provide interrupts, in ifpga rawdev driver, we implement a FME interrupt function to notify errors reported by FME. Besides this, OPAE share code also provide a common AFU interrupt API for users to register their own interrupt functions.
Series applied to dpdk-next-net-intel. Thanks.
Re: [dpdk-dev] [PATCH v14 00/19] add PCIe AER disable and IRQ support for ipn3ke
In reply to Ye XiaolongThanks Xiaolong.
-----Original Message-----
From: Ye, Xiaolong
Sent: Thursday, October 31, 2019 10:01 AM
To: Pei, Andy <[email protected]>
Cc: [email protected]; Xu, Rosen <[email protected]>; Zhang, Tianfei <[email protected]>; Yigit, Ferruh <[email protected]>
Subject: Re: [PATCH v14 00/19] add PCIe AER disable and IRQ support for ipn3ke
Quoted 15 lines · Andy Pei
This patch set adds PCIe AER disable and FPGA interrupt support for ipn3ke. It also provides a small rework for port bonding between FPGA line side port and I40e PF port.
What is the PCI Express AER(Advanced Error Reporting)? Advanced Error Reporting capability is implemented with a PCI Express advanced error reporting extended capability structure providing more robust error reporting. It's also one of PCI Express error reporting paradigms. AER is supported by most of PCIe devices.
In PAC N3000 card, some uncertainty errors will cause FPGA reload, such as temperature is higher than threshold. From Software point of view, FPGA reload means FPGA unplug and plug. For avoiding system crash we need to clear AER register before these errors occur.
Quoted 5 lines
Currently PAC N3000 card FME and AFU all provide interrupts, in ifpga rawdev driver, we implement a FME interrupt function to notify errors reported by FME. Besides this, OPAE share code also provide a common AFU interrupt API for users to register their own interrupt functions.
Series applied to dpdk-next-net-intel. Thanks.
v15 cover add PCIe AER disable and IRQ support for ipn3ke
In reply to Andy PeiThis patch set adds PCIe AER disable and FPGA interrupt support for ipn3ke. It also provides a small rework for port bonding between FPGA line side port and I40e PF port.
What is the PCI Express AER(Advanced Error Reporting)? Advanced Error Reporting capability is implemented with a PCI Express advanced error reporting extended capability structure providing more robust error reporting. It's also one of PCI Express error reporting paradigms. AER is supported by most of PCIe devices.
In PAC N3000 card, some uncertainty errors will cause FPGA reload, such as temperature is higher than threshold. From Software point of view, FPGA reload means FPGA unplug and plug. For avoiding system crash we need to clear AER register before these errors occur.
Currently PAC N3000 card FME and AFU all provide interrupts, in ifpga rawdev driver, we implement a FME interrupt function to notify errors reported by FME. Besides this, OPAE share code also provide a common AFU interrupt API for users to register their own interrupt functions.
v15 updates:
=========
- fix share library build issues.
v14 updates:
=========
- fix coding style and remove unnecessary comments.
v13 updates:
=========
- fix meson build issue.
v12 updates:
=========
- fix meson build issue.
v11 updates:
=========
- move symbol ifpga_rawdev_ge to the EXPERIMENTAL section of drivers/raw/ifpga/rte_rawdev_ifpga_version.map
v10 updates:
=========
- introducing new irq API
- fix meson build issue
v9 updates:
=========
- Add mutex lock on do_transaction() function for SPI driver to avoid race condition.
v8 updates:
=========
- add multiple cards support.
v7 updates:
==========
- rename function i40e_set_switch_dev to rte_pmd_i40e_set_switch_dev and move it to rte_pmd_i40e.c since it is declared at rte_pmd_i40e.h
- function rte_pmd_i40e_set_switch_dev works as an external API, use port_id but not rte_eth_dev as parameter.
- add doxygen header here for the new API.
- update the rte_pmd_i40e_version.map.
- fix coding style issue.
- enable CONFIG_RTE_EAL_VFIO in linux environment to build irq support.
- for functions with a lot of similarity, extract out common function to reduce duplication.
v6 updates:
=========
- correct author information.
- correct typo in commit message and remove Gerrit Change-Id's before submitting upstream
v5 updates:
==========
- add lightweight fpga image support. in lightweight fpga image mode, ipn3ke representor will not be probed.
v4 updates:
===========
- align with new naming standard.
v3 updates:
===========
- Add FPGA network side port MTU configuration
v2 updates:
===========
- Add AUX feature support
Andy Pei (2):
net/i40e: i40e support ipn3ke FPGA port bonding
raw/ifpga: add lightweight fpga image support
Rosen Xu (3):
raw/ifpga: add SEU error handler
raw/ifpga: add PCIe BDF devices tree scan net/ipn3ke: remove configuration for i40e port bonding
Tianfei zhang (14):
raw/ifpga/base: add irq support
raw/ifpga/base: clear pending bit
raw/ifpga/base: add SEU error support
raw/ifpga/base: add device tree support
raw/ifpga/base: align the send buffer for SPI
raw/ifpga/base: add sensor support
raw/ifpga/base: introducing sensor APIs
raw/ifpga/base: update SEU register definition
raw/ifpga/base: add secure support
raw/ifpga/base: configure FEC mode
raw/ifpga/base: clean fme errors
raw/ifpga/base: add new API get board info
raw/ifpga/base: add multiple cards support
raw/ifpga: introducing new irq API
config/common_base | 4 +- config/common_linux | 6 + drivers/meson.build | 6 +- drivers/net/i40e/base/i40e_type.h | 3 + drivers/net/i40e/i40e_ethdev.c | 6 + drivers/net/i40e/rte_pmd_i40e.c | 21 + drivers/net/i40e/rte_pmd_i40e.h | 18 + drivers/net/i40e/rte_pmd_i40e_version.map | 8 +- drivers/net/ipn3ke/Makefile | 1 + drivers/net/ipn3ke/ipn3ke_ethdev.c | 293 ++------- drivers/net/ipn3ke/ipn3ke_flow.c | 6 + drivers/net/ipn3ke/ipn3ke_rawdev_api.h | 12 + drivers/net/ipn3ke/ipn3ke_representor.c | 10 +- drivers/net/ipn3ke/meson.build | 24 +- drivers/net/ipn3ke/rte_pmd_ipn3ke_version.map | 6 + drivers/raw/ifpga/Makefile | 5 + drivers/raw/ifpga/base/ifpga_api.c | 21 + drivers/raw/ifpga/base/ifpga_defines.h | 75 ++- drivers/raw/ifpga/base/ifpga_feature_dev.c | 59 ++ drivers/raw/ifpga/base/ifpga_feature_dev.h | 3 + drivers/raw/ifpga/base/ifpga_fme.c | 166 ++++- drivers/raw/ifpga/base/ifpga_fme_error.c | 74 ++- drivers/raw/ifpga/base/ifpga_hw.h | 2 +- drivers/raw/ifpga/base/ifpga_port.c | 18 + drivers/raw/ifpga/base/ifpga_port_error.c | 19 + drivers/raw/ifpga/base/meson.build | 2 +- drivers/raw/ifpga/base/opae_debug.c | 3 + drivers/raw/ifpga/base/opae_hw_api.c | 137 ++++ drivers/raw/ifpga/base/opae_hw_api.h | 26 + drivers/raw/ifpga/base/opae_i2c.c | 44 +- drivers/raw/ifpga/base/opae_i2c.h | 3 +- drivers/raw/ifpga/base/opae_ifpga_hw_api.h | 2 + drivers/raw/ifpga/base/opae_intel_max10.c | 599 ++++++++++++++++- drivers/raw/ifpga/base/opae_intel_max10.h | 157 ++++- drivers/raw/ifpga/base/opae_osdep.h | 7 +- drivers/raw/ifpga/base/opae_spi.c | 5 - drivers/raw/ifpga/base/opae_spi.h | 26 +- drivers/raw/ifpga/base/opae_spi_transaction.c | 84 ++- drivers/raw/ifpga/ifpga_rawdev.c | 907 +++++++++++++++++++++++++- drivers/raw/ifpga/ifpga_rawdev.h | 30 + drivers/raw/ifpga/meson.build | 26 +- mk/rte.app.mk | 2 +- 42 files changed, 2484 insertions(+), 442 deletions(-)
Signature · 1 line
1.8.3.1
PATCH v15 1/19 net/i40e: i40e support ipn3ke FPGA port bonding
From: Andy Pei <[email protected]>
In ipn3ke, each FPGA network side port bonding to an i40e pf, each i40e pf link status should get data from FPGA network, side port. This patch provide bonding relationship.
--- drivers/net/i40e/base/i40e_type.h | 3 +++ drivers/net/i40e/i40e_ethdev.c | 6 ++++++ drivers/net/i40e/rte_pmd_i40e.c | 21 +++++++++++++++++++++ drivers/net/i40e/rte_pmd_i40e.h | 18 ++++++++++++++++++ drivers/net/i40e/rte_pmd_i40e_version.map | 8 +++++++- 5 files changed, 55 insertions(+), 1 deletion(-)
drivers/net/i40e/base/i40e_type.h +3 -0
@@ -660,6 +660,9 @@ struct i40e_hw {struct i40e_nvm_info nvm;struct i40e_fc_info fc; +/* switch device is used to get link status when i40e is in ipn3ke */ +struct rte_eth_dev *switch_dev; +/* pci info */ u16 device_id;u16 vendor_id;
drivers/net/i40e/i40e_ethdev.c +6 -0
@@ -1392,6 +1392,9 @@ static inline void i40e_config_automask(struct i40e_pf *pf) hw->adapter_stopped =0 ; hw->adapter_closed =0 ; +/* Init switch device pointer */ + hw->switch_dev =NULL ; +/* * Switch Tag value should not be identical to either the First Tag * or Second Tag values. So set something other than common Ethertype
@@ -2903,6 +2906,9 @@ void i40e_flex_payload_reg_set_default(struct i40e_hw *hw)else update_link_aq (hw, &link, enable_lse, wait_to_complete); +if (hw->switch_dev) +rte_eth_linkstatus_get (hw->switch_dev, &link); + ret =rte_eth_linkstatus_set (dev, &link);i40e_notify_all_vfs_link_status (dev);
drivers/net/i40e/rte_pmd_i40e.c +21 -0
@@ -3207,3 +3207,24 @@ int rte_pmd_i40e_flow_add_del_packet_template(I40E_WRITE_FLUSH (hw);return 0 ; } + +int +rte_pmd_i40e_set_switch_dev (uint16_t port_id,struct rte_eth_dev *switch_dev) +{ +struct rte_eth_dev *i40e_dev; +struct i40e_hw *hw; + +RTE_ETH_VALID_PORTID_OR_ERR_RET (port_id, -ENODEV ); + + i40e_dev = &rte_eth_devices[port_id]; +if (!is_i40e_supported (i40e_dev)) +return -ENOTSUP ; + + hw =I40E_DEV_PRIVATE_TO_HW (i40e_dev->data->dev_private); +if (!hw) +return -1 ; + + hw->switch_dev = switch_dev; + +return 0 ; +}
drivers/net/i40e/rte_pmd_i40e.h +18 -0
@@ -1061,4 +1061,22 @@ int rte_pmd_i40e_inset_set(uint16_t port, uint8_t pctype, return 0; } +/** +* For ipn3ke, i40e works with FPGA. +* In this situation, i40e get link status from fpga, +* fpga works as switch_dev for i40e. +* This function set switch_dev for i40e. +* +* @param inset +* Input set value. +* @param field_idx +* Field index for input set. +* @return +* - (less than 0) if failed. +* - (0) if success. +*/ +__rte_experimental +int +rte_pmd_i40e_set_switch_dev (uint16_t port_id,struct rte_eth_dev *switch_dev); +#endif /* _PMD_I40E_H_ */
drivers/net/i40e/rte_pmd_i40e_version.map +7 -1
@@ -64,4 +64,10 @@ DPDK_18.02 { rte_pmd_i40e_inset_get; rte_pmd_i40e_inset_set; -} DPDK_17.11; +} DPDK_17.11; + +EXPERIMENTAL { + global: + + rte_pmd_i40e_set_switch_dev; +} DPDK_18.02;
Signature · 1 line
1.8.3.1
PATCH v15 2/19 raw/ifpga/base: add irq support
In reply to Rosen XuFrom: Tianfei zhang <[email protected]>
Add irq support for ifpga FME global error, port error and uint unit. We implmented this feature by vfio interrupt mechanism.
To build this feature, CONFIG_RTE_EAL_VFIO should be enabled.
--- config/common_base | 2 +- config/common_linux | 6 +++ drivers/raw/ifpga/base/ifpga_feature_dev.c | 59 ++++++++++++++++++++++++++++++ drivers/raw/ifpga/base/ifpga_fme_error.c | 19 ++++++++++ drivers/raw/ifpga/base/ifpga_port.c | 18 +++++++++ drivers/raw/ifpga/base/ifpga_port_error.c | 19 ++++++++++ 6 files changed, 122 insertions(+), 1 deletion(-)
config/common_base +1 -1
@@ -783,7 +783,7 @@ CONFIG_RTE_LIBRTE_PMD_DPAA2_QDMA_RAWDEV=n # # Compile PMD for Intel FPGA raw device # -CONFIG_RTE_LIBRTE_PMD_IFPGA_RAWDEV=y +CONFIG_RTE_LIBRTE_PMD_IFPGA_RAWDEV=n # # Compile PMD for Intel IOAT raw device
config/common_linux +6 -0
@@ -68,3 +68,9 @@ CONFIG_RTE_LIBRTE_HINIC_PMD=y # Hisilicon HNS3 PMD driver # CONFIG_RTE_LIBRTE_HNS3_PMD=y + +# +# Compile PMD for Intel FPGA raw device +# To compile, CONFIG_RTE_EAL_VFIO should be enabled. +# +CONFIG_RTE_LIBRTE_PMD_IFPGA_RAWDEV=y
drivers/raw/ifpga/base/ifpga_feature_dev.c +59 -0
68 lines not on this page · raw message
drivers/raw/ifpga/base/ifpga_fme_error.c +19 -0
@@ -373,9 +373,28 @@ static int fme_global_error_set_prop(struct ifpga_feature *feature,return -ENOENT ; } +static int fme_global_err_set_irq (struct ifpga_feature *feature,void *irq_set) +{ +struct fpga_fme_err_irq_set *err_irq_set = irq_set; +struct ifpga_fme_hw *fme; +int ret; + + fme = (struct ifpga_fme_hw *)feature->parent; + +if (!(fme->capability &FPGA_FME_CAP_ERR_IRQ )) +return -ENODEV ; + +spinlock_lock (&fme->lock); + ret =fpga_msix_set_block (feature,0 ,1 , &err_irq_set->evtfd); +spinlock_unlock (&fme->lock); + +return ret; +} +struct ifpga_feature_ops fme_global_err_ops = { .init = fme_global_error_init, .uinit = fme_global_error_uinit, .get_prop = fme_global_error_get_prop, .set_prop = fme_global_error_set_prop, + .set_irq = fme_global_err_set_irq, };
drivers/raw/ifpga/base/ifpga_port.c +18 -0
@@ -384,9 +384,27 @@ static void port_uint_uinit(struct ifpga_feature *feature)dev_info (NULL ,"PORT UINT UInit.\n" ); } +static int port_uint_set_irq (struct ifpga_feature *feature,void *irq_set) +{ +struct fpga_uafu_irq_set *uafu_irq_set = irq_set; +struct ifpga_port_hw *port = feature->parent; +int ret; + +if (!(port->capability &FPGA_PORT_CAP_UAFU_IRQ )) +return -ENODEV ; + +spinlock_lock (&port->lock); + ret =fpga_msix_set_block (feature, uafu_irq_set->start, + uafu_irq_set->count, uafu_irq_set->evtfds); +spinlock_unlock (&port->lock); + +return ret; +} +struct ifpga_feature_ops ifpga_rawdev_port_uint_ops = { .init = port_uint_init, .uinit = port_uint_uinit, + .set_irq = port_uint_set_irq, };static int port_afu_init (struct ifpga_feature *feature)
drivers/raw/ifpga/base/ifpga_port_error.c +19 -0
@@ -136,9 +136,28 @@ static int port_error_set_prop(struct ifpga_feature *feature,return -ENOENT ; } +static int port_error_set_irq (struct ifpga_feature *feature,void *irq_set) +{ +struct fpga_port_err_irq_set *err_irq_set = irq_set; +struct ifpga_port_hw *port; +int ret; + + port = feature->parent; + +if (!(port->capability &FPGA_PORT_CAP_ERR_IRQ )) +return -ENODEV ; + +spinlock_lock (&port->lock); + ret =fpga_msix_set_block (feature,0 ,1 , &err_irq_set->evtfd); +spinlock_unlock (&port->lock); + +return ret; +} +struct ifpga_feature_ops ifpga_rawdev_port_error_ops = { .init = port_error_init, .uinit = port_error_uinit, .get_prop = port_error_get_prop, .set_prop = port_error_set_prop, + .set_irq = port_error_set_irq, };
Signature · 1 line
1.8.3.1
PATCH v15 3/19 raw/ifpga/base: clear pending bit
In reply to Rosen XuFrom: Tianfei zhang <[email protected]>
Every defined bit in FME_ERROR0 is RW1C. Other reserved bits are always 0 when readout and it will plan to be RW1C if needed in future. So it is safe just write the read back value to clear all the errors.
--- drivers/raw/ifpga/base/ifpga_defines.h | 9 ++++----- drivers/raw/ifpga/base/ifpga_fme_error.c | 4 ++-- drivers/raw/ifpga/base/opae_osdep.h | 7 +++++-- 3 files changed, 11 insertions(+), 9 deletions(-)
drivers/raw/ifpga/base/ifpga_defines.h +4 -5
@@ -957,25 +957,24 @@ struct feature_fme_dperf { };struct feature_fme_error0 { -#define FME_ERROR0_MASK 0xFFUL#define FME_ERROR0_MASK_DEFAULT 0x40UL/* pcode workaround */ union {u64 csr;struct {u8 fabric_err:1 ;/* Fabric error */ u8 fabfifo_overflow:1 ;/* Fabric fifo overflow */ -u8 kticdc_parity_err:2 ;/* KTI CDC Parity Error */ -u8 iommu_parity_err:1 ;/* IOMMU Parity error */ +u8 reserved2:3 ;/* AFU PF/VF access mismatch detected */ u8 afu_acc_mode_err:1 ; -u8 mbp_err:1 ;/* Indicates an MBP event */ +u8 reserved6:1 ;/* PCIE0 CDC Parity Error */ u8 pcie0cdc_parity_err:5 ;/* PCIE1 CDC Parity Error */ u8 pcie1cdc_parity_err:5 ;/* CVL CDC Parity Error */ u8 cvlcdc_parity_err:3 ; -u64 rsvd:44 ;/* Reserved */ +u8 fpgaseuerr:1 ; +u64 rsvd:43 ;/* Reserved */ }; }; };
drivers/raw/ifpga/base/ifpga_fme_error.c +2 -2
@@ -54,7 +54,7 @@ static int fme_err_set_clear(struct ifpga_fme_hw *fme, u64 val)int ret =0 ;spinlock_lock (&fme->lock); -writeq (FME_ERROR0_MASK , &fme_err->fme_err_mask); +writeq (GENMASK_ULL (63 ,0 ), &fme_err->fme_err_mask); fme_error0.csr =readq (&fme_err->fme_err);if (val != fme_error0.csr) {
@@ -65,7 +65,7 @@ static int fme_err_set_clear(struct ifpga_fme_hw *fme, u64 val) fme_first_err.csr =readq (&fme_err->fme_first_err); fme_next_err.csr =readq (&fme_err->fme_next_err); -writeq (fme_error0.csr &FME_ERROR0_MASK , &fme_err->fme_err); +writeq (fme_error0.csr, &fme_err->fme_err);writeq (fme_first_err.csr &FME_FIRST_ERROR_MASK , &fme_err->fme_first_err); writeq(fme_next_err.csr & FME_NEXT_ERROR_MASK,
drivers/raw/ifpga/base/opae_osdep.h +5 -2
@@ -32,10 +32,12 @@ struct uuid {#ifndef BITS_PER_LONG #define BITS_PER_LONG (__SIZEOF_LONG__ * 8)#endif +#ifndef BITS_PER_LONG_LONG +#define BITS_PER_LONG_LONG (__SIZEOF_LONG_LONG__ * 8) +#endif #ifndef BIT #define BIT (a) (1UL << (a))#endif /* BIT */ -#define U64_C (x) x ## ULL#ifndef BIT_ULL #define BIT_ULL (a) (1ULL << (a))#endif /* BIT_ULL */
@@ -43,7 +45,8 @@ struct uuid {#define GENMASK (h, l) (((~0UL) << (l)) & (~0UL >> (BITS_PER_LONG - 1 - (h))))#endif /* GENMASK */ #ifndef GENMASK_ULL -#define GENMASK_ULL (h, l) (((U64_C(1) << ((h) - (l) + 1)) - 1) << (l)) +#define GENMASK_ULL (h, l) \ + (((~0ULL) << (l)) & (~0ULL >> (BITS_PER_LONG_LONG - 1 - (h))))#endif /* GENMASK_ULL */ #endif /* LINUX_MACROS */
Signature · 1 line
1.8.3.1
PATCH v15 4/19 raw/ifpga/base: add SEU error support
In reply to Rosen XuFrom: Tianfei zhang <[email protected]>
This patch exposes SEU error information to application then application could compare this information (128bit) with its own SMH file to know if this SEU is a fatal error or not.
--- drivers/raw/ifpga/base/ifpga_defines.h | 5 ++++- drivers/raw/ifpga/base/ifpga_fme_error.c | 31 ++++++++++++++++++++++++++++++ drivers/raw/ifpga/base/opae_ifpga_hw_api.h | 2 ++ 3 files changed, 37 insertions(+), 1 deletion(-)
drivers/raw/ifpga/base/ifpga_defines.h +4 -1
@@ -1149,7 +1149,8 @@ struct feature_fme_error_capability { u8 support_intr:1;/* MSI-X vector table entry number */ u16 intr_vector_num:12; - u64 rsvd:51; /* Reserved */ + u64 rsvd:50; /* Reserved */ + u64 seu_support:1; }; }; };
@@ -1171,6 +1172,8 @@ struct feature_fme_err {struct feature_fme_ras_catfaterror ras_catfaterr;struct feature_fme_ras_error_inj ras_error_inj;struct feature_fme_error_capability fme_err_capability; +u64 seu_emr_l; +u64 seu_emr_h; };/* FME Partial Reconfiguration Control */
drivers/raw/ifpga/base/ifpga_fme_error.c +31 -0
@@ -257,6 +257,33 @@ static void fme_global_error_uinit(struct ifpga_feature *feature)UNUSED (feature); } +static int fme_err_check_seu (struct feature_fme_err *fme_err) +{ +struct feature_fme_error_capability error_cap; + + error_cap.csr =readq (&fme_err->fme_err_capability); + +return error_cap.seu_support ?1 :0 ; +} + +static int fme_err_get_seu_emr (struct ifpga_fme_hw *fme, +u64 *val,bool high) +{ +struct feature_fme_err *fme_err + =get_fme_feature_ioaddr_by_index (fme, +FME_FEATURE_ID_GLOBAL_ERR ); + +if (!fme_err_check_seu (fme_err)) +return -ENODEV ; + +if (high) + *val =readq (&fme_err->seu_emr_h); +else + *val =readq (&fme_err->seu_emr_l); + +return 0 ; +} +static int fme_err_fme_err_get_prop (struct ifpga_feature *feature,struct feature_prop *prop) {
@@ -270,6 +297,10 @@ static int fme_err_fme_err_get_prop(struct ifpga_feature *feature,return fme_err_get_first_error (fme, &prop->data);case 0x3 :/* NEXT_ERROR */ return fme_err_get_next_error (fme, &prop->data); +case 0x5 :/* SEU EMR LOW */ +return fme_err_get_seu_emr (fme, &prop->data,0 ); +case 0x6 :/* SEU EMR HIGH */ +return fme_err_get_seu_emr (fme, &prop->data,1 ); }return -ENOENT ;
drivers/raw/ifpga/base/opae_ifpga_hw_api.h +2 -0
@@ -74,6 +74,8 @@ struct feature_prop {#define FME_ERR_PROP_FIRST_ERROR ERR_PROP_FME_ERR(0x2)#define FME_ERR_PROP_NEXT_ERROR ERR_PROP_FME_ERR(0x3)#define FME_ERR_PROP_CLEAR ERR_PROP_FME_ERR(0x4)/* WO */ +#define FME_ERR_PROP_SEU_EMR_LOW ERR_PROP_FME_ERR(0x5) +#define FME_ERR_PROP_SEU_EMR_HIGH ERR_PROP_FME_ERR(0x6)#define FME_ERR_PROP_REVISION ERR_PROP_ROOT(0x5)#define FME_ERR_PROP_PCIE0_ERRORS ERR_PROP_ROOT(0x6)/* RW */ #define FME_ERR_PROP_PCIE1_ERRORS ERR_PROP_ROOT(0x7)/* RW */
Signature · 1 line
1.8.3.1
PATCH v15 5/19 raw/ifpga/base: add device tree support
In reply to Rosen XuFrom: Tianfei zhang <[email protected]>
In PAC N3000 card, this is a BMC chip which using MAX10 FPGA to manage the board configuration, like sensors, flash controller, QSFP, powers. And this is a SPI bus connected between A10 FPGA and MAX10, we can access the MAX10 registers over this SPI bus.
In BMC, there are about 19 sensors in MAX10 chip, including the FPGA core temperature, Board temperature, board current, voltage and so on.
We use DTB (Device tree table) to describe it. This DTB file is store in nor flash partition, which will flashed in Factory when the boards delivery to customers. And the same time, the customers can easy to customizate the BMC configuration like change the sensors.
Add device tree support by using libfdt library in Linux distribution. The end-user should pre-install the libfdt and libfdt-devel package before use DPDK on PAC N3000 Card.
For Centos 7.x: sudo yum install libfdt libfdt-devel For Ubuntu 18.04: sudo apt install libfdt-dev libfdt1
To eliminate build error, we currently do not compile raw/ifpga and net/ipn3ke. User should install libfdt and libfdt-devel first, modify config/common_linux, CONFIG_RTE_LIBRTE_PMD_IFPGA_RAWDEV=n to CONFIG_RTE_LIBRTE_PMD_IFPGA_RAWDEV=y, modify config/common_base, CONFIG_RTE_LIBRTE_IPN3KE_PMD=n to CONFIG_RTE_LIBRTE_IPN3KE_PMD=y. Then this function can work.
--- config/common_base | 2 +- config/common_linux | 2 +- drivers/meson.build | 6 +- drivers/net/ipn3ke/meson.build | 24 +++- drivers/raw/ifpga/base/meson.build | 2 +- drivers/raw/ifpga/base/opae_intel_max10.c | 183 ++++++++++++++++++++++++++++++ drivers/raw/ifpga/base/opae_intel_max10.h | 10 ++ drivers/raw/ifpga/meson.build | 25 ++-- mk/rte.app.mk | 2 +- 9 files changed, 235 insertions(+), 21 deletions(-)
config/common_base +1 -1
@@ -342,7 +342,7 @@ CONFIG_RTE_LIBRTE_IAVF_16BYTE_RX_DESC=n # # Compile burst-oriented IPN3KE PMD driver # -CONFIG_RTE_LIBRTE_IPN3KE_PMD=y +CONFIG_RTE_LIBRTE_IPN3KE_PMD=n # # Compile burst-oriented Mellanox ConnectX-3 (MLX4) PMD
config/common_linux +1 -1
@@ -73,4 +73,4 @@ CONFIG_RTE_LIBRTE_HNS3_PMD=y # Compile PMD for Intel FPGA raw device # To compile, CONFIG_RTE_EAL_VFIO should be enabled. # -CONFIG_RTE_LIBRTE_PMD_IFPGA_RAWDEV=y +CONFIG_RTE_LIBRTE_PMD_IFPGA_RAWDEV=n
drivers/meson.build +3 -3
@@ -9,12 +9,12 @@ endif dpdk_driver_classes = ['common', 'bus', 'mempool', # depends on common and bus. - 'net', # depends on common, bus and mempool. + 'raw', # depends on common and bus. + 'net', # depends on common, bus, mempool and raw. 'crypto', # depends on common, bus and mempool (net in future). 'compress', # depends on common, bus, mempool. 'event', # depends on common, bus, mempool and net. - 'baseband', # depends on common and bus. - 'raw'] # depends on common, bus, mempool, net and event. + 'baseband'] # depends on common and bus. disabled_drivers = get_option('disable_drivers').split(',')
drivers/net/ipn3ke/meson.build +18 -6
@@ -8,10 +8,22 @@ # rte_eth_dev_destroy() # rte_eth_switch_domain_free() # -allow_experimental_apis = true -sources += files('ipn3ke_ethdev.c', - 'ipn3ke_representor.c', - 'ipn3ke_tm.c', - 'ipn3ke_flow.c') -deps += ['bus_ifpga', 'sched'] +dep = dependency('libfdt', required: false) +if not dep.found() + dep = cc.find_library('libfdt', required: false) +endif +if not dep.found() + build = false + reason = 'missing dependency, "libfdt"' +endif + +if build + allow_experimental_apis = true + + sources += files('ipn3ke_ethdev.c', + 'ipn3ke_representor.c', + 'ipn3ke_tm.c', + 'ipn3ke_flow.c') + deps += ['bus_ifpga', 'sched', 'pmd_i40e', 'rawdev', 'rawdev_ifpga'] +endif
drivers/raw/ifpga/base/meson.build +1 -1
@@ -25,5 +25,5 @@ sources = [ base_lib = static_library('ifpga_rawdev_base', sources, dependencies: static_rte_eal, - c_args: c_args) + c_args: cflags) base_objs = base_lib.extract_all_objects()
drivers/raw/ifpga/base/opae_intel_max10.c +183 -0
213 lines not on this page · raw message
drivers/raw/ifpga/base/opae_intel_max10.h +10 -0
@@ -8,6 +8,14 @@#include "opae_osdep.h" #include "opae_spi.h" +struct max10_compatible_id { +char compatible[128 ]; +}; + +#define MAX10_PAC "intel,max10" +#define MAX10_PAC_N3000 "intel,max10-pac-n3000" +#define MAX10_PAC_END "intel,end" +/* max10 capability flags */ #define MAX10_FLAGS_NO_I2C2 BIT(0)#define MAX10_FLAGS_NO_BMCIMG_FLASH BIT(1)
@@ -20,6 +28,8 @@ struct intel_max10_device {unsigned int flags;/*max10 hardware capability*/ struct altera_spi_device *spi_master;struct spi_transaction_dev *spi_tran_dev; +struct max10_compatible_id *id;/*max10 compatible*/ +char *fdt_root; };/* retimer speed */
drivers/raw/ifpga/meson.build +17 -8
@@ -3,18 +3,27 @@ version = 1 -subdir('base') -objs = [base_objs] - dep = dependency('libfdt', required: false) if not dep.found() + dep = cc.find_library('libfdt', required: false) +endif +if not dep.found() build = false reason = 'missing dependency, "libfdt"' endif -deps += ['rawdev', 'pci', 'bus_pci', 'kvargs', - 'bus_vdev', 'bus_ifpga', 'net'] -sources = files('ifpga_rawdev.c') -includes += include_directories('base') +if build + subdir('base') + objs = [base_objs] + + deps += ['rawdev', 'pci', 'bus_pci', 'kvargs', + 'bus_vdev', 'bus_ifpga', 'net'] + ext_deps += dep -allow_experimental_apis = true + sources = files('ifpga_rawdev.c') + + includes += include_directories('base') + includes += include_directories('../../net/ipn3ke') + + allow_experimental_apis = true +endif
mk/rte.app.mk +1 -1
@@ -328,7 +328,7 @@ _LDLIBS-$(CONFIG_RTE_LIBRTE_PMD_DPAA2_QDMA_RAWDEV) += -lrte_rawdev_dpaa2_qdma endif # CONFIG_RTE_LIBRTE_FSLMC_BUS _LDLIBS-$(CONFIG_RTE_LIBRTE_IFPGA_BUS) += -lrte_bus_ifpga ifeq ($(CONFIG_RTE_LIBRTE_IFPGA_BUS),y) -_LDLIBS-$(CONFIG_RTE_LIBRTE_PMD_IFPGA_RAWDEV) += -lrte_rawdev_ifpga +_LDLIBS-$(CONFIG_RTE_LIBRTE_PMD_IFPGA_RAWDEV) += -lrte_rawdev_ifpga -lfdt _LDLIBS-$(CONFIG_RTE_LIBRTE_IPN3KE_PMD) += -lrte_pmd_ipn3ke endif # CONFIG_RTE_LIBRTE_IFPGA_BUS _LDLIBS-$(CONFIG_RTE_LIBRTE_PMD_IOAT_RAWDEV) += -lrte_rawdev_ioat
Signature · 1 line
1.8.3.1
PATCH v15 6/19 raw/ifpga/base: align the send buffer for SPI
In reply to Rosen XuFrom: Tianfei zhang <[email protected]>
The length of send buffer of SPI bus should be 4bytes align.
--- drivers/raw/ifpga/base/opae_spi_transaction.c | 40 ++++++++++++++++++++++++--- 1 file changed, 36 insertions(+), 4 deletions(-)
drivers/raw/ifpga/base/opae_spi_transaction.c +36 -4
@@ -109,6 +109,34 @@ static int resp_find_sop_eop(unsigned char *resp, unsigned int len,return ret; } +static void phy_tx_pad (unsigned char *phy_buf,unsigned int phy_buf_len, +unsigned int *aligned_len) +{ +unsigned char *p = &phy_buf[phy_buf_len -1 ], *dst_p; + + *aligned_len =IFPGA_ALIGN (phy_buf_len,4 ); + +if (*aligned_len == phy_buf_len) +return ; + + dst_p = &phy_buf[*aligned_len -1 ]; + +/* move EOP and bytes after EOP to the end of aligned size */ +while (p > phy_buf) { + *dst_p = *p; + +if (*p ==SPI_PACKET_EOP ) +break ; + + p--; + dst_p--; + } + +/* fill the hole with PHY_IDLE */ +while (p < dst_p) + *p++ =SPI_BYTE_IDLE ; +} + static int byte_to_core_convert(struct spi_transaction_dev *dev, unsigned int send_len, unsigned char *send_data, unsigned int resp_len, unsigned char *resp_data,
@@ -149,15 +177,19 @@ static int byte_to_core_convert(struct spi_transaction_dev *dev, } } -print_buffer ("before spi:" , send_packet, p-send_packet); + tx_len = p - send_packet; + +print_buffer ("before spi:" , send_packet, tx_len); -reorder_phy_data (32 , send_packet, p - send_packet); +phy_tx_pad (send_packet, tx_len, &tx_len); +print_buffer ("after pad:" , send_packet, tx_len); -print_buffer ("after order to spi:" , send_packet, p-send_packet); +reorder_phy_data (32 , send_packet, tx_len); + +print_buffer ("after order to spi:" , send_packet, tx_len);/* call spi */ tx_buffer = send_packet; - tx_len = p - send_packet; rx_buffer = resp_packet; rx_len = resp_max_len; spi_flags =SPI_NOT_FOUND ;
Signature · 1 line
1.8.3.1
PATCH v15 7/19 raw/ifpga/base: add sensor support
In reply to Rosen XuFrom: Tianfei zhang <[email protected]>
The sensor devices are connected in MAX10 FPGA. we used the device tree to describe those sensor devices. Parse the device tree to get the sensor devices and add them into a list.
--- drivers/raw/ifpga/base/opae_intel_max10.c | 279 ++++++++++++++++++++++++++++++ drivers/raw/ifpga/base/opae_intel_max10.h | 56 ++++++ 2 files changed, 335 insertions(+)
drivers/raw/ifpga/base/opae_intel_max10.c +279 -0
@@ -7,6 +7,9 @@static struct intel_max10_device *g_max10; +struct opae_sensor_list opae_sensor_list = +TAILQ_HEAD_INITIALIZER (opae_sensor_list); +int max10_reg_read (unsigned int reg,unsigned int *val) {if (!g_max10)
@@ -195,6 +198,277 @@ static int init_max10_device_table(struct intel_max10_device *max10)return ret; } +static u64 fdt_get_number (const fdt32_t *cell,int size) +{ +u64 r =0 ; + +while (size--) + r = (r <<32 ) |fdt32_to_cpu (*cell++); + +return r; +} + +static int fdt_get_reg (const void *fdt,int node,unsigned int idx, +u64 *start,u64 *size) +{ +const fdt32_t *prop, *end; +int na =0 , ns =0 , len =0 , parent; + + parent =fdt_parent_offset (fdt, node); +if (parent <0 ) +return parent; + + prop =fdt_getprop (fdt, parent,"#address-cells" ,NULL ); + na = prop ?fdt32_to_cpu (*prop) :2 ; + + prop =fdt_getprop (fdt, parent,"#size-cells" ,NULL ); + ns = prop ?fdt32_to_cpu (*prop) :2 ; + + prop =fdt_getprop (fdt, node,"reg" , &len); +if (!prop) +return -FDT_ERR_NOTFOUND ; + + end = prop + len/sizeof (*prop); + prop = prop + (na + ns) * idx; + +if (prop + na + ns > end) +return -FDT_ERR_NOTFOUND ; + + *start =fdt_get_number (prop, na); + *size =fdt_get_number (prop + na, ns); + +return 0 ; +} + +static int __fdt_stringlist_search (const void *fdt,int offset, +const char *prop,const char *string) +{ +int length, len, index =0 ; +const char *list, *end; + + list =fdt_getprop (fdt, offset, prop, &length); +if (!list) +return length; + + len =strlen (string) +1 ; + end = list + length; + +while (list < end) { + length =strnlen (list, end - list) +1 ; + +if (list + length > end) +return -FDT_ERR_BADVALUE ; + +if (length == len &&memcmp (list, string, length) ==0 ) +return index; + + list += length; + index++; + } + +return -FDT_ERR_NOTFOUND ; +} + +static int fdt_get_named_reg (const void *fdt,int node,const char *name, +u64 *start,u64 *size) +{ +int idx; + + idx =__fdt_stringlist_search (fdt, node,"reg-names" , name); +if (idx <0 ) +return idx; + +return fdt_get_reg (fdt, node, idx, start, size); +} + +static void max10_sensor_uinit (void ) +{ +struct opae_sensor_info *info; + + TAILQ_FOREACH(info, &opae_sensor_list, node) { +TAILQ_REMOVE (&opae_sensor_list, info, node); +opae_free (info); + } +} + +static bool sensor_reg_valid (struct sensor_reg *reg) +{ +return !!reg->size; +} + +static int max10_add_sensor (struct raw_sensor_info *info, +struct opae_sensor_info *sensor) +{ +int i; +int ret =0 ; +unsigned int val; + +if (!info || !sensor) +return -ENODEV ; + + sensor->id = info->id; + sensor->name = info->name; + sensor->type = info->type; + sensor->multiplier = info->multiplier; + +for (i =SENSOR_REG_VALUE ; i <SENSOR_REG_MAX ; i++) { +if (!sensor_reg_valid (&info->regs[i])) +continue ; + + ret =max10_reg_read (info->regs[i].regoff, &val); +if (ret) +break ; + +if (val ==0xdeadbeef ) +continue ; + + val *= info->multiplier; + +switch (i) { +case SENSOR_REG_VALUE : + sensor->value_reg = info->regs[i].regoff; + sensor->flags |=OPAE_SENSOR_VALID ; +break ; +case SENSOR_REG_HIGH_WARN : + sensor->high_warn = val; + sensor->flags |=OPAE_SENSOR_HIGH_WARN_VALID ; +break ; +case SENSOR_REG_HIGH_FATAL : + sensor->high_fatal = val; + sensor->flags |=OPAE_SENSOR_HIGH_FATAL_VALID ; +break ; +case SENSOR_REG_LOW_WARN : + sensor->low_warn = val; + sensor->flags |=OPAE_SENSOR_LOW_WARN_VALID ; +break ; +case SENSOR_REG_LOW_FATAL : + sensor->low_fatal = val; + sensor->flags |=OPAE_SENSOR_LOW_FATAL_VALID ; +break ; +case SENSOR_REG_HYSTERESIS : + sensor->hysteresis = val; + sensor->flags |=OPAE_SENSOR_HYSTERESIS_VALID ; +break ; + } + } + +return ret; +} + +static int max10_sensor_init (struct intel_max10_device *dev) +{ +int i, ret =0 , offset =0 ; +const fdt32_t *num; +const char *ptr; +u64 start, size; +struct raw_sensor_info *raw; +struct opae_sensor_info *sensor; +char *fdt_root = dev->fdt_root; + +if (!fdt_root) { +dev_debug (dev,"skip sensor init as not find Device Tree\n" ); +return 0 ; + } + +fdt_for_each_subnode (offset, fdt_root,0 ) { + ptr =fdt_get_name (fdt_root, offset,NULL ); +if (!ptr) { +dev_err (dev,"failed to fdt get name\n" ); +continue ; + } + +if (!strstr (ptr,"sensor" )) { +dev_debug (dev,"%s is not a sensor node\n" , ptr); +continue ; + } + +dev_debug (dev,"found sensor node %s\n" , ptr); + + raw = (struct raw_sensor_info *)opae_zmalloc (sizeof (*raw)); +if (!raw) { + ret = -ENOMEM ; + goto free_sensor; + } + + raw->name =fdt_getprop (fdt_root, offset,"sensor_name" ,NULL ); +if (!raw->name) { + ret = -EINVAL ; + goto free_sensor; + } + + raw->type =fdt_getprop (fdt_root, offset,"type" ,NULL ); +if (!raw->type) { + ret = -EINVAL ; + goto free_sensor; + } + +for (i =SENSOR_REG_VALUE ; i <SENSOR_REG_MAX ; i++) { + ret =fdt_get_named_reg (fdt_root, offset, + sensor_reg_name[i], &start, + &size); +if (ret) { +dev_debug (dev,"no found %d: sensor node %s, %s\n" , + ret, ptr, sensor_reg_name[i]); +if (i ==SENSOR_REG_VALUE ) { + ret = -EINVAL ; + goto free_sensor; + } + +continue ; + } + + raw->regs[i].regoff = start; + raw->regs[i].size = size; + } + + num =fdt_getprop (fdt_root, offset,"id" ,NULL ); +if (!num) { + ret = -EINVAL ; + goto free_sensor; + } + + raw->id =fdt32_to_cpu (*num); + num =fdt_getprop (fdt_root, offset,"multiplier" ,NULL ); + raw->multiplier = num ?fdt32_to_cpu (*num) :1 ; + +dev_info (dev,"found sensor from DTB: %s: %s: %u: %u\n" , + raw->name, raw->type, + raw->id, raw->multiplier); + +for (i =SENSOR_REG_VALUE ; i <SENSOR_REG_MAX ; i++) +dev_debug (dev,"sensor reg[%d]: %x: %zu\n" , + i, raw->regs[i].regoff, + raw->regs[i].size); + + sensor =opae_zmalloc (sizeof (*sensor)); +if (!sensor) { + ret = -EINVAL ; + goto free_sensor; + } + +if (max10_add_sensor (raw, sensor)) { + ret = -EINVAL ; +opae_free (sensor); + goto free_sensor; + } + +if (sensor->flags &OPAE_SENSOR_VALID ) +TAILQ_INSERT_TAIL (&opae_sensor_list, sensor, node); +else +opae_free (sensor); + +opae_free (raw); + } + +return 0 ; + +free_sensor: +if (raw) +opae_free (raw); +max10_sensor_uinit (); +return ret; +} +struct intel_max10_device *intel_max10_device_probe (struct altera_spi_device *spi,int chipselect)
@@ -235,6 +509,9 @@ struct intel_max10_device * }dev_info (dev,"FPGA loaded from %s Image\n" , val ?"User" :"Factory" ); + +max10_sensor_init (dev); +return dev; spi_tran_fail:
@@ -253,6 +530,8 @@ int intel_max10_device_remove(struct intel_max10_device *dev)if (!dev)return 0 ; +max10_sensor_uinit (); +if (dev->spi_tran_dev)spi_transaction_remove (dev->spi_tran_dev);
drivers/raw/ifpga/base/opae_intel_max10.h +56 -0
60 lines not on this page · raw message
Signature · 1 line
1.8.3.1
PATCH v15 8/19 raw/ifpga/base: introducing sensor APIs
In reply to Rosen XuFrom: Tianfei zhang <[email protected]>
Introducing sensor APIs to PMD driver for PAC N3000 card.
Those sensor APIs:
1. opae_mgr_for_each_sensor()
2. opae_mgr_get_sensor_by_name()
3. opae_mgr_get_sensor_by_id()
4. opae_mgr_get_sensor_value_by_name()
5. opae_mgr_get_sensor_value_by_id()
6. opae_mgr_get_sensor_value()
--- drivers/raw/ifpga/base/ifpga_api.c | 10 +++ drivers/raw/ifpga/base/ifpga_feature_dev.h | 3 + drivers/raw/ifpga/base/ifpga_fme.c | 21 ++++++ drivers/raw/ifpga/base/opae_hw_api.c | 115 +++++++++++++++++++++++++++++ drivers/raw/ifpga/base/opae_hw_api.h | 16 ++++ 5 files changed, 165 insertions(+)
drivers/raw/ifpga/base/ifpga_api.c +10 -0
@@ -209,9 +209,19 @@ static int ifpga_mgr_get_eth_group_region_info(struct opae_manager *mgr,return 0 ; } +static int ifpga_mgr_get_sensor_value (struct opae_manager *mgr, +struct opae_sensor_info *sensor, +unsigned int *value) +{ +struct ifpga_fme_hw *fme = mgr->data; + +return fme_mgr_get_sensor_value (fme, sensor, value); +} +struct opae_manager_ops ifpga_mgr_ops = { .flash = ifpga_mgr_flash, .get_eth_group_region_info = ifpga_mgr_get_eth_group_region_info, + .get_sensor_value = ifpga_mgr_get_sensor_value, }; static int ifpga_mgr_read_mac_rom(struct opae_manager *mgr, int offset,
drivers/raw/ifpga/base/ifpga_feature_dev.h +3 -0
@@ -218,4 +218,7 @@ int fme_mgr_get_retimer_info(struct ifpga_fme_hw *fme, struct opae_retimer_info *info);int fme_mgr_get_retimer_status (struct ifpga_fme_hw *fme,struct opae_retimer_status *status); +int fme_mgr_get_sensor_value (struct ifpga_fme_hw *fme, +struct opae_sensor_info *sensor, +unsigned int *value);#endif /* _IFPGA_FEATURE_DEV_H_ */
drivers/raw/ifpga/base/ifpga_fme.c +21 -0
@@ -1300,3 +1300,24 @@ int fme_mgr_get_retimer_status(struct ifpga_fme_hw *fme,return 0 ; } + +int fme_mgr_get_sensor_value (struct ifpga_fme_hw *fme, +struct opae_sensor_info *sensor, +unsigned int *value) +{ +struct intel_max10_device *dev; + + dev = (struct intel_max10_device *)fme->max10_dev; +if (!dev) +return -ENODEV ; + +if (max10_reg_read (sensor->value_reg, value)) { +dev_err (dev,"%s: read sensor value register 0x%x fail\n" , + __func__, sensor->value_reg); +return -EINVAL ; + } + + *value *= sensor->multiplier; + +return 0 ; +}
drivers/raw/ifpga/base/opae_hw_api.c +115 -0
118 lines not on this page · raw message
drivers/raw/ifpga/base/opae_hw_api.h +16 -0
@@ -48,6 +48,9 @@ struct opae_manager_ops { u32 size, u64 *status);int (*get_eth_group_region_info)(struct opae_manager *mgr,struct opae_eth_group_region_info *info); +int (*get_sensor_value)(struct opae_manager *mgr, +struct opae_sensor_info *sensor, +unsigned int *value); };/* networking management ops in FME */
@@ -69,6 +72,10 @@ struct opae_manager_networking_ops { struct opae_retimer_status *status); }; +extern struct opae_sensor_list opae_sensor_list; +#define opae_mgr_for_each_sensor (sensor) \ + TAILQ_FOREACH(sensor, &opae_sensor_list, node) +/* OPAE Manager APIs */ struct opae_manager * opae_manager_alloc(const char *name, struct opae_manager_ops *ops,
@@ -78,6 +85,15 @@ int opae_manager_flash(struct opae_manager *mgr, int acc_id, const char *buf, u32 size, u64 *status);int opae_manager_get_eth_group_region_info (struct opae_manager *mgr,u8 group_id,struct opae_eth_group_region_info *info); +struct opae_sensor_info *opae_mgr_get_sensor_by_name (const char *name); +struct opae_sensor_info *opae_mgr_get_sensor_by_id (unsigned int id); +int opae_mgr_get_sensor_value_by_name (struct opae_manager *mgr, +const char *name,unsigned int *value); +int opae_mgr_get_sensor_value_by_id (struct opae_manager *mgr, +unsigned int id,unsigned int *value); +int opae_mgr_get_sensor_value (struct opae_manager *mgr, +struct opae_sensor_info *sensor, +unsigned int *value);/* OPAE Bridge Data Structure */ struct opae_bridge_ops ;
Signature · 1 line
1.8.3.1
PATCH v15 9/19 raw/ifpga/base: update SEU register definition
In reply to Rosen XuFrom: Tianfei zhang <[email protected]>
Update the SEU registser definition.
--- drivers/raw/ifpga/base/ifpga_defines.h | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-)
drivers/raw/ifpga/base/ifpga_defines.h +3 -1
@@ -1122,7 +1122,9 @@ struct feature_fme_ras_catfaterror { u8 therm_catast_err:1;/* Injected Catastrophic Error */ u8 injected_catast_err:1; - u64 rsvd:52; +/* SEU error on BMC */ + u8 bmc_seu_catast_err:1; + u64 rsvd:51; }; }; };
Signature · 1 line
1.8.3.1
PATCH v15 10/19 raw/ifpga: add SEU error handler
In reply to Rosen XuAdd SEU interrupt support for FPGA.
--- drivers/raw/ifpga/ifpga_rawdev.c | 245 +++++++++++++++++++++++++++++++++++++++ 1 file changed, 245 insertions(+)
drivers/raw/ifpga/ifpga_rawdev.c +245 -0
@@ -27,6 +27,8 @@#include <rte_bus_vdev.h> #include "base/opae_hw_api.h" +#include "base/opae_ifpga_hw_api.h" +#include "base/ifpga_api.h" #include "rte_rawdev.h" #include "rte_rawdev_pmd.h" #include "rte_bus_ifpga.h"
@@ -605,6 +607,236 @@ };static int +ifpga_get_fme_error_prop (struct opae_manager *mgr, +u64 prop_id,u64 *val) +{ +struct feature_prop prop; + + prop.feature_id =IFPGA_FME_FEATURE_ID_GLOBAL_ERR ; + prop.prop_id = prop_id; + +if (opae_manager_ifpga_get_prop (mgr, &prop)) +return -EINVAL ; + + *val = prop.data; + +return 0 ; +} + +static int +ifpga_set_fme_error_prop (struct opae_manager *mgr, +u64 prop_id,u64 val) +{ +struct feature_prop prop; + + prop.feature_id =IFPGA_FME_FEATURE_ID_GLOBAL_ERR ; + prop.prop_id = prop_id; + + prop.data = val; + +if (opae_manager_ifpga_set_prop (mgr, &prop)) +return -EINVAL ; + +return 0 ; +} + +static int +fme_err_read_seu_emr (struct opae_manager *mgr) +{ +u64 val; +int ret; + + ret =ifpga_get_fme_error_prop (mgr,FME_ERR_PROP_SEU_EMR_LOW , &val); +if (ret) +return -EINVAL ; + +IFPGA_RAWDEV_PMD_INFO ("seu emr low: 0x%lx\n" , val); + + ret =ifpga_get_fme_error_prop (mgr,FME_ERR_PROP_SEU_EMR_HIGH , &val); +if (ret) +return -EINVAL ; + +IFPGA_RAWDEV_PMD_INFO ("seu emr high: 0x%lx\n" , val); + +return 0 ; +} + +static int fme_clear_warning_intr (struct opae_manager *mgr) +{ +u64 val; + +if (ifpga_set_fme_error_prop (mgr,FME_ERR_PROP_INJECT_ERRORS ,0 )) +return -EINVAL ; + +if (ifpga_get_fme_error_prop (mgr,FME_ERR_PROP_NONFATAL_ERRORS , &val)) +return -EINVAL ; +if ((val &0x40 ) !=0 ) +IFPGA_RAWDEV_PMD_INFO ("clean not done\n" ); + +return 0 ; +} + +static int +fme_err_handle_error0 (struct opae_manager *mgr) +{ +struct feature_fme_error0 fme_error0; +u64 val; + +if (ifpga_get_fme_error_prop (mgr,FME_ERR_PROP_ERRORS , &val)) +return -EINVAL ; + + fme_error0.csr = val; + +if (fme_error0.fabric_err) +IFPGA_RAWDEV_PMD_ERR ("Fabric error\n" ); +else if (fme_error0.fabfifo_overflow) +IFPGA_RAWDEV_PMD_ERR ("Fabric fifo under/overflow error\n" ); +else if (fme_error0.afu_acc_mode_err) +IFPGA_RAWDEV_PMD_ERR ("AFU PF/VF access mismatch detected\n" ); +else if (fme_error0.pcie0cdc_parity_err) +IFPGA_RAWDEV_PMD_ERR ("PCIe0 CDC Parity Error\n" ); +else if (fme_error0.cvlcdc_parity_err) +IFPGA_RAWDEV_PMD_ERR ("CVL CDC Parity Error\n" ); +else if (fme_error0.fpgaseuerr) { +fme_err_read_seu_emr (mgr); +rte_panic ("SEU error occurred\n" ); + } + +/* clean the errors */ +if (ifpga_set_fme_error_prop (mgr,FME_ERR_PROP_ERRORS , val)) +return -EINVAL ; + +return 0 ; +} + +static int +fme_err_handle_catfatal_error (struct opae_manager *mgr) +{ +struct feature_fme_ras_catfaterror fme_catfatal; +u64 val; + +if (ifpga_get_fme_error_prop (mgr,FME_ERR_PROP_CATFATAL_ERRORS , &val)) +return -EINVAL ; + + fme_catfatal.csr = val; + +if (fme_catfatal.cci_fatal_err) +IFPGA_RAWDEV_PMD_ERR ("CCI error detected\n" ); +else if (fme_catfatal.fabric_fatal_err) +IFPGA_RAWDEV_PMD_ERR ("Fabric fatal error detected\n" ); +else if (fme_catfatal.pcie_poison_err) +IFPGA_RAWDEV_PMD_ERR ("Poison error from PCIe ports\n" ); +else if (fme_catfatal.inject_fata_err) +IFPGA_RAWDEV_PMD_ERR ("Injected Fatal Error\n" ); +else if (fme_catfatal.crc_catast_err) +IFPGA_RAWDEV_PMD_ERR ("a catastrophic EDCRC error\n" ); +else if (fme_catfatal.injected_catast_err) +IFPGA_RAWDEV_PMD_ERR ("Injected Catastrophic Error\n" ); +else if (fme_catfatal.bmc_seu_catast_err) { +fme_err_read_seu_emr (mgr); +rte_panic ("SEU error occurred in BMC\n" ); + } + +return 0 ; +} + +static int +fme_err_handle_nonfaterror (struct opae_manager *mgr) +{ +struct feature_fme_ras_nonfaterror nonfaterr; +u64 val; + +if (ifpga_get_fme_error_prop (mgr,FME_ERR_PROP_NONFATAL_ERRORS , &val)) +return -EINVAL ; + + nonfaterr.csr = val; + +if (nonfaterr.temp_thresh_ap1) +IFPGA_RAWDEV_PMD_INFO ("Temperature threshold triggered AP1\n" ); +else if (nonfaterr.temp_thresh_ap2) +IFPGA_RAWDEV_PMD_INFO ("Temperature threshold triggered AP2\n" ); +else if (nonfaterr.pcie_error) +IFPGA_RAWDEV_PMD_INFO ("an error has occurred in pcie\n" ); +else if (nonfaterr.portfatal_error) +IFPGA_RAWDEV_PMD_INFO ("fatal error occurred in AFU port.\n" ); +else if (nonfaterr.proc_hot) +IFPGA_RAWDEV_PMD_INFO ("a ProcHot event\n" ); +else if (nonfaterr.afu_acc_mode_err) +IFPGA_RAWDEV_PMD_INFO ("an AFU PF/VF access mismatch\n" ); +else if (nonfaterr.injected_nonfata_err) { +IFPGA_RAWDEV_PMD_INFO ("Injected Warning Error\n" ); +fme_clear_warning_intr (mgr); + }else if (nonfaterr.temp_thresh_AP6) +IFPGA_RAWDEV_PMD_INFO ("Temperature threshold triggered AP6\n" ); +else if (nonfaterr.power_thresh_AP1) +IFPGA_RAWDEV_PMD_INFO ("Power threshold triggered AP1\n" ); +else if (nonfaterr.power_thresh_AP2) +IFPGA_RAWDEV_PMD_INFO ("Power threshold triggered AP2\n" ); +else if (nonfaterr.mbp_err) +IFPGA_RAWDEV_PMD_INFO ("an MBP event\n" ); + +return 0 ; +} + +static void +fme_interrupt_handler (void *param) +{ +struct opae_manager *mgr = (struct opae_manager *)param; + +IFPGA_RAWDEV_PMD_INFO ("%s interrupt occurred\n" , __func__); + +fme_err_handle_error0 (mgr); +fme_err_handle_nonfaterror (mgr); +fme_err_handle_catfatal_error (mgr); +} + +static struct rte_intr_handle fme_intr_handle; + +static int ifpga_register_fme_interrupt (struct opae_manager *mgr) +{ +int ret; +struct fpga_fme_err_irq_set err_irq_set; + + fme_intr_handle.type =RTE_INTR_HANDLE_VFIO_MSIX ; + + ret =rte_intr_efd_enable (&fme_intr_handle,1 ); +if (ret) +return -EINVAL ; + + fme_intr_handle.fd = fme_intr_handle.efds[0 ]; + +IFPGA_RAWDEV_PMD_DEBUG ("vfio_dev_fd=%d, efd=%d, fd=%d\n" , + fme_intr_handle.vfio_dev_fd, + fme_intr_handle.efds[0 ], fme_intr_handle.fd); + + err_irq_set.evtfd = fme_intr_handle.efds[0 ]; + ret =opae_manager_ifpga_set_err_irq (mgr, &err_irq_set); +if (ret) +return -EINVAL ; + +/* register FME interrupt using DPDK API */ + ret =rte_intr_callback_register (&fme_intr_handle, + fme_interrupt_handler, + (void *)mgr); +if (ret) +return -EINVAL ; + +IFPGA_RAWDEV_PMD_INFO ("success register fme interrupt\n" ); + +return 0 ; +} + +static int +ifpga_unregister_fme_interrupt (struct opae_manager *mgr) +{ +rte_intr_efd_disable (&fme_intr_handle); + +return rte_intr_callback_unregister (&fme_intr_handle, + fme_interrupt_handler, + (void *)mgr); +} + +static int ifpga_rawdev_create (struct rte_pci_device *pci_dev,int socket_id) {
@@ -652,6 +884,7 @@ } data->device_id = pci_dev->id.device_id; data->vendor_id = pci_dev->id.vendor_id; + data->vfio_dev_fd = pci_dev->intr_handle.vfio_dev_fd; adapter = rawdev->dev_private;/* create a opae_adapter based on above device data */
@@ -677,6 +910,10 @@IFPGA_RAWDEV_PMD_INFO ("this is a PF function" ); } + ret =ifpga_register_fme_interrupt (mgr); +if (ret) + goto free_adapter_data; +return ret; free_adapter_data:
@@ -696,6 +933,7 @@struct rte_rawdev *rawdev;char name[RTE_RAWDEV_NAME_MAX_LEN ];struct opae_adapter *adapter; +struct opae_manager *mgr;if (!pci_dev) {IFPGA_RAWDEV_PMD_ERR ("Invalid pci_dev of the device!" );
@@ -720,6 +958,13 @@if (!adapter)return -ENODEV ; + mgr =opae_adapter_get_mgr (adapter); +if (!mgr) +return -ENODEV ; + +if (ifpga_unregister_fme_interrupt (mgr)) +return -EINVAL ; +opae_adapter_data_free (adapter->data);opae_adapter_free (adapter);
Signature · 1 line
1.8.3.1