Adding GAUDI ASIC support to habanalabs driver
Subsystems (2)
cover Adding GAUDI ASIC support to habanalabs driver
This patch-set adds support for initializing and sending workloads to habanalabs deep-learning training accelerator ASIC, called GAUDI.
The GAUDI ASIC is based on the same architecture as the GOYA ASIC and therefore, the driver's common code is applicable to it with only a few changes. Almost all of the code included in this patch-set is the ASIC-depedent code which is different per ASIC.
Similar to GOYA, GAUDI includes a set of eight TPC cores, a GEMM engine and DMA channels to move data between host and different memories of the ASIC. Each engine has a hardware queue manager (QMAN) attached to it, which exposes 4 streams to allow complex programs with control flows (in GOYA you had 1 stream per QMAN).
Patches 1-4 are changes to the common code that are needed for GAUDI. patch 5 adds the registers header files. patch 6 adds the GAUDI definitions to the uapi file. patches 7-10 adds the GAUDI code itself and patch 11 enables the GAUDI code in the driver.
Thanks,
Oded
Oded Gabbay (7):
habanalabs: set PM profile to auto only for goya
habanalabs: support clock gating enable/disable
habanalabs: add gaudi asic registers header files
uapi: habanalabs: add gaudi defines
habanalabs: add gaudi asic-dependent code
habanalabs: add hwmgr module for gaudi
habanalabs: enable gaudi code in driver
Omer Shpigelman (4):
habanalabs: add dedicated define for hard reset
habanalabs: get card type, location from F/W
habanalabs: add gaudi security module
habanalabs: add gaudi profiler module
.../ABI/testing/debugfs-driver-habanalabs | 10 + .../ABI/testing/sysfs-driver-habanalabs | 17 + drivers/misc/habanalabs/Makefile | 3 + drivers/misc/habanalabs/debugfs.c | 61 + drivers/misc/habanalabs/device.c | 13 +- drivers/misc/habanalabs/gaudi/Makefile | 5 + drivers/misc/habanalabs/gaudi/gaudi.c | 7430 ++++++++++++++ drivers/misc/habanalabs/gaudi/gaudiP.h | 259 + .../misc/habanalabs/gaudi/gaudi_coresight.c | 885 ++ drivers/misc/habanalabs/gaudi/gaudi_hwmgr.c | 117 + .../misc/habanalabs/gaudi/gaudi_security.c | 9114 +++++++++++++++++ drivers/misc/habanalabs/goya/goya.c | 12 + drivers/misc/habanalabs/habanalabs.h | 32 +- drivers/misc/habanalabs/habanalabs_drv.c | 13 +- drivers/misc/habanalabs/habanalabs_ioctl.c | 2 + drivers/misc/habanalabs/include/armcp_if.h | 22 +- .../include/gaudi/asic_reg/cpu_if_regs.h | 174 + .../include/gaudi/asic_reg/dma0_core_masks.h | 348 + .../include/gaudi/asic_reg/dma0_core_regs.h | 156 + .../include/gaudi/asic_reg/dma0_qm_masks.h | 800 ++ .../include/gaudi/asic_reg/dma0_qm_regs.h | 834 ++ .../include/gaudi/asic_reg/dma1_core_regs.h | 156 + .../include/gaudi/asic_reg/dma1_qm_regs.h | 834 ++ .../include/gaudi/asic_reg/dma2_core_regs.h | 156 + .../include/gaudi/asic_reg/dma2_qm_regs.h | 834 ++ .../include/gaudi/asic_reg/dma3_core_regs.h | 156 + .../include/gaudi/asic_reg/dma3_qm_regs.h | 834 ++ .../include/gaudi/asic_reg/dma4_core_regs.h | 156 + .../include/gaudi/asic_reg/dma4_qm_regs.h | 834 ++ .../include/gaudi/asic_reg/dma5_core_regs.h | 156 + .../include/gaudi/asic_reg/dma5_qm_regs.h | 834 ++ .../include/gaudi/asic_reg/dma6_core_regs.h | 156 + .../include/gaudi/asic_reg/dma6_qm_regs.h | 834 ++ .../include/gaudi/asic_reg/dma7_core_regs.h | 156 + .../include/gaudi/asic_reg/dma7_qm_regs.h | 834 ++ .../gaudi/asic_reg/dma_if_e_n_down_ch0_regs.h | 896 ++ .../gaudi/asic_reg/dma_if_e_n_down_ch1_regs.h | 896 ++ .../include/gaudi/asic_reg/dma_if_e_n_regs.h | 860 ++ .../gaudi/asic_reg/dma_if_e_s_down_ch0_regs.h | 896 ++ .../gaudi/asic_reg/dma_if_e_s_down_ch1_regs.h | 896 ++ .../include/gaudi/asic_reg/dma_if_e_s_regs.h | 860 ++ .../gaudi/asic_reg/dma_if_w_n_down_ch0_regs.h | 896 ++ .../gaudi/asic_reg/dma_if_w_n_down_ch1_regs.h | 896 ++ .../include/gaudi/asic_reg/dma_if_w_n_regs.h | 860 ++ .../gaudi/asic_reg/dma_if_w_s_down_ch0_regs.h | 896 ++ .../gaudi/asic_reg/dma_if_w_s_down_ch1_regs.h | 896 ++ .../include/gaudi/asic_reg/dma_if_w_s_regs.h | 860 ++ .../include/gaudi/asic_reg/gaudi_blocks.h | 4974 +++++++++ .../include/gaudi/asic_reg/gaudi_regs.h | 299 + .../include/gaudi/asic_reg/mme0_ctrl_regs.h | 1456 +++ .../include/gaudi/asic_reg/mme0_qm_masks.h | 800 ++ .../include/gaudi/asic_reg/mme0_qm_regs.h | 834 ++ .../include/gaudi/asic_reg/mme1_ctrl_regs.h | 1456 +++ .../include/gaudi/asic_reg/mme2_ctrl_regs.h | 1456 +++ .../include/gaudi/asic_reg/mme2_qm_regs.h | 834 ++ .../include/gaudi/asic_reg/mme3_ctrl_regs.h | 1456 +++ .../include/gaudi/asic_reg/mmu_up_regs.h | 72 + .../gaudi/asic_reg/nif_rtr_ctrl_0_regs.h | 896 ++ .../gaudi/asic_reg/nif_rtr_ctrl_1_regs.h | 896 ++ .../gaudi/asic_reg/nif_rtr_ctrl_2_regs.h | 896 ++ .../gaudi/asic_reg/nif_rtr_ctrl_3_regs.h | 896 ++ .../gaudi/asic_reg/nif_rtr_ctrl_4_regs.h | 896 ++ .../gaudi/asic_reg/nif_rtr_ctrl_5_regs.h | 896 ++ .../gaudi/asic_reg/nif_rtr_ctrl_6_regs.h | 896 ++ .../gaudi/asic_reg/nif_rtr_ctrl_7_regs.h | 896 ++ .../include/gaudi/asic_reg/psoc_etr_regs.h | 114 + .../gaudi/asic_reg/psoc_global_conf_masks.h | 502 + .../gaudi/asic_reg/psoc_global_conf_regs.h | 1062 ++ .../gaudi/asic_reg/psoc_hbm_pll_regs.h | 114 + .../gaudi/asic_reg/psoc_pci_pll_regs.h | 114 + .../gaudi/asic_reg/psoc_timestamp_regs.h | 56 + .../gaudi/asic_reg/sif_rtr_ctrl_0_regs.h | 896 ++ .../gaudi/asic_reg/sif_rtr_ctrl_1_regs.h | 896 ++ .../gaudi/asic_reg/sif_rtr_ctrl_2_regs.h | 896 ++ .../gaudi/asic_reg/sif_rtr_ctrl_3_regs.h | 896 ++ .../gaudi/asic_reg/sif_rtr_ctrl_4_regs.h | 896 ++ .../gaudi/asic_reg/sif_rtr_ctrl_5_regs.h | 896 ++ .../gaudi/asic_reg/sif_rtr_ctrl_6_regs.h | 896 ++ .../gaudi/asic_reg/sif_rtr_ctrl_7_regs.h | 896 ++ .../include/gaudi/asic_reg/stlb_regs.h | 82 + .../include/gaudi/asic_reg/tpc0_cfg_masks.h | 2578 +++++ .../include/gaudi/asic_reg/tpc0_cfg_regs.h | 1226 +++ .../include/gaudi/asic_reg/tpc0_qm_masks.h | 800 ++ .../include/gaudi/asic_reg/tpc0_qm_regs.h | 834 ++ .../include/gaudi/asic_reg/tpc1_cfg_regs.h | 1226 +++ .../include/gaudi/asic_reg/tpc1_qm_regs.h | 834 ++ .../include/gaudi/asic_reg/tpc2_cfg_regs.h | 1226 +++ .../include/gaudi/asic_reg/tpc2_qm_regs.h | 834 ++ .../include/gaudi/asic_reg/tpc3_cfg_regs.h | 1226 +++ .../include/gaudi/asic_reg/tpc3_qm_regs.h | 834 ++ .../include/gaudi/asic_reg/tpc4_cfg_regs.h | 1226 +++ .../include/gaudi/asic_reg/tpc4_qm_regs.h | 834 ++ .../include/gaudi/asic_reg/tpc5_cfg_regs.h | 1226 +++ .../include/gaudi/asic_reg/tpc5_qm_regs.h | 834 ++ .../include/gaudi/asic_reg/tpc6_cfg_regs.h | 1226 +++ .../include/gaudi/asic_reg/tpc6_qm_regs.h | 834 ++ .../include/gaudi/asic_reg/tpc7_cfg_regs.h | 1226 +++ .../include/gaudi/asic_reg/tpc7_qm_regs.h | 834 ++ drivers/misc/habanalabs/include/gaudi/gaudi.h | 59 + .../include/gaudi/gaudi_async_events.h | 310 + .../include/gaudi/gaudi_async_ids_map.h | 687 ++ .../include/gaudi/gaudi_coresight.h | 367 + .../habanalabs/include/gaudi/gaudi_fw_if.h | 36 + .../habanalabs/include/gaudi/gaudi_masks.h | 450 + .../habanalabs/include/gaudi/gaudi_packets.h | 212 + .../habanalabs/include/gaudi/gaudi_reg_map.h | 27 + .../include/hw_ip/mmu/mmu_general.h | 2 +- .../habanalabs/include/hw_ip/mmu/mmu_v1_1.h | 16 + drivers/misc/habanalabs/sysfs.c | 8 +- include/uapi/misc/habanalabs.h | 167 +- 110 files changed, 90045 insertions(+), 16 deletions(-) create mode 100644 drivers/misc/habanalabs/gaudi/Makefile create mode 100644 drivers/misc/habanalabs/gaudi/gaudi.c create mode 100644 drivers/misc/habanalabs/gaudi/gaudiP.h create mode 100644 drivers/misc/habanalabs/gaudi/gaudi_coresight.c create mode 100644 drivers/misc/habanalabs/gaudi/gaudi_hwmgr.c create mode 100644 drivers/misc/habanalabs/gaudi/gaudi_security.c create mode 100644 drivers/misc/habanalabs/include/gaudi/asic_reg/cpu_if_regs.h create mode 100644 drivers/misc/habanalabs/include/gaudi/asic_reg/dma0_core_masks.h create mode 100644 drivers/misc/habanalabs/include/gaudi/asic_reg/dma0_core_regs.h create mode 100644 drivers/misc/habanalabs/include/gaudi/asic_reg/dma0_qm_masks.h create mode 100644 drivers/misc/habanalabs/include/gaudi/asic_reg/dma0_qm_regs.h create mode 100644 drivers/misc/habanalabs/include/gaudi/asic_reg/dma1_core_regs.h create mode 100644 drivers/misc/habanalabs/include/gaudi/asic_reg/dma1_qm_regs.h create mode 100644 drivers/misc/habanalabs/include/gaudi/asic_reg/dma2_core_regs.h create mode 100644 drivers/misc/habanalabs/include/gaudi/asic_reg/dma2_qm_regs.h create mode 100644 drivers/misc/habanalabs/include/gaudi/asic_reg/dma3_core_regs.h create mode 100644 drivers/misc/habanalabs/include/gaudi/asic_reg/dma3_qm_regs.h create mode 100644 drivers/misc/habanalabs/include/gaudi/asic_reg/dma4_core_regs.h create mode 100644 drivers/misc/habanalabs/include/gaudi/asic_reg/dma4_qm_regs.h create mode 100644 drivers/misc/habanalabs/include/gaudi/asic_reg/dma5_core_regs.h create mode 100644 drivers/misc/habanalabs/include/gaudi/asic_reg/dma5_qm_regs.h create mode 100644 drivers/misc/habanalabs/include/gaudi/asic_reg/dma6_core_regs.h create mode 100644 drivers/misc/habanalabs/include/gaudi/asic_reg/dma6_qm_regs.h create mode 100644 drivers/misc/habanalabs/include/gaudi/asic_reg/dma7_core_regs.h create mode 100644 drivers/misc/habanalabs/include/gaudi/asic_reg/dma7_qm_regs.h create mode 100644 drivers/misc/habanalabs/include/gaudi/asic_reg/dma_if_e_n_down_ch0_regs.h create mode 100644 drivers/misc/habanalabs/include/gaudi/asic_reg/dma_if_e_n_down_ch1_regs.h create mode 100644 drivers/misc/habanalabs/include/gaudi/asic_reg/dma_if_e_n_regs.h create mode 100644 drivers/misc/habanalabs/include/gaudi/asic_reg/dma_if_e_s_down_ch0_regs.h create mode 100644 drivers/misc/habanalabs/include/gaudi/asic_reg/dma_if_e_s_down_ch1_regs.h create mode 100644 drivers/misc/habanalabs/include/gaudi/asic_reg/dma_if_e_s_regs.h create mode 100644 drivers/misc/habanalabs/include/gaudi/asic_reg/dma_if_w_n_down_ch0_regs.h create mode 100644 drivers/misc/habanalabs/include/gaudi/asic_reg/dma_if_w_n_down_ch1_regs.h create mode 100644 drivers/misc/habanalabs/include/gaudi/asic_reg/dma_if_w_n_regs.h create mode 100644 drivers/misc/habanalabs/include/gaudi/asic_reg/dma_if_w_s_down_ch0_regs.h create mode 100644 drivers/misc/habanalabs/include/gaudi/asic_reg/dma_if_w_s_down_ch1_regs.h create mode 100644 drivers/misc/habanalabs/include/gaudi/asic_reg/dma_if_w_s_regs.h create mode 100644 drivers/misc/habanalabs/include/gaudi/asic_reg/gaudi_blocks.h create mode 100644 drivers/misc/habanalabs/include/gaudi/asic_reg/gaudi_regs.h create mode 100644 drivers/misc/habanalabs/include/gaudi/asic_reg/mme0_ctrl_regs.h create mode 100644 drivers/misc/habanalabs/include/gaudi/asic_reg/mme0_qm_masks.h create mode 100644 drivers/misc/habanalabs/include/gaudi/asic_reg/mme0_qm_regs.h create mode 100644 drivers/misc/habanalabs/include/gaudi/asic_reg/mme1_ctrl_regs.h create mode 100644 drivers/misc/habanalabs/include/gaudi/asic_reg/mme2_ctrl_regs.h create mode 100644 drivers/misc/habanalabs/include/gaudi/asic_reg/mme2_qm_regs.h create mode 100644 drivers/misc/habanalabs/include/gaudi/asic_reg/mme3_ctrl_regs.h create mode 100644 drivers/misc/habanalabs/include/gaudi/asic_reg/mmu_up_regs.h create mode 100644 drivers/misc/habanalabs/include/gaudi/asic_reg/nif_rtr_ctrl_0_regs.h create mode 100644 drivers/misc/habanalabs/include/gaudi/asic_reg/nif_rtr_ctrl_1_regs.h create mode 100644 drivers/misc/habanalabs/include/gaudi/asic_reg/nif_rtr_ctrl_2_regs.h create mode 100644 drivers/misc/habanalabs/include/gaudi/asic_reg/nif_rtr_ctrl_3_regs.h create mode 100644 drivers/misc/habanalabs/include/gaudi/asic_reg/nif_rtr_ctrl_4_regs.h create mode 100644 drivers/misc/habanalabs/include/gaudi/asic_reg/nif_rtr_ctrl_5_regs.h create mode 100644 drivers/misc/habanalabs/include/gaudi/asic_reg/nif_rtr_ctrl_6_regs.h create mode 100644 drivers/misc/habanalabs/include/gaudi/asic_reg/nif_rtr_ctrl_7_regs.h create mode 100644 drivers/misc/habanalabs/include/gaudi/asic_reg/psoc_etr_regs.h create mode 100644 drivers/misc/habanalabs/include/gaudi/asic_reg/psoc_global_conf_masks.h create mode 100644 drivers/misc/habanalabs/include/gaudi/asic_reg/psoc_global_conf_regs.h create mode 100644 drivers/misc/habanalabs/include/gaudi/asic_reg/psoc_hbm_pll_regs.h create mode 100644 drivers/misc/habanalabs/include/gaudi/asic_reg/psoc_pci_pll_regs.h create mode 100644 drivers/misc/habanalabs/include/gaudi/asic_reg/psoc_timestamp_regs.h create mode 100644 drivers/misc/habanalabs/include/gaudi/asic_reg/sif_rtr_ctrl_0_regs.h create mode 100644 drivers/misc/habanalabs/include/gaudi/asic_reg/sif_rtr_ctrl_1_regs.h create mode 100644 drivers/misc/habanalabs/include/gaudi/asic_reg/sif_rtr_ctrl_2_regs.h create mode 100644 drivers/misc/habanalabs/include/gaudi/asic_reg/sif_rtr_ctrl_3_regs.h create mode 100644 drivers/misc/habanalabs/include/gaudi/asic_reg/sif_rtr_ctrl_4_regs.h create mode 100644 drivers/misc/habanalabs/include/gaudi/asic_reg/sif_rtr_ctrl_5_regs.h create mode 100644 drivers/misc/habanalabs/include/gaudi/asic_reg/sif_rtr_ctrl_6_regs.h create mode 100644 drivers/misc/habanalabs/include/gaudi/asic_reg/sif_rtr_ctrl_7_regs.h create mode 100644 drivers/misc/habanalabs/include/gaudi/asic_reg/stlb_regs.h create mode 100644 drivers/misc/habanalabs/include/gaudi/asic_reg/tpc0_cfg_masks.h create mode 100644 drivers/misc/habanalabs/include/gaudi/asic_reg/tpc0_cfg_regs.h create mode 100644 drivers/misc/habanalabs/include/gaudi/asic_reg/tpc0_qm_masks.h create mode 100644 drivers/misc/habanalabs/include/gaudi/asic_reg/tpc0_qm_regs.h create mode 100644 drivers/misc/habanalabs/include/gaudi/asic_reg/tpc1_cfg_regs.h create mode 100644 drivers/misc/habanalabs/include/gaudi/asic_reg/tpc1_qm_regs.h create mode 100644 drivers/misc/habanalabs/include/gaudi/asic_reg/tpc2_cfg_regs.h create mode 100644 drivers/misc/habanalabs/include/gaudi/asic_reg/tpc2_qm_regs.h create mode 100644 drivers/misc/habanalabs/include/gaudi/asic_reg/tpc3_cfg_regs.h create mode 100644 drivers/misc/habanalabs/include/gaudi/asic_reg/tpc3_qm_regs.h create mode 100644 drivers/misc/habanalabs/include/gaudi/asic_reg/tpc4_cfg_regs.h create mode 100644 drivers/misc/habanalabs/include/gaudi/asic_reg/tpc4_qm_regs.h create mode 100644 drivers/misc/habanalabs/include/gaudi/asic_reg/tpc5_cfg_regs.h create mode 100644 drivers/misc/habanalabs/include/gaudi/asic_reg/tpc5_qm_regs.h create mode 100644 drivers/misc/habanalabs/include/gaudi/asic_reg/tpc6_cfg_regs.h create mode 100644 drivers/misc/habanalabs/include/gaudi/asic_reg/tpc6_qm_regs.h create mode 100644 drivers/misc/habanalabs/include/gaudi/asic_reg/tpc7_cfg_regs.h create mode 100644 drivers/misc/habanalabs/include/gaudi/asic_reg/tpc7_qm_regs.h create mode 100644 drivers/misc/habanalabs/include/gaudi/gaudi.h create mode 100644 drivers/misc/habanalabs/include/gaudi/gaudi_async_events.h create mode 100644 drivers/misc/habanalabs/include/gaudi/gaudi_async_ids_map.h create mode 100644 drivers/misc/habanalabs/include/gaudi/gaudi_coresight.h create mode 100644 drivers/misc/habanalabs/include/gaudi/gaudi_fw_if.h create mode 100644 drivers/misc/habanalabs/include/gaudi/gaudi_masks.h create mode 100644 drivers/misc/habanalabs/include/gaudi/gaudi_packets.h create mode 100644 drivers/misc/habanalabs/include/gaudi/gaudi_reg_map.h create mode 100644 drivers/misc/habanalabs/include/hw_ip/mmu/mmu_v1_1.h
Signature · 1 line
2.17.1
PATCH 1/11 habanalabs: add dedicated define for hard reset
From: Omer Shpigelman <[email protected]>
Gaudi requires longer waiting during reset due to closing of network ports. Add this explanation to the relevant comment in the code and add a dedicated define for this reset timeout period, instead of multiplying another define.
--- drivers/misc/habanalabs/device.c | 5 +++-- drivers/misc/habanalabs/habanalabs.h | 2 ++ 2 files changed, 5 insertions(+), 2 deletions(-)
drivers/misc/habanalabs/device.c +3 -2
@@ -1326,11 +1326,12 @@ void hl_device_fini(struct hl_device *hdev)* This function is competing with the reset function, so try to * take the reset atomic and if we are already in middle of reset, * wait until reset function is finished. Reset function is designed -* to always finish (could take up to a few seconds in worst case). +* to always finish. However, in Gaudi, because of all the network +* ports, the hard reset could take between 10-30 seconds */ timeout =ktime_add_us (ktime_get (), -HL_PENDING_RESET_PER_SEC *1000 *1000 *4 ); +HL_HARD_RESET_MAX_TIMEOUT *1000 *1000 ); rc =atomic_cmpxchg (&hdev->in_reset,0 ,1 );while (rc) {usleep_range (50 ,200 );
drivers/misc/habanalabs/habanalabs.h +2 -0
@@ -25,6 +25,8 @@#define HL_PENDING_RESET_PER_SEC 30 +#define HL_HARD_RESET_MAX_TIMEOUT 120 +#define HL_DEVICE_TIMEOUT_USEC 1000000/* 1 s */ #define HL_HEARTBEAT_PER_USEC 5000000/* 5 s */
Signature · 1 line
2.17.1
PATCH 2/11 habanalabs: set PM profile to auto only for goya
In reply to Oded GabbayFor Gaudi, the driver doesn't change the PM profile automatically due to device-controlled PM capabilities. Therefore, set the PM profile to auto only for Goya so the driver's code to automatically change the profile won't run on Gaudi.
--- drivers/misc/habanalabs/sysfs.c | 5 ++++- 1 file changed, 4 insertions(+), 1 deletion(-)
drivers/misc/habanalabs/sysfs.c +4 -1
@@ -410,7 +410,10 @@ int hl_sysfs_init(struct hl_device *hdev) {int rc; - hdev->pm_mng_profile =PM_AUTO ; +if (hdev->asic_type ==ASIC_GOYA ) + hdev->pm_mng_profile =PM_AUTO ; +else + hdev->pm_mng_profile =PM_MANUAL ; hdev->max_power = hdev->asic_prop.max_power_default; hdev->asic_funcs->add_device_attr (hdev, &hl_dev_clks_attr_group);
Signature · 1 line
2.17.1
PATCH 3/11 habanalabs: support clock gating enable/disable
In reply to Oded GabbayIn Gaudi there is a feature of clock gating certain engines. Therefore, add this property to the device structure.
In addition, due to a limitation of this feature, the driver needs to dynamically enable or disable this feature during run-time. Therefore, add ASIC interface functions to enable/disable this function from the common code.
Moreover, this feature must be turned off when the user wishes to debug the ASIC by reading/writing registers and/or memory through the driver's debugfs. Therefore, add an option to enable/disable clock gating via the debugfs interface.
--- .../ABI/testing/debugfs-driver-habanalabs | 10 +++ drivers/misc/habanalabs/debugfs.c | 61 +++++++++++++++++++ drivers/misc/habanalabs/device.c | 4 ++ drivers/misc/habanalabs/goya/goya.c | 12 ++++ drivers/misc/habanalabs/habanalabs.h | 6 ++ drivers/misc/habanalabs/habanalabs_drv.c | 1 + 6 files changed, 94 insertions(+)
Documentation/ABI/testing/debugfs-driver-habanalabs +10 -0
@@ -8,6 +8,16 @@ Description: Sets the device address to be used for read or write through only when the IOMMU is disabled. The acceptable value is a string that starts with "0x" +What: /sys/kernel/debug/habanalabs/hl<n>/clk_gate +Date: May 2020 +KernelVersion: 5.8 +Contact: [email protected] +Description: Allow the root user to disable/enable in runtime the clock + gating mechanism in Gaudi. Due to how Gaudi is built, the + clock gating needs to be disabled in order to access the + registers of the TPC and MME engines. This is sometimes needed + during debug by the user and hence the user needs this option + What: /sys/kernel/debug/habanalabs/hl<n>/command_buffers Date: Jan 2019 KernelVersion: 5.1
drivers/misc/habanalabs/debugfs.c +61 -0
79 lines not on this page · raw message
drivers/misc/habanalabs/device.c +4 -0
@@ -603,6 +603,9 @@ int hl_device_set_debug_mode(struct hl_device *hdev, bool enable) hdev->in_debug =0 ; +if (!hdev->hard_reset_pending) + hdev->asic_funcs->enable_clock_gating (hdev); + goto out; }
@@ -613,6 +616,7 @@ int hl_device_set_debug_mode(struct hl_device *hdev, bool enable) goto out; } + hdev->asic_funcs->disable_clock_gating (hdev); hdev->in_debug =1 ; out:
drivers/misc/habanalabs/goya/goya.c +12 -0
@@ -5018,6 +5018,16 @@ int goya_armcp_info_get(struct hl_device *hdev)return 0 ; } +static void goya_enable_clock_gating (struct hl_device *hdev) +{ + +} + +static void goya_disable_clock_gating (struct hl_device *hdev) +{ + +} +static bool goya_is_device_idle (struct hl_device *hdev,u32 *mask,struct seq_file *s) {
@@ -5239,6 +5249,8 @@ static const struct hl_asic_funcs goya_funcs = { .mmu_invalidate_cache = goya_mmu_invalidate_cache, .mmu_invalidate_cache_range = goya_mmu_invalidate_cache_range, .send_heartbeat = goya_send_heartbeat, + .enable_clock_gating = goya_enable_clock_gating, + .disable_clock_gating = goya_disable_clock_gating, .debug_coresight = goya_debug_coresight, .is_device_idle = goya_is_device_idle, .soft_reset_late_init = goya_soft_reset_late_init,
drivers/misc/habanalabs/habanalabs.h +6 -0
@@ -578,6 +578,8 @@ enum hl_pll_frequency {* @mmu_invalidate_cache_range: flush specific MMU STLB cache lines with * ASID-VA-size mask. * @send_heartbeat: send is-alive packet to ArmCP and verify response. +* @enable_clock_gating: enable clock gating for reducing power consumption. +* @disable_clock_gating: disable clock for accessing registers on HBW. * @debug_coresight: perform certain actions on Coresight for debugging. * @is_device_idle: return true if device is idle, false otherwise. * @soft_reset_late_init: perform certain actions needed after soft reset.
@@ -678,6 +680,8 @@ struct hl_asic_funcs {void (*mmu_invalidate_cache_range)(struct hl_device *hdev,bool is_hard,u32 asid,u64 va,u64 size);int (*send_heartbeat)(struct hl_device *hdev); +void (*enable_clock_gating)(struct hl_device *hdev); +void (*disable_clock_gating)(struct hl_device *hdev);int (*debug_coresight)(struct hl_device *hdev,void *data);bool (*is_device_idle)(struct hl_device *hdev,u32 *mask,struct seq_file *s);
@@ -1408,6 +1412,7 @@ struct hl_device_idle_busy_ts {* huge pages. * @init_done: is the initialization of the device done. * @mmu_enable: is MMU enabled. +* @clock_gating: is clock gating enabled. * @device_cpu_disabled: is the device CPU disabled (due to timeouts) * @dma_mask: the dma mask that was set for this device * @in_debug: is device under debug. This, together with fpriv_list, enforces
@@ -1494,6 +1499,7 @@ struct hl_device {u8 dram_default_page_mapping;u8 pmmu_huge_range;u8 init_done; +u8 clock_gating;u8 device_cpu_disabled;u8 dma_mask;u8 in_debug;
drivers/misc/habanalabs/habanalabs_drv.c +1 -0
@@ -231,6 +231,7 @@ static void set_driver_behavior_per_device(struct hl_device *hdev) hdev->fw_loading =1 ; hdev->cpu_queues_enable =1 ; hdev->heartbeat =1 ; + hdev->clock_gating =1 ; hdev->reset_pcilink =0 ; }
Signature · 1 line
2.17.1
PATCH 4/11 habanalabs: get card type, location from F/W
In reply to Oded GabbayFrom: Omer Shpigelman <[email protected]>
For Gaudi the driver gets two new additional properties from the F/W:
1. The card's type - PCI or PMC
2. The card's location in the Gaudi's box (relevant only for PMC).
The card's location is also passed to the user in the HW IP info structure as it needs this property for establishing communication between Gaudis.
--- drivers/misc/habanalabs/habanalabs_ioctl.c | 2 ++ drivers/misc/habanalabs/include/armcp_if.h | 22 +++++++++++++++++++--- include/uapi/misc/habanalabs.h | 3 ++- 3 files changed, 23 insertions(+), 4 deletions(-)
drivers/misc/habanalabs/habanalabs_ioctl.c +2 -0
@@ -71,6 +71,8 @@ static int hw_ip_info(struct hl_device *hdev, struct hl_info_args *args) min(CARD_NAME_MAX_LEN, HL_INFO_CARD_NAME_MAX_LEN)); hw_ip.armcp_cpld_version =le32_to_cpu (prop->armcp_info.cpld_version); + hw_ip.module_id =le32_to_cpu (prop->armcp_info.card_location); + hw_ip.psoc_pci_pll_nr = prop->psoc_pci_pll_nr; hw_ip.psoc_pci_pll_nf = prop->psoc_pci_pll_nf; hw_ip.psoc_pci_pll_od = prop->psoc_pci_pll_od;
drivers/misc/habanalabs/include/armcp_if.h +19 -3
@@ -1,6 +1,6 @@/* SPDX-License-Identifier: GPL-2.0 * -* Copyright 2016-2019 HabanaLabs, Ltd. +* Copyright 2016-2020 HabanaLabs, Ltd. * All Rights Reserved. * */
@@ -35,7 +35,8 @@ struct hl_eq_entry {enum pq_init_status {PQ_INIT_STATUS_NA =0 ,PQ_INIT_STATUS_READY_FOR_CP , -PQ_INIT_STATUS_READY_FOR_HOST +PQ_INIT_STATUS_READY_FOR_HOST , +PQ_INIT_STATUS_READY_FOR_CP_SINGLE_MSI };/*
@@ -350,11 +351,24 @@ struct armcp_sensor {__le32 flags; }; +/** +* struct armcp_card_types - ASIC card type. +* @armcp_card_type_pci: PCI card. +* @armcp_card_type_pmc: PCI Mezzanine Card. +*/ +enum armcp_card_types { + armcp_card_type_pci, + armcp_card_type_pmc +}; +/** * struct armcp_info - Info from ArmCP that is necessary to the host's driver * @sensors: available sensors description. * @kernel_version: ArmCP linux kernel version. * @reserved: reserved field. +* @card_type: card configuration type. +* @card_location: in a server, each card has different connections topology +* depending on its location (relevant for PMC card type) * @cpld_version: CPLD programmed F/W version. * @infineon_version: Infineon main DC-DC version. * @fuse_version: silicon production FUSE information.
@@ -366,7 +380,9 @@ struct armcp_sensor {struct armcp_info {struct armcp_sensor sensors[ARMCP_MAX_SENSORS ];__u8 kernel_version[VERSION_MAX_LEN ]; -__le32 reserved[3 ]; +__le32 reserved; +__le32 card_type; +__le32 card_location;__le32 cpld_version;__le32 infineon_version;__u8 fuse_version[VERSION_MAX_LEN ];
include/uapi/misc/habanalabs.h +2 -1
@@ -125,7 +125,8 @@ struct hl_info_hw_ip_info {__u32 sram_size;__u32 num_of_events;__u32 device_id;/* PCI Device ID */ -__u32 reserved[3 ]; +__u32 module_id;/* For mezzanine cards in servers (From OCP spec.) */ +__u32 reserved[2 ];__u32 armcp_cpld_version;__u32 psoc_pci_pll_nr;__u32 psoc_pci_pll_nf;
Signature · 1 line
2.17.1
PATCH 6/11 uapi: habanalabs: add gaudi defines
In reply to Oded GabbayAdd the new defines for GAUDI uapi interface. It includes the queue IDs, the engine IDs, SRAM reserved space and Sync Manager reserved resources.
There is no new IOCTL or additional operations in existing IOCTLs.
--- include/uapi/misc/habanalabs.h | 164 ++++++++++++++++++++++++++++++++- 1 file changed, 162 insertions(+), 2 deletions(-)
include/uapi/misc/habanalabs.h +162 -2
@@ -15,10 +15,13 @@* Defines that are asic-specific but constitutes as ABI between kernel driver * and userspace */ -#define GOYA_KMD_SRAM_RESERVED_SIZE_FROM_START 0x8000/* 32KB */ +#define GOYA_KMD_SRAM_RESERVED_SIZE_FROM_START 0x8000/* 32KB */ +#define GAUDI_DRIVER_SRAM_RESERVED_SIZE_FROM_START 0x80/* 128 bytes */ +#define GAUDI_FIRST_AVAILABLE_W_S_SYNC_OBJECT 48 +#define GAUDI_FIRST_AVAILABLE_W_S_MONITOR 24/* -* Queue Numbering +* Goya queue Numbering * * The external queues (PCI DMA channels) MUST be before the internal queues * and each group (PCI DMA channels and internal) must be contiguous inside
@@ -45,6 +48,129 @@ enum goya_queue_id {GOYA_QUEUE_ID_SIZE }; +/* +* Gaudi queue Numbering +* External queues (PCI DMA channels) are DMA_0_*, DMA_1_* and DMA_5_*. +* Except one CPU queue, all the rest are internal queues. +*/ + +enum gaudi_queue_id { +GAUDI_QUEUE_ID_DMA_0_0 =0 ,/* external */ +GAUDI_QUEUE_ID_DMA_0_1 =1 ,/* external */ +GAUDI_QUEUE_ID_DMA_0_2 =2 ,/* external */ +GAUDI_QUEUE_ID_DMA_0_3 =3 ,/* external */ +GAUDI_QUEUE_ID_DMA_1_0 =4 ,/* external */ +GAUDI_QUEUE_ID_DMA_1_1 =5 ,/* external */ +GAUDI_QUEUE_ID_DMA_1_2 =6 ,/* external */ +GAUDI_QUEUE_ID_DMA_1_3 =7 ,/* external */ +GAUDI_QUEUE_ID_CPU_PQ =8 ,/* CPU */ +GAUDI_QUEUE_ID_DMA_2_0 =9 ,/* internal */ +GAUDI_QUEUE_ID_DMA_2_1 =10 ,/* internal */ +GAUDI_QUEUE_ID_DMA_2_2 =11 ,/* internal */ +GAUDI_QUEUE_ID_DMA_2_3 =12 ,/* internal */ +GAUDI_QUEUE_ID_DMA_3_0 =13 ,/* internal */ +GAUDI_QUEUE_ID_DMA_3_1 =14 ,/* internal */ +GAUDI_QUEUE_ID_DMA_3_2 =15 ,/* internal */ +GAUDI_QUEUE_ID_DMA_3_3 =16 ,/* internal */ +GAUDI_QUEUE_ID_DMA_4_0 =17 ,/* internal */ +GAUDI_QUEUE_ID_DMA_4_1 =18 ,/* internal */ +GAUDI_QUEUE_ID_DMA_4_2 =19 ,/* internal */ +GAUDI_QUEUE_ID_DMA_4_3 =20 ,/* internal */ +GAUDI_QUEUE_ID_DMA_5_0 =21 ,/* external */ +GAUDI_QUEUE_ID_DMA_5_1 =22 ,/* external */ +GAUDI_QUEUE_ID_DMA_5_2 =23 ,/* external */ +GAUDI_QUEUE_ID_DMA_5_3 =24 ,/* external */ +GAUDI_QUEUE_ID_DMA_6_0 =25 ,/* internal */ +GAUDI_QUEUE_ID_DMA_6_1 =26 ,/* internal */ +GAUDI_QUEUE_ID_DMA_6_2 =27 ,/* internal */ +GAUDI_QUEUE_ID_DMA_6_3 =28 ,/* internal */ +GAUDI_QUEUE_ID_DMA_7_0 =29 ,/* internal */ +GAUDI_QUEUE_ID_DMA_7_1 =30 ,/* internal */ +GAUDI_QUEUE_ID_DMA_7_2 =31 ,/* internal */ +GAUDI_QUEUE_ID_DMA_7_3 =32 ,/* internal */ +GAUDI_QUEUE_ID_MME_0_0 =33 ,/* internal */ +GAUDI_QUEUE_ID_MME_0_1 =34 ,/* internal */ +GAUDI_QUEUE_ID_MME_0_2 =35 ,/* internal */ +GAUDI_QUEUE_ID_MME_0_3 =36 ,/* internal */ +GAUDI_QUEUE_ID_MME_1_0 =37 ,/* internal */ +GAUDI_QUEUE_ID_MME_1_1 =38 ,/* internal */ +GAUDI_QUEUE_ID_MME_1_2 =39 ,/* internal */ +GAUDI_QUEUE_ID_MME_1_3 =40 ,/* internal */ +GAUDI_QUEUE_ID_TPC_0_0 =41 ,/* internal */ +GAUDI_QUEUE_ID_TPC_0_1 =42 ,/* internal */ +GAUDI_QUEUE_ID_TPC_0_2 =43 ,/* internal */ +GAUDI_QUEUE_ID_TPC_0_3 =44 ,/* internal */ +GAUDI_QUEUE_ID_TPC_1_0 =45 ,/* internal */ +GAUDI_QUEUE_ID_TPC_1_1 =46 ,/* internal */ +GAUDI_QUEUE_ID_TPC_1_2 =47 ,/* internal */ +GAUDI_QUEUE_ID_TPC_1_3 =48 ,/* internal */ +GAUDI_QUEUE_ID_TPC_2_0 =49 ,/* internal */ +GAUDI_QUEUE_ID_TPC_2_1 =50 ,/* internal */ +GAUDI_QUEUE_ID_TPC_2_2 =51 ,/* internal */ +GAUDI_QUEUE_ID_TPC_2_3 =52 ,/* internal */ +GAUDI_QUEUE_ID_TPC_3_0 =53 ,/* internal */ +GAUDI_QUEUE_ID_TPC_3_1 =54 ,/* internal */ +GAUDI_QUEUE_ID_TPC_3_2 =55 ,/* internal */ +GAUDI_QUEUE_ID_TPC_3_3 =56 ,/* internal */ +GAUDI_QUEUE_ID_TPC_4_0 =57 ,/* internal */ +GAUDI_QUEUE_ID_TPC_4_1 =58 ,/* internal */ +GAUDI_QUEUE_ID_TPC_4_2 =59 ,/* internal */ +GAUDI_QUEUE_ID_TPC_4_3 =60 ,/* internal */ +GAUDI_QUEUE_ID_TPC_5_0 =61 ,/* internal */ +GAUDI_QUEUE_ID_TPC_5_1 =62 ,/* internal */ +GAUDI_QUEUE_ID_TPC_5_2 =63 ,/* internal */ +GAUDI_QUEUE_ID_TPC_5_3 =64 ,/* internal */ +GAUDI_QUEUE_ID_TPC_6_0 =65 ,/* internal */ +GAUDI_QUEUE_ID_TPC_6_1 =66 ,/* internal */ +GAUDI_QUEUE_ID_TPC_6_2 =67 ,/* internal */ +GAUDI_QUEUE_ID_TPC_6_3 =68 ,/* internal */ +GAUDI_QUEUE_ID_TPC_7_0 =69 ,/* internal */ +GAUDI_QUEUE_ID_TPC_7_1 =70 ,/* internal */ +GAUDI_QUEUE_ID_TPC_7_2 =71 ,/* internal */ +GAUDI_QUEUE_ID_TPC_7_3 =72 ,/* internal */ +GAUDI_QUEUE_ID_NIC_0_0 =73 ,/* internal */ +GAUDI_QUEUE_ID_NIC_0_1 =74 ,/* internal */ +GAUDI_QUEUE_ID_NIC_0_2 =75 ,/* internal */ +GAUDI_QUEUE_ID_NIC_0_3 =76 ,/* internal */ +GAUDI_QUEUE_ID_NIC_1_0 =77 ,/* internal */ +GAUDI_QUEUE_ID_NIC_1_1 =78 ,/* internal */ +GAUDI_QUEUE_ID_NIC_1_2 =79 ,/* internal */ +GAUDI_QUEUE_ID_NIC_1_3 =80 ,/* internal */ +GAUDI_QUEUE_ID_NIC_2_0 =81 ,/* internal */ +GAUDI_QUEUE_ID_NIC_2_1 =82 ,/* internal */ +GAUDI_QUEUE_ID_NIC_2_2 =83 ,/* internal */ +GAUDI_QUEUE_ID_NIC_2_3 =84 ,/* internal */ +GAUDI_QUEUE_ID_NIC_3_0 =85 ,/* internal */ +GAUDI_QUEUE_ID_NIC_3_1 =86 ,/* internal */ +GAUDI_QUEUE_ID_NIC_3_2 =87 ,/* internal */ +GAUDI_QUEUE_ID_NIC_3_3 =88 ,/* internal */ +GAUDI_QUEUE_ID_NIC_4_0 =89 ,/* internal */ +GAUDI_QUEUE_ID_NIC_4_1 =90 ,/* internal */ +GAUDI_QUEUE_ID_NIC_4_2 =91 ,/* internal */ +GAUDI_QUEUE_ID_NIC_4_3 =92 ,/* internal */ +GAUDI_QUEUE_ID_NIC_5_0 =93 ,/* internal */ +GAUDI_QUEUE_ID_NIC_5_1 =94 ,/* internal */ +GAUDI_QUEUE_ID_NIC_5_2 =95 ,/* internal */ +GAUDI_QUEUE_ID_NIC_5_3 =96 ,/* internal */ +GAUDI_QUEUE_ID_NIC_6_0 =97 ,/* internal */ +GAUDI_QUEUE_ID_NIC_6_1 =98 ,/* internal */ +GAUDI_QUEUE_ID_NIC_6_2 =99 ,/* internal */ +GAUDI_QUEUE_ID_NIC_6_3 =100 ,/* internal */ +GAUDI_QUEUE_ID_NIC_7_0 =101 ,/* internal */ +GAUDI_QUEUE_ID_NIC_7_1 =102 ,/* internal */ +GAUDI_QUEUE_ID_NIC_7_2 =103 ,/* internal */ +GAUDI_QUEUE_ID_NIC_7_3 =104 ,/* internal */ +GAUDI_QUEUE_ID_NIC_8_0 =105 ,/* internal */ +GAUDI_QUEUE_ID_NIC_8_1 =106 ,/* internal */ +GAUDI_QUEUE_ID_NIC_8_2 =107 ,/* internal */ +GAUDI_QUEUE_ID_NIC_8_3 =108 ,/* internal */ +GAUDI_QUEUE_ID_NIC_9_0 =109 ,/* internal */ +GAUDI_QUEUE_ID_NIC_9_1 =110 ,/* internal */ +GAUDI_QUEUE_ID_NIC_9_2 =111 ,/* internal */ +GAUDI_QUEUE_ID_NIC_9_3 =112 ,/* internal */ +GAUDI_QUEUE_ID_SIZE +}; +/* * Engine Numbering *
@@ -69,6 +195,40 @@ enum goya_engine_id {GOYA_ENGINE_ID_SIZE }; +enum gaudi_engine_id { +GAUDI_ENGINE_ID_DMA_0 =0 , +GAUDI_ENGINE_ID_DMA_1 , +GAUDI_ENGINE_ID_DMA_2 , +GAUDI_ENGINE_ID_DMA_3 , +GAUDI_ENGINE_ID_DMA_4 , +GAUDI_ENGINE_ID_DMA_5 , +GAUDI_ENGINE_ID_DMA_6 , +GAUDI_ENGINE_ID_DMA_7 , +GAUDI_ENGINE_ID_MME_0 , +GAUDI_ENGINE_ID_MME_1 , +GAUDI_ENGINE_ID_MME_2 , +GAUDI_ENGINE_ID_MME_3 , +GAUDI_ENGINE_ID_TPC_0 , +GAUDI_ENGINE_ID_TPC_1 , +GAUDI_ENGINE_ID_TPC_2 , +GAUDI_ENGINE_ID_TPC_3 , +GAUDI_ENGINE_ID_TPC_4 , +GAUDI_ENGINE_ID_TPC_5 , +GAUDI_ENGINE_ID_TPC_6 , +GAUDI_ENGINE_ID_TPC_7 , +GAUDI_ENGINE_ID_NIC_0 , +GAUDI_ENGINE_ID_NIC_1 , +GAUDI_ENGINE_ID_NIC_2 , +GAUDI_ENGINE_ID_NIC_3 , +GAUDI_ENGINE_ID_NIC_4 , +GAUDI_ENGINE_ID_NIC_5 , +GAUDI_ENGINE_ID_NIC_6 , +GAUDI_ENGINE_ID_NIC_7 , +GAUDI_ENGINE_ID_NIC_8 , +GAUDI_ENGINE_ID_NIC_9 , +GAUDI_ENGINE_ID_SIZE +}; +enum hl_device_status {HL_DEVICE_STATUS_OPERATIONAL ,HL_DEVICE_STATUS_IN_RESET ,
Signature · 1 line
2.17.1
PATCH 7/11 habanalabs: add gaudi asic-dependent code
In reply to Oded GabbayAdd the ASIC-dependent code for GAUDI. Supply (almost) all of the function callbacks that the driver's common code need to initialize, finalize and submit workloads to the GAUDI ASIC.
It also contains the code to initialize the F/W of the GAUDI ASIC and to receive events from the F/W.
--- drivers/misc/habanalabs/Makefile | 3 + drivers/misc/habanalabs/gaudi/Makefile | 4 + drivers/misc/habanalabs/gaudi/gaudi.c | 7428 +++++++++++++++++ drivers/misc/habanalabs/gaudi/gaudiP.h | 251 + drivers/misc/habanalabs/habanalabs.h | 24 +- drivers/misc/habanalabs/habanalabs_drv.c | 7 + .../include/gaudi/gaudi_async_ids_map.h | 687 ++ 7 files changed, 8403 insertions(+), 1 deletion(-) create mode 100644 drivers/misc/habanalabs/gaudi/Makefile create mode 100644 drivers/misc/habanalabs/gaudi/gaudi.c create mode 100644 drivers/misc/habanalabs/gaudi/gaudiP.h create mode 100644 drivers/misc/habanalabs/include/gaudi/gaudi_async_ids_map.h
drivers/misc/habanalabs/Makefile +3 -0
@@ -13,3 +13,6 @@ habanalabs-$(CONFIG_DEBUG_FS) += debugfs.o include $(src)/goya/Makefile habanalabs-y += $(HL_GOYA_FILES) + +include $(src)/gaudi/Makefile +habanalabs-y += $(HL_GAUDI_FILES)
drivers/misc/habanalabs/gaudi/Makefile new file +4 -0
@@ -0,0 +1,4 @@ +# SPDX-License-Identifier: GPL-2.0-only +subdir-ccflags-y += -I$(src) + +HL_GAUDI_FILES := gaudi/gaudi.o
drivers/misc/habanalabs/gaudi/gaudi.c new file +7428 -0
2,989 lines not on this page · raw message
drivers/misc/habanalabs/gaudi/gaudiP.h new file +251 -0
251 lines not on this page · raw message
drivers/misc/habanalabs/habanalabs_drv.c +7 -0
Lines of this file are not shown. View the raw message.
drivers/misc/habanalabs/include/gaudi/gaudi_async_ids_map.h new file +687 -0
687 lines not on this page · raw message
The rest of this diff is not shown. View the raw message.
Signature · 1 line
2.17.1
Part of the diff is not shown here. View the raw message.
PATCH 8/11 habanalabs: add hwmgr module for gaudi
In reply to Oded GabbayThe hwmgr module is responsible for messages sent to GAUDI F/W that are not common to all habanalabs ASICs.
In GAUDI, we provide the user a simplified mode of controlling the ASIC clock frequency. Instead of three different clocks, we present a single clock property that the user can configure via sysfs.
--- .../ABI/testing/sysfs-driver-habanalabs | 17 +++ drivers/misc/habanalabs/gaudi/Makefile | 2 +- drivers/misc/habanalabs/gaudi/gaudi.c | 6 +- drivers/misc/habanalabs/gaudi/gaudiP.h | 5 + drivers/misc/habanalabs/gaudi/gaudi_hwmgr.c | 117 ++++++++++++++++++ 5 files changed, 143 insertions(+), 4 deletions(-) create mode 100644 drivers/misc/habanalabs/gaudi/gaudi_hwmgr.c
Documentation/ABI/testing/sysfs-driver-habanalabs +17 -0
@@ -10,6 +10,23 @@ KernelVersion: 5.1 Contact: [email protected] Description: Version of the application running on the device's CPU +What: /sys/class/habanalabs/hl<n>/clk_max_freq_mhz +Date: Jun 2019 +KernelVersion: not yet upstreamed +Contact: [email protected] +Description: Allows the user to set the maximum clock frequency, in MHz. + The device clock might be set to lower value than the maximum. + The user should read the clk_cur_freq_mhz to see the actual + frequency value of the device clock. This property is valid + only for the Gaudi ASIC family + +What: /sys/class/habanalabs/hl<n>/clk_cur_freq_mhz +Date: Jun 2019 +KernelVersion: not yet upstreamed +Contact: [email protected] +Description: Displays the current frequency, in MHz, of the device clock. + This property is valid only for the Gaudi ASIC family + What: /sys/class/habanalabs/hl<n>/cpld_ver Date: Jan 2019 KernelVersion: 5.1
drivers/misc/habanalabs/gaudi/Makefile +1 -1
@@ -1,4 +1,4 @@ # SPDX-License-Identifier: GPL-2.0-only subdir-ccflags-y += -I$(src) -HL_GAUDI_FILES := gaudi/gaudi.o +HL_GAUDI_FILES := gaudi/gaudi.o gaudi/gaudi_hwmgr.o
drivers/misc/habanalabs/gaudi/gaudi.c +3 -3
@@ -7374,9 +7374,9 @@ static const struct hl_asic_funcs gaudi_funcs = { .debugfs_write32 = gaudi_debugfs_write32, .debugfs_read64 = gaudi_debugfs_read64, .debugfs_write64 = gaudi_debugfs_write64, - .add_device_attr = NULL, + .add_device_attr = gaudi_add_device_attr, .handle_eqe = gaudi_handle_eqe, - .set_pll_profile = NULL, + .set_pll_profile = gaudi_set_pll_profile, .get_events_stat = gaudi_get_events_stat, .read_pte = gaudi_read_pte, .write_pte = gaudi_write_pte,
@@ -7400,7 +7400,7 @@ static const struct hl_asic_funcs gaudi_funcs = { .rreg = hl_rreg, .wreg = hl_wreg, .halt_coresight = NULL, - .get_clk_rate = NULL, + .get_clk_rate = gaudi_get_clk_rate, .get_queue_id_for_cq = gaudi_get_queue_id_for_cq, .read_device_fw_version = gaudi_read_device_fw_version, .load_firmware_to_device = gaudi_load_firmware_to_device,
drivers/misc/habanalabs/gaudi/gaudiP.h +5 -0
@@ -248,4 +248,9 @@ struct gaudi_device { u8 ext_queue_idx; }; +void gaudi_add_device_attr (struct hl_device *hdev, +struct attribute_group *dev_attr_grp); +void gaudi_set_pll_profile (struct hl_device *hdev,enum hl_pll_frequency freq); +int gaudi_get_clk_rate (struct hl_device *hdev,u32 *cur_clk,u32 *max_clk); +#endif /* GAUDIP_H_ */
drivers/misc/habanalabs/gaudi/gaudi_hwmgr.c new file +117 -0
117 lines not on this page · raw message
Signature · 1 line
2.17.1
PATCH 9/11 habanalabs: add gaudi security module
In reply to Oded GabbayFrom: Omer Shpigelman <[email protected]>
Add the code to initialize the security module of GAUDI. Similar to Goya, we have two dedicated mechanisms for security: Range Registers and Protection bits. Those mechanisms protect sensitive memory and configuration areas inside the device.
In addition, in Gaudi we moved to a 3-level security scheme, where the F/W runs with the highest security level (Privileged), the driver runs with a less secured level (Secured) and the user is neither privileged nor secured. The security module in the driver configures the Secured parts so the user won't be able to access them. The Privileged parts are configured by the F/W.
--- drivers/misc/habanalabs/gaudi/Makefile | 2 +- drivers/misc/habanalabs/gaudi/gaudi.c | 2 + drivers/misc/habanalabs/gaudi/gaudiP.h | 1 + .../misc/habanalabs/gaudi/gaudi_security.c | 9114 +++++++++++++++++ 4 files changed, 9118 insertions(+), 1 deletion(-) create mode 100644 drivers/misc/habanalabs/gaudi/gaudi_security.c
drivers/misc/habanalabs/gaudi/Makefile +1 -1
@@ -1,4 +1,4 @@ # SPDX-License-Identifier: GPL-2.0-only subdir-ccflags-y += -I$(src) -HL_GAUDI_FILES := gaudi/gaudi.o gaudi/gaudi_hwmgr.o +HL_GAUDI_FILES := gaudi/gaudi.o gaudi/gaudi_hwmgr.o gaudi/gaudi_security.o
drivers/misc/habanalabs/gaudi/gaudi.c +2 -0
@@ -3263,6 +3263,8 @@ static int gaudi_hw_init(struct hl_device *hdev)if (rc)return rc; +gaudi_init_security (hdev); +gaudi_init_mme_qmans (hdev);gaudi_init_tpc_qmans (hdev);
drivers/misc/habanalabs/gaudi/gaudiP.h +1 -0
@@ -248,6 +248,7 @@ struct gaudi_device {u8 ext_queue_idx; }; +void gaudi_init_security (struct hl_device *hdev);void gaudi_add_device_attr (struct hl_device *hdev,struct attribute_group *dev_attr_grp);void gaudi_set_pll_profile (struct hl_device *hdev,enum hl_pll_frequency freq);
drivers/misc/habanalabs/gaudi/gaudi_security.c new file +9114 -0
2,978 lines not on this page · raw message
The rest of this diff is not shown. View the raw message.
Signature · 1 line
2.17.1
Part of the diff is not shown here. View the raw message.
PATCH 11/11 habanalabs: enable gaudi code in driver
In reply to Oded GabbayEnable the GAUDI ASIC code in the pci probe callback of the driver so the driver will handle GAUDI ASICs.
--- drivers/misc/habanalabs/device.c | 4 ++++ drivers/misc/habanalabs/habanalabs_drv.c | 5 ----- drivers/misc/habanalabs/sysfs.c | 3 +++ 3 files changed, 7 insertions(+), 5 deletions(-)
drivers/misc/habanalabs/device.c +4 -0
@@ -256,6 +256,10 @@ static int device_early_init(struct hl_device *hdev)goya_set_asic_funcs (hdev);strlcpy (hdev->asic_name,"GOYA" ,sizeof (hdev->asic_name));break ; +case ASIC_GAUDI : +gaudi_set_asic_funcs (hdev); +sprintf (hdev->asic_name,"GAUDI" ); +break ;default :dev_err (hdev->dev,"Unrecognized ASIC type %d\n" , hdev->asic_type);
drivers/misc/habanalabs/habanalabs_drv.c +0 -5
@@ -276,11 +276,6 @@ int create_hdev(struct hl_device **dev, struct pci_dev *pdev,dev_err (&pdev->dev,"Unsupported ASIC\n" ); rc = -ENODEV ; goto free_hdev; - }else if (hdev->asic_type ==ASIC_GAUDI ) { -dev_err (&pdev->dev, -"GAUDI is not supported by the current kernel\n" ); - rc = -ENODEV ; - goto free_hdev; } }else { hdev->asic_type = asic_type;
drivers/misc/habanalabs/sysfs.c +3 -0
@@ -224,6 +224,9 @@ static ssize_t device_type_show(struct device *dev,case ASIC_GOYA : str ="GOYA" ;break ; +case ASIC_GAUDI : + str ="GAUDI" ; +break ;default :dev_err (hdev->dev,"Unrecognized ASIC type %d\n" , hdev->asic_type);
Signature · 1 line
2.17.1
PATCH 10/11 habanalabs: add gaudi profiler module
In reply to Oded GabbayFrom: Omer Shpigelman <[email protected]>
Add the GAUDI code to initialize the ASIC's profiler. The profile receives its initialization values from the user, same as in Goya, but the code to initialize is in the driver because the configuration space of the device is not directly exposed to the user.
--- drivers/misc/habanalabs/gaudi/Makefile | 3 +- drivers/misc/habanalabs/gaudi/gaudi.c | 4 +- drivers/misc/habanalabs/gaudi/gaudiP.h | 2 + .../misc/habanalabs/gaudi/gaudi_coresight.c | 885 ++++++++++++++++++ 4 files changed, 891 insertions(+), 3 deletions(-) create mode 100644 drivers/misc/habanalabs/gaudi/gaudi_coresight.c
drivers/misc/habanalabs/gaudi/Makefile +2 -1
@@ -1,4 +1,5 @@ # SPDX-License-Identifier: GPL-2.0-only subdir-ccflags-y += -I$(src) -HL_GAUDI_FILES := gaudi/gaudi.o gaudi/gaudi_hwmgr.o gaudi/gaudi_security.o +HL_GAUDI_FILES := gaudi/gaudi.o gaudi/gaudi_hwmgr.o gaudi/gaudi_security.o \ + gaudi/gaudi_coresight.o
drivers/misc/habanalabs/gaudi/gaudi.c +2 -2
@@ -7387,7 +7387,7 @@ static const struct hl_asic_funcs gaudi_funcs = { .send_heartbeat = gaudi_send_heartbeat, .enable_clock_gating = gaudi_enable_clock_gating, .disable_clock_gating = gaudi_disable_clock_gating, - .debug_coresight = NULL, + .debug_coresight = gaudi_debug_coresight, .is_device_idle = gaudi_is_device_idle, .soft_reset_late_init = gaudi_soft_reset_late_init, .hw_queues_lock = gaudi_hw_queues_lock,
@@ -7401,7 +7401,7 @@ static const struct hl_asic_funcs gaudi_funcs = { .init_iatu = gaudi_init_iatu, .rreg = hl_rreg, .wreg = hl_wreg, - .halt_coresight = NULL, + .halt_coresight = gaudi_halt_coresight, .get_clk_rate = gaudi_get_clk_rate, .get_queue_id_for_cq = gaudi_get_queue_id_for_cq, .read_device_fw_version = gaudi_read_device_fw_version,
drivers/misc/habanalabs/gaudi/gaudiP.h +2 -0
@@ -252,6 +252,8 @@ void gaudi_init_security(struct hl_device *hdev);void gaudi_add_device_attr (struct hl_device *hdev,struct attribute_group *dev_attr_grp);void gaudi_set_pll_profile (struct hl_device *hdev,enum hl_pll_frequency freq); +int gaudi_debug_coresight (struct hl_device *hdev,void *data); +void gaudi_halt_coresight (struct hl_device *hdev);int gaudi_get_clk_rate (struct hl_device *hdev,u32 *cur_clk,u32 *max_clk);#endif /* GAUDIP_H_ */
drivers/misc/habanalabs/gaudi/gaudi_coresight.c new file +885 -0
885 lines not on this page · raw message
Signature · 1 line
2.17.1