drm/xe: add 28-bit address support in struct xe_reg
Subsystems (2)
Rodrigo Vivi
maintainerPATCH 1/6 drm/xe: add 28-bit address support in struct xe_reg
From: Koby Elbaz <[email protected]>
Xe driver currently supports 22-bit addresses for MMIO access. Future platforms will have additional MMIO extension with larger address spaces, and to access them, the driver will have to support wider address representation.
Please note that while the XE_REG macro is used for MMIO access, XE_REG_EXT macro will be used for MMIO-extension access.
--- drivers/gpu/drm/xe/regs/xe_reg_defs.h | 16 +++++++++++++++- drivers/gpu/drm/xe/xe_device_types.h | 13 +++++++++++++ 2 files changed, 28 insertions(+), 1 deletion(-)
drivers/gpu/drm/xe/regs/xe_reg_defs.h +15 -1
@@ -19,7 +19,7 @@ struct xe_reg {union {struct {/** @addr: address */ -u32 addr:22 ; +u32 addr:28 ;/** * @masked: register is "masked", with upper 16bits used * to identify the bits that are updated on the lower
@@ -35,6 +35,10 @@ struct xe_reg {* value can inspect it. */ u32 mcr:1; +/** +* @ext: access MMIO extension space for current register. +*/ + u32 ext:1; };/** @raw: Raw value with both address and options */ u32 raw;
@@ -84,6 +88,16 @@ struct xe_reg_mcr {*/ #define XE_REG (r_, ...) ((const struct xe_reg)XE_REG_INITIALIZER(r_, ##__VA_ARGS__)) +/** +* XE_REG_EXT - Create a struct xe_reg from extension offset and additional +* flags +* @r_: Register extension offset +* @...: Additional options like access mode. See struct xe_reg for available +* options. +*/ +#define XE_REG_EXT (r_, ...) \ + ((const struct xe_reg)XE_REG_INITIALIZER(r_, ##__VA_ARGS__, .ext = 1)) +/** * XE_REG_MCR - Create a struct xe_reg_mcr from offset and additional flags * @r_: Register offset
drivers/gpu/drm/xe/xe_device_types.h +13 -0
@@ -146,6 +146,19 @@ struct xe_tile {void *regs; } mmio; +/** +* @mmio_ext: MMIO-extension info for a tile. +* +* Each tile has its own additional 256MB (28-bit) MMIO-extension space. +*/ +struct { +/** @size: size of tile's additional MMIO-extension space */ +size_t size; + +/** @regs: pointer to tile's additional MMIO-extension space */ +void *regs; + } mmio_ext; +/** @mem: memory management info for tile */ struct {/**
Signature · 1 line
2.41.0
Rodrigo Vivi
maintainerPATCH 2/6 drm/xe: add read/write support for MMIO extension space
From: Koby Elbaz <[email protected]>
A distinction has to be made when addressing the MMIO space or the additional MMIO extension space.
--- drivers/gpu/drm/xe/xe_mmio.h | 8 ++++---- 1 file changed, 4 insertions(+), 4 deletions(-)
drivers/gpu/drm/xe/xe_mmio.h +4 -4
@@ -29,7 +29,7 @@ static inline u8 xe_mmio_read8(struct xe_gt *gt, struct xe_reg reg)if (reg.addr < gt->mmio.adj_limit) reg.addr += gt->mmio.adj_offset; -return readb (tile->mmio.regs + reg.addr); +return readb ((reg.ext ? tile->mmio_ext.regs : tile->mmio.regs) + reg.addr); }static inline u16 xe_mmio_read16 (struct xe_gt *gt,struct xe_reg reg)
@@ -39,7 +39,7 @@ static inline u16 xe_mmio_read16(struct xe_gt *gt, struct xe_reg reg)if (reg.addr < gt->mmio.adj_limit) reg.addr += gt->mmio.adj_offset; -return readw (tile->mmio.regs + reg.addr); +return readw ((reg.ext ? tile->mmio_ext.regs : tile->mmio.regs) + reg.addr); } static inline void xe_mmio_write32(struct xe_gt *gt,
@@ -50,7 +50,7 @@ static inline void xe_mmio_write32(struct xe_gt *gt,if (reg.addr < gt->mmio.adj_limit) reg.addr += gt->mmio.adj_offset; -writel (val, tile->mmio.regs + reg.addr); +writel (val, (reg.ext ? tile->mmio_ext.regs : tile->mmio.regs) + reg.addr); }static inline u32 xe_mmio_read32 (struct xe_gt *gt,struct xe_reg reg)
@@ -60,7 +60,7 @@ static inline u32 xe_mmio_read32(struct xe_gt *gt, struct xe_reg reg)if (reg.addr < gt->mmio.adj_limit) reg.addr += gt->mmio.adj_offset; -return readl (tile->mmio.regs + reg.addr); +return readl ((reg.ext ? tile->mmio_ext.regs : tile->mmio.regs) + reg.addr); } static inline u32 xe_mmio_rmw32(struct xe_gt *gt, struct xe_reg reg, u32 clr,
Signature · 1 line
2.41.0
Rodrigo Vivi
maintainerPATCH 3/6 drm/xe: add a flag to bypass multi-tile config from MTCFG reg
In reply to Rodrigo ViviFrom: Koby Elbaz <[email protected]>
Skip reading this register as it is not relevant in the new devices.
--- drivers/gpu/drm/xe/xe_device_types.h | 2 ++ drivers/gpu/drm/xe/xe_mmio.c | 24 +++++++++++++----------- drivers/gpu/drm/xe/xe_pci.c | 2 ++ 3 files changed, 17 insertions(+), 11 deletions(-)
drivers/gpu/drm/xe/xe_device_types.h +2 -0
@@ -251,6 +251,8 @@ struct xe_device { u8 has_range_tlb_invalidation:1;/** @enable_display: display enabled */ u8 enable_display:1; +/** @bypass_mtcfg: Bypass Multi-Tile configuration from MTCFG register */ + u8 bypass_mtcfg:1;#if IS_ENABLED (CONFIG_DRM_XE_DISPLAY )const struct intel_display_device_info *display;
drivers/gpu/drm/xe/xe_mmio.c +13 -11
@@ -318,26 +318,28 @@ int xe_mmio_probe_vram(struct xe_device *xe)static void xe_mmio_probe_tiles (struct xe_device *xe) { +u8 adj_tile_count = xe->info.tile_count;struct xe_gt *gt =xe_root_mmio_gt (xe);u32 mtcfg; -u8 adj_tile_count;u8 id;if (xe->info.tile_count ==1 )return ; - mtcfg =xe_mmio_read64_2x32 (gt,XEHP_MTCFG_ADDR ); - adj_tile_count = xe->info.tile_count = -REG_FIELD_GET (TILE_COUNT , mtcfg) +1 ; +if (!xe->info.bypass_mtcfg) { + mtcfg =xe_mmio_read64_2x32 (gt,XEHP_MTCFG_ADDR ); + adj_tile_count = xe->info.tile_count = +REG_FIELD_GET (TILE_COUNT , mtcfg) +1 ; -/* -* FIXME: Needs some work for standalone media, but should be impossible -* with multi-tile for now. -*/ - xe->info.gt_count = xe->info.tile_count; +/* +* FIXME: Needs some work for standalone media, but should be impossible +* with multi-tile for now. +*/ + xe->info.gt_count = xe->info.tile_count; -drm_info (&xe->drm,"tile_count: %d, adj_tile_count %d\n" , - xe->info.tile_count, adj_tile_count); +drm_info (&xe->drm,"tile_count: %d, adj_tile_count %d\n" , + xe->info.tile_count, adj_tile_count); + }if (xe->info.tile_count >1 ) {const int mmio_bar =0 ;
drivers/gpu/drm/xe/xe_pci.c +2 -0
@@ -59,6 +59,7 @@ struct xe_device_desc { u8 has_display:1; u8 has_llc:1; + u8 bypass_mtcfg:1; };__diag_push ();
@@ -564,6 +565,7 @@ static int xe_info_init(struct xe_device *xe, xe->info.graphics_name = graphics_desc->name; xe->info.media_name = media_desc ? media_desc->name :"none" ; xe->info.has_llc = desc->has_llc; + xe->info.bypass_mtcfg = desc->bypass_mtcfg; xe->info.dma_mask_size = graphics_desc->dma_mask_size; xe->info.vram_flags = graphics_desc->vram_flags;
Signature · 1 line
2.41.0
Rodrigo Vivi
maintainerPATCH 4/6 drm/xe: add MMIO extension support flags
In reply to Rodrigo ViviFrom: Koby Elbaz <[email protected]>
Besides the regular MMIO space that exists by default, MMIO extension support & MMIO extension tile size should both be defined per device, and updated from the device's descriptor.
--- drivers/gpu/drm/xe/xe_device_types.h | 4 ++++ drivers/gpu/drm/xe/xe_pci.c | 3 +++ drivers/gpu/drm/xe/xe_pci_types.h | 2 ++ 3 files changed, 9 insertions(+)
drivers/gpu/drm/xe/xe_device_types.h +4 -0
@@ -206,6 +206,8 @@ struct xe_device {const char *graphics_name;/** @media_name: media IP name */ const char *media_name; +/** @tile_mmio_ext_size: size of MMIO extension space, per-tile */ +u32 tile_mmio_ext_size;/** @graphics_verx100: graphics IP version */ u32 graphics_verx100;/** @media_verx100: media IP version */
@@ -253,6 +255,8 @@ struct xe_device { u8 enable_display:1;/** @bypass_mtcfg: Bypass Multi-Tile configuration from MTCFG register */ u8 bypass_mtcfg:1; +/** @supports_mmio_ext: supports MMIO extension/s */ + u8 supports_mmio_ext:1;#if IS_ENABLED (CONFIG_DRM_XE_DISPLAY )const struct intel_display_device_info *display;
drivers/gpu/drm/xe/xe_pci.c +3 -0
@@ -60,6 +60,7 @@ struct xe_device_desc { u8 has_llc:1; u8 bypass_mtcfg:1; + u8 supports_mmio_ext:1; };__diag_push ();
@@ -566,6 +567,8 @@ static int xe_info_init(struct xe_device *xe, xe->info.media_name = media_desc ? media_desc->name :"none" ; xe->info.has_llc = desc->has_llc; xe->info.bypass_mtcfg = desc->bypass_mtcfg; + xe->info.supports_mmio_ext = desc->supports_mmio_ext; + xe->info.tile_mmio_ext_size = graphics_desc->tile_mmio_ext_size; xe->info.dma_mask_size = graphics_desc->dma_mask_size; xe->info.vram_flags = graphics_desc->vram_flags;
drivers/gpu/drm/xe/xe_pci_types.h +2 -0
@@ -20,6 +20,8 @@ struct xe_graphics_desc {u64 hw_engine_mask;/* hardware engines provided by graphics IP */ +u32 tile_mmio_ext_size;/* size of MMIO extension space, per-tile */ + u8 max_remote_tiles:2; u8 has_asid:1;
Signature · 1 line
2.41.0
Rodrigo Vivi
maintainerPATCH 5/6 drm/xe: map MMIO BAR according to the num of tiles in device desc
In reply to Rodrigo ViviFrom: Koby Elbaz <[email protected]>
When MMIO BAR is initially mapped, the driver assumes a single tile device. However, former memory allocations take all tiles into account. First, a common standard for resource usage is needed here. Second, with the next (6th) patch in this series, the MMIO BAR remapping will be done only if a reduced-tile device is attached.
--- drivers/gpu/drm/xe/xe_mmio.c | 13 ++++++------- 1 file changed, 6 insertions(+), 7 deletions(-)
drivers/gpu/drm/xe/xe_mmio.c +6 -7
@@ -383,14 +383,13 @@ int xe_mmio_init(struct xe_device *xe)int err;/* -* Map the first 16MB of th BAR, which includes the registers (0-4MB), -* reserved space (4MB-8MB), and GGTT (8MB-16MB) for a single tile. -* This will get remapped later if we determine that we're running -* on a multi-tile system. +* Map the maximum expected BAR size, which will get remapped later +* if we determine that we're running on a reduced-tile system. +* The first 16MB of the BAR, belong to the root tile, and include: +* registers (0-4MB), reserved space (4MB-8MB) and GGTT (8MB-16MB). */ - xe->mmio.size =SZ_16M ; - xe->mmio.regs =pci_iomap (to_pci_dev (xe->drm.dev), mmio_bar, - xe->mmio.size); + xe->mmio.size = (SZ_16M + xe->info.tile_mmio_ext_size) * xe->info.tile_count; + xe->mmio.regs =pci_iomap (to_pci_dev (xe->drm.dev), mmio_bar, xe->mmio.size);if (xe->mmio.regs ==NULL ) {drm_err (&xe->drm,"failed to map registers\n" );return -EIO ;
Signature · 1 line
2.41.0
Rodrigo Vivi
maintainerPATCH 6/6 drm/xe: refactor xe_mmio_probe_tiles to support MMIO extension
In reply to Rodrigo ViviFrom: Koby Elbaz <[email protected]>
In future ASICs, there will be an additional MMIO extension space for all tiles altogether, residing on top of MMIO address space.
--- drivers/gpu/drm/xe/xe_mmio.c | 70 +++++++++++++++++++----------------- 1 file changed, 38 insertions(+), 32 deletions(-)
drivers/gpu/drm/xe/xe_mmio.c +38 -32
@@ -318,50 +318,56 @@ int xe_mmio_probe_vram(struct xe_device *xe)static void xe_mmio_probe_tiles (struct xe_device *xe) { -u8 adj_tile_count = xe->info.tile_count; +size_t tile_mmio_size =SZ_16M , tile_mmio_ext_size = xe->info.tile_mmio_ext_size; +u8 id, tile_count = xe->info.tile_count;struct xe_gt *gt =xe_root_mmio_gt (xe); +const int mmio_bar =0 ; +struct xe_tile *tile; +void *regs;u32 mtcfg; -u8 id; -if (xe->info.tile_count ==1 ) -return ; +if (tile_count ==1 ) + goto add_mmio_ext;if (!xe->info.bypass_mtcfg) { mtcfg =xe_mmio_read64_2x32 (gt,XEHP_MTCFG_ADDR ); - adj_tile_count = xe->info.tile_count = -REG_FIELD_GET (TILE_COUNT , mtcfg) +1 ; - -/* -* FIXME: Needs some work for standalone media, but should be impossible -* with multi-tile for now. -*/ - xe->info.gt_count = xe->info.tile_count; - -drm_info (&xe->drm,"tile_count: %d, adj_tile_count %d\n" , - xe->info.tile_count, adj_tile_count); - } - -if (xe->info.tile_count >1 ) { -const int mmio_bar =0 ; -struct xe_tile *tile; -size_t size; -void *regs; - -if (adj_tile_count >1 ) { + tile_count =REG_FIELD_GET (TILE_COUNT , mtcfg) +1 ; +if (tile_count < xe->info.tile_count) { +drm_info (&xe->drm,"tile_count: %d, reduced_tile_count %d\n" , + xe->info.tile_count, tile_count);pci_iounmap (to_pci_dev (xe->drm.dev), xe->mmio.regs); - xe->mmio.size =SZ_16M * adj_tile_count; - xe->mmio.regs =pci_iomap (to_pci_dev (xe->drm.dev), - mmio_bar, xe->mmio.size); + xe->mmio.size = (tile_mmio_size + tile_mmio_ext_size) * tile_count; + xe->mmio.regs =pci_iomap (to_pci_dev (xe->drm.dev), mmio_bar, xe->mmio.size); + xe->info.tile_count = tile_count; + +/* +* FIXME: Needs some work for standalone media, but should be impossible +* with multi-tile for now. +*/ + xe->info.gt_count = xe->info.tile_count; } + } - size = xe->mmio.size / adj_tile_count; - regs = xe->mmio.regs; + regs = xe->mmio.regs; +for_each_tile (tile, xe, id) { + tile->mmio.size = tile_mmio_size; + tile->mmio.regs = regs; + regs += tile_mmio_size; + } + +add_mmio_ext: +/* By design, there's a contiguous multi-tile MMIO space (16MB hard coded per tile). +* When supported, there could be an additional contiguous multi-tile MMIO extension +* space ON TOP of it, and hence the necessity for distinguished MMIO spaces. +*/ +if (xe->info.supports_mmio_ext) { + regs = xe->mmio.regs + tile_mmio_size * tile_count;for_each_tile (tile, xe, id) { - tile->mmio.size = size; - tile->mmio.regs = regs; + tile->mmio_ext.size = tile_mmio_ext_size; + tile->mmio_ext.regs = regs; - regs += size; + regs += tile_mmio_ext_size; } } }
Signature · 1 line
2.41.0