drm/xe: Quick LRC indirect ring state WA
Subsystems (2)
Matthew Brost
maintainerPATCH 1/1 drm/xe: Quick LRC indirect ring state WA
Delay freeing of LRC BO memory until at least one other job completes on the hardware engine. This doesn't work with virtual engines but is sufficient for testing—it seems to fix running xe_vm in a loop on BMG.
For virtual engines, we probably need to make xe_lrc_zombie per hardware instance, and have a virtual LRC move through the zombie list of each instance in its logical mask. The LRC can then be finalized after passing through the last instance.
Signed-off-by Matthew Brost <[email protected]>
--- drivers/gpu/drm/xe/Makefile | 1 + drivers/gpu/drm/xe/xe_gt.c | 8 +++- drivers/gpu/drm/xe/xe_gt_types.h | 3 ++ drivers/gpu/drm/xe/xe_hw_engine.c | 14 ++++++- drivers/gpu/drm/xe/xe_lrc.c | 18 ++++++++- drivers/gpu/drm/xe/xe_lrc.h | 1 + drivers/gpu/drm/xe/xe_lrc_types.h | 4 ++ drivers/gpu/drm/xe/xe_lrc_zombie.c | 59 ++++++++++++++++++++++++++++++ drivers/gpu/drm/xe/xe_lrc_zombie.h | 26 +++++++++++++ 9 files changed, 130 insertions(+), 4 deletions(-) create mode 100644 drivers/gpu/drm/xe/xe_lrc_zombie.c create mode 100644 drivers/gpu/drm/xe/xe_lrc_zombie.h
drivers/gpu/drm/xe/Makefile +1 -0
@@ -76,6 +76,7 @@ xe-y += xe_bb.o \ xe_hw_fence.o \ xe_irq.o \ xe_lrc.o \ + xe_lrc_zombie.o \ xe_migrate.o \ xe_mmio.o \ xe_mocs.o \
drivers/gpu/drm/xe/xe_gt.c +7 -1
@@ -46,6 +46,7 @@#include "xe_irq.h" #include "xe_lmtt.h" #include "xe_lrc.h" +#include "xe_lrc_zombie.h" #include "xe_map.h" #include "xe_migrate.h" #include "xe_mmio.h"
@@ -610,8 +611,11 @@ static void xe_gt_fini(void *arg)struct xe_gt *gt = arg;int i; -for (i =0 ; i <XE_ENGINE_CLASS_MAX ; ++i) +for (i =0 ; i <XE_ENGINE_CLASS_MAX ; ++i) {xe_hw_fence_irq_finish (>->fence_irq[i]); +if (xe_gt_has_indirect_ring_state (gt)) +xe_lrc_zombie_fini (>->lrc_zombie[i]); + }xe_gt_disable_host_l2_vram (gt); }
@@ -626,6 +630,8 @@ int xe_gt_init(struct xe_gt *gt)for (i =0 ; i <XE_ENGINE_CLASS_MAX ; ++i) { gt->ring_ops[i] =xe_ring_ops_get (gt, i);xe_hw_fence_irq_init (>->fence_irq[i]); +if (xe_gt_has_indirect_ring_state (gt)) +xe_lrc_zombie_init (>->lrc_zombie[i]); } err =devm_add_action_or_reset (gt_to_xe (gt)->drm.dev, xe_gt_fini, gt);
drivers/gpu/drm/xe/xe_gt_types.h +3 -0
@@ -14,6 +14,7 @@#include "xe_gt_stats_types.h" #include "xe_hw_engine_types.h" #include "xe_hw_fence_types.h" +#include "xe_lrc_zombie.h" #include "xe_oa_types.h" #include "xe_reg_sr_types.h" #include "xe_sa_types.h"
@@ -324,6 +325,8 @@ struct xe_gt {/** @fence_irq: fence IRQs (1 per engine class) */ struct xe_hw_fence_irq fence_irq[XE_ENGINE_CLASS_MAX ]; +struct xe_lrc_zombie lrc_zombie[XE_ENGINE_CLASS_MAX ]; +/** @default_lrc: default LRC state */ void *default_lrc[XE_ENGINE_CLASS_MAX ];
drivers/gpu/drm/xe/xe_hw_engine.c +13 -1
@@ -33,6 +33,7 @@#include "xe_hw_fence.h" #include "xe_irq.h" #include "xe_lrc.h" +#include "xe_lrc_zombie.h" #include "xe_macros.h" #include "xe_mmio.h" #include "xe_reg_sr.h"
@@ -865,13 +866,24 @@ int xe_hw_engines_init(struct xe_gt *gt)void xe_hw_engine_handle_irq (struct xe_hw_engine *hwe,u16 intr_vec) { +struct xe_gt *gt = hwe->gt; +wake_up_all (>_to_xe (hwe->gt)->ufence_wq);if (hwe->irq_handler) hwe->irq_handler (hwe, intr_vec); -if (intr_vec >_RENDER_USER_INTERRUPT ) +if (intr_vec >_RENDER_USER_INTERRUPT ) {xe_hw_fence_irq_run (hwe->fence_irq); +/* +* XXX: Engine class instance check is quick hack to avoid +* kernel jobs triggering LRC frees. +*/ +if (xe_gt_has_indirect_ring_state (gt) && + !(hwe->class ==XE_ENGINE_CLASS_COPY && + hwe->logical_instance !=0 )) +xe_lrc_zombie_run (>->lrc_zombie[hwe->class]); + } }/**
drivers/gpu/drm/xe/xe_lrc.c +16 -2
@@ -22,6 +22,7 @@#include "xe_gt.h" #include "xe_gt_printk.h" #include "xe_hw_fence.h" +#include "xe_lrc_zombie.h" #include "xe_map.h" #include "xe_memirq.h" #include "xe_mmio.h"
@@ -913,6 +914,12 @@ static void xe_lrc_finish(struct xe_lrc *lrc)xe_bo_unpin_map_no_vm (lrc->bb_per_ctx_bo); } +void xe_lrc_fini (struct xe_lrc *lrc) +{ +xe_lrc_finish (lrc); +kfree (lrc); +} +/* * wa_bb_setup_utilization() - Write commands to wa bb to assist * in calculating active context run ticks.
@@ -1045,6 +1052,7 @@ static int xe_lrc_init(struct xe_lrc *lrc, struct xe_hw_engine *hwe,kref_init (&lrc->refcount); lrc->gt = gt; + lrc->engine_class = hwe->class; lrc->flags =0 ; lrc_size = ring_size +xe_gt_lrc_size (gt, hwe->class);if (xe_gt_has_indirect_ring_state (gt))
@@ -1234,8 +1242,14 @@ void xe_lrc_destroy(struct kref *ref) { struct xe_lrc *lrc = container_of(ref, struct xe_lrc, refcount); -xe_lrc_finish (lrc); -kfree (lrc); +if (xe_lrc_has_indirect_ring_state (lrc)) { +struct xe_lrc_zombie *lrc_zombie = + &lrc->gt->lrc_zombie[lrc->engine_class]; + +xe_lrc_zombie_add (lrc_zombie, lrc); + }else { +xe_lrc_fini (lrc); + } }void xe_lrc_set_ring_tail (struct xe_lrc *lrc,u32 tail)
drivers/gpu/drm/xe/xe_lrc.h +1 -0
@@ -47,6 +47,7 @@ struct xe_lrc_snapshot {struct xe_lrc *xe_lrc_create (struct xe_hw_engine *hwe,struct xe_vm *vm,u32 ring_size,u16 msix_vec,u32 flags);void xe_lrc_destroy (struct kref *ref); +void xe_lrc_fini (struct xe_lrc *lrc);/** * xe_lrc_get - Get reference to the LRC
drivers/gpu/drm/xe/xe_lrc_types.h +4 -0
@@ -8,6 +8,7 @@#include <linux/kref.h> +#include "xe_hw_engine_types.h" #include "xe_hw_fence_types.h" struct xe_bo ;
@@ -56,6 +57,9 @@ struct xe_lrc {/** @bb_per_ctx_bo: buffer object for per context batch wa buffer */ struct xe_bo *bb_per_ctx_bo; + +struct list_head zombie_link; +int engine_class; };struct xe_lrc_snapshot ;
drivers/gpu/drm/xe/xe_lrc_zombie.c new file +59 -0
59 lines not on this page · raw message
drivers/gpu/drm/xe/xe_lrc_zombie.h new file +26 -0
@@ -0,0 +1,26 @@ +/* SPDX-License-Identifier: MIT */ +/* +* Copyright © 2025 Intel Corporation +*/ + +#ifndef _XE_LRC_ZOMBIE_H_ +#define _XE_LRC_ZOMBIE_H_ + +#include <linux/workqueue.h> + +struct xe_lrc_zombie { +spinlock_t lock; +struct list_head zombies; +struct list_head pending_zombies; +struct work_struct work; +}; + +void xe_lrc_zombie_init (struct xe_lrc_zombie *zombie); + +void xe_lrc_zombie_fini (struct xe_lrc_zombie *zombie); + +void xe_lrc_zombie_add (struct xe_lrc_zombie *zombie,struct xe_lrc *lrc); + +void xe_lrc_zombie_run (struct xe_lrc_zombie *zombie); + +#endif
Signature · 1 line
2.34.1