drm/msm: Cleanup and drm/sched tdr prep
Subsystems (4)
cover drm/msm: Cleanup and drm/sched tdr prep
From: Rob Clark <[email protected]>
This started out as conversion to using drm/sched to handle job timeout, recovery, and retire (and delete a bunch of code), but the latter part is on hold until drm/sched is fixed to properly handle job retire/ cleanup before deciding which job triggered the fault/timeout[1]. But the rest is worthwhile cleanup, and the last patch is needed for an igt test that I'm working on to exercise timeout/fault recovery[2].
[1] https://lore.kernel.org/all/[email protected]/
[2] https://patchwork.freedesktop.org/series/96722/
Rob Clark (5):
drm/msm: Remove unnecessary struct_mutex
drm/msm: Drop priv->lastctx
drm/msm: Remove struct_mutex usage
drm/msm: Handle fence rollover
drm/msm: Add debugfs to disable hw err handling
drivers/gpu/drm/msm/adreno/a2xx_gpu.c | 3 +- drivers/gpu/drm/msm/adreno/a3xx_gpu.c | 3 +- drivers/gpu/drm/msm/adreno/a4xx_gpu.c | 3 +- drivers/gpu/drm/msm/adreno/a5xx_debugfs.c | 4 +- drivers/gpu/drm/msm/adreno/a5xx_gpu.c | 14 +++--- drivers/gpu/drm/msm/adreno/a6xx_gpu.c | 13 +++--- drivers/gpu/drm/msm/adreno/a6xx_gpu.h | 10 ----- drivers/gpu/drm/msm/adreno/adreno_device.c | 4 +- drivers/gpu/drm/msm/msm_debugfs.c | 52 +++++++++------------- drivers/gpu/drm/msm/msm_drv.c | 6 --- drivers/gpu/drm/msm/msm_drv.h | 11 ++++- drivers/gpu/drm/msm/msm_fbdev.c | 13 ++---- drivers/gpu/drm/msm/msm_fence.h | 12 +++++ drivers/gpu/drm/msm/msm_gpu.c | 22 ++++----- drivers/gpu/drm/msm/msm_gpu.h | 33 +++++++++++--- drivers/gpu/drm/msm/msm_perf.c | 9 ++-- drivers/gpu/drm/msm/msm_rd.c | 16 ++++--- drivers/gpu/drm/msm/msm_ringbuffer.c | 4 +- 18 files changed, 125 insertions(+), 107 deletions(-)
Signature · 1 line
2.31.1
PATCH 1/5 drm/msm: Remove unnecessary struct_mutex
From: Rob Clark <[email protected]>
The struct_mutex locking is a remnant from the days before per-obj locks, and no longer needed.
--- drivers/gpu/drm/msm/msm_debugfs.c | 37 ++++++++++--------------------- drivers/gpu/drm/msm/msm_fbdev.c | 13 ++++------- 2 files changed, 16 insertions(+), 34 deletions(-)
drivers/gpu/drm/msm/msm_debugfs.c +12 -25
@@ -134,8 +134,10 @@ DEFINE_SIMPLE_ATTRIBUTE(shrink_fops, "0x%08llx\n"); -static int msm_gem_show (struct drm_device *dev,struct seq_file *m) +static int msm_gem_show (struct seq_file *m,void *arg) { +struct drm_info_node *node = (struct drm_info_node *) m->private; +struct drm_device *dev = node->minor->dev;struct msm_drm_private *priv = dev->dev_private;int ret;
@@ -150,8 +152,10 @@ static int msm_gem_show(struct drm_device *dev, struct seq_file *m)return 0 ; } -static int msm_mm_show (struct drm_device *dev,struct seq_file *m) +static int msm_mm_show (struct seq_file *m,void *arg) { +struct drm_info_node *node = (struct drm_info_node *) m->private; +struct drm_device *dev = node->minor->dev;struct drm_printer p =drm_seq_file_printer (m);drm_mm_print (&dev->vma_offset_manager->vm_addr_space_mm, &p);
@@ -159,8 +163,10 @@ static int msm_mm_show(struct drm_device *dev, struct seq_file *m)return 0 ; } -static int msm_fb_show (struct drm_device *dev,struct seq_file *m) +static int msm_fb_show (struct seq_file *m,void *arg) { +struct drm_info_node *node = (struct drm_info_node *) m->private; +struct drm_device *dev = node->minor->dev;struct msm_drm_private *priv = dev->dev_private;struct drm_framebuffer *fb, *fbdev_fb =NULL ;
@@ -183,29 +189,10 @@ static int msm_fb_show(struct drm_device *dev, struct seq_file *m)return 0 ; } -static int show_locked (struct seq_file *m,void *arg) -{ -struct drm_info_node *node = (struct drm_info_node *) m->private; -struct drm_device *dev = node->minor->dev; -int (*show)(struct drm_device *dev,struct seq_file *m) = - node->info_ent->data; -int ret; - - ret =mutex_lock_interruptible (&dev->struct_mutex); -if (ret) -return ret; - - ret =show (dev, m); - -mutex_unlock (&dev->struct_mutex); - -return ret; -} -static struct drm_info_list msm_debugfs_list[] = { - {"gem" , show_locked,0 , msm_gem_show}, - {"mm" , show_locked,0 , msm_mm_show }, - {"fb" , show_locked,0 , msm_fb_show }, + {"gem" , msm_gem_show}, + {"mm" , msm_mm_show }, + {"fb" , msm_fb_show }, };static int late_init_minor (struct drm_minor *minor)
drivers/gpu/drm/msm/msm_fbdev.c +4 -9
@@ -81,8 +81,6 @@ static int msm_fbdev_create(struct drm_fb_helper *helper, bo =msm_framebuffer_bo (fb,0 ); -mutex_lock (&dev->struct_mutex); -/* * NOTE: if we can be guaranteed to be able to map buffer * in panic (ie. lock-safe, etc) we could avoid pinning the
@@ -91,14 +89,14 @@ static int msm_fbdev_create(struct drm_fb_helper *helper, ret =msm_gem_get_and_pin_iova (bo, priv->kms->aspace, &paddr);if (ret) {DRM_DEV_ERROR (dev->dev,"failed to get buffer obj iova: %d\n" , ret); - goto fail_unlock; + goto fail; } fbi =drm_fb_helper_alloc_fbi (helper);if (IS_ERR (fbi)) {DRM_DEV_ERROR (dev->dev,"failed to allocate fb info\n" ); ret =PTR_ERR (fbi); - goto fail_unlock; + goto fail; }DBG ("fbi=%p, dev=%p" , fbi, dev);
@@ -115,7 +113,7 @@ static int msm_fbdev_create(struct drm_fb_helper *helper, fbi->screen_base =msm_gem_get_vaddr (bo);if (IS_ERR (fbi->screen_base)) { ret =PTR_ERR (fbi->screen_base); - goto fail_unlock; + goto fail; } fbi->screen_size = bo->size; fbi->fix.smem_start = paddr;
@@ -124,12 +122,9 @@ static int msm_fbdev_create(struct drm_fb_helper *helper,DBG ("par=%p, %dx%d" , fbi->par, fbi->var.xres, fbi->var.yres);DBG ("allocated %dx%d fb" , fbdev->fb->width, fbdev->fb->height); -mutex_unlock (&dev->struct_mutex); -return 0 ; -fail_unlock: -mutex_unlock (&dev->struct_mutex); +fail:drm_framebuffer_remove (fb);return ret; }
Signature · 1 line
2.31.1
PATCH 2/5 drm/msm: Drop priv->lastctx
In reply to Rob ClarkFrom: Rob Clark <[email protected]>
cur_ctx_seqno already does the same thing, but handles the edge cases where a refcnt'd context can live after lastclose. So let's not have two ways to do the same thing.
--- drivers/gpu/drm/msm/adreno/a2xx_gpu.c | 3 +-- drivers/gpu/drm/msm/adreno/a3xx_gpu.c | 3 +-- drivers/gpu/drm/msm/adreno/a4xx_gpu.c | 3 +-- drivers/gpu/drm/msm/adreno/a5xx_gpu.c | 8 +++----- drivers/gpu/drm/msm/adreno/a6xx_gpu.c | 9 +++------ drivers/gpu/drm/msm/adreno/a6xx_gpu.h | 10 ---------- drivers/gpu/drm/msm/msm_drv.c | 6 ------ drivers/gpu/drm/msm/msm_drv.h | 2 +- drivers/gpu/drm/msm/msm_gpu.c | 2 +- drivers/gpu/drm/msm/msm_gpu.h | 11 +++++++++++ 10 files changed, 22 insertions(+), 35 deletions(-)
drivers/gpu/drm/msm/adreno/a2xx_gpu.c +1 -2
@@ -12,7 +12,6 @@ static bool a2xx_idle(struct msm_gpu *gpu);static void a2xx_submit (struct msm_gpu *gpu,struct msm_gem_submit *submit) { -struct msm_drm_private *priv = gpu->dev->dev_private;struct msm_ringbuffer *ring = submit->ring;unsigned int i;
@@ -23,7 +22,7 @@ static void a2xx_submit(struct msm_gpu *gpu, struct msm_gem_submit *submit)break ;case MSM_SUBMIT_CMD_CTX_RESTORE_BUF :/* ignore if there has not been a ctx switch: */ -if (priv->lastctx == submit->queue->ctx) +if (gpu->cur_ctx_seqno == submit->queue->ctx->seqno)break ; fallthrough;case MSM_SUBMIT_CMD_BUF :
drivers/gpu/drm/msm/adreno/a3xx_gpu.c +1 -2
@@ -30,7 +30,6 @@ static bool a3xx_idle(struct msm_gpu *gpu);static void a3xx_submit (struct msm_gpu *gpu,struct msm_gem_submit *submit) { -struct msm_drm_private *priv = gpu->dev->dev_private;struct msm_ringbuffer *ring = submit->ring;unsigned int i;
@@ -41,7 +40,7 @@ static void a3xx_submit(struct msm_gpu *gpu, struct msm_gem_submit *submit)break ;case MSM_SUBMIT_CMD_CTX_RESTORE_BUF :/* ignore if there has not been a ctx switch: */ -if (priv->lastctx == submit->queue->ctx) +if (gpu->cur_ctx_seqno == submit->queue->ctx->seqno)break ; fallthrough;case MSM_SUBMIT_CMD_BUF :
drivers/gpu/drm/msm/adreno/a4xx_gpu.c +1 -2
@@ -24,7 +24,6 @@ static bool a4xx_idle(struct msm_gpu *gpu);static void a4xx_submit (struct msm_gpu *gpu,struct msm_gem_submit *submit) { -struct msm_drm_private *priv = gpu->dev->dev_private;struct msm_ringbuffer *ring = submit->ring;unsigned int i;
@@ -35,7 +34,7 @@ static void a4xx_submit(struct msm_gpu *gpu, struct msm_gem_submit *submit)break ;case MSM_SUBMIT_CMD_CTX_RESTORE_BUF :/* ignore if there has not been a ctx switch: */ -if (priv->lastctx == submit->queue->ctx) +if (gpu->cur_ctx_seqno == submit->queue->ctx->seqno)break ; fallthrough;case MSM_SUBMIT_CMD_BUF :
drivers/gpu/drm/msm/adreno/a5xx_gpu.c +3 -5
@@ -65,7 +65,6 @@ void a5xx_flush(struct msm_gpu *gpu, struct msm_ringbuffer *ring,static void a5xx_submit_in_rb (struct msm_gpu *gpu,struct msm_gem_submit *submit) { -struct msm_drm_private *priv = gpu->dev->dev_private;struct msm_ringbuffer *ring = submit->ring;struct msm_gem_object *obj;uint32_t *ptr, dwords;
@@ -76,7 +75,7 @@ static void a5xx_submit_in_rb(struct msm_gpu *gpu, struct msm_gem_submit *submitcase MSM_SUBMIT_CMD_IB_TARGET_BUF :break ;case MSM_SUBMIT_CMD_CTX_RESTORE_BUF : -if (priv->lastctx == submit->queue->ctx) +if (gpu->cur_ctx_seqno == submit->queue->ctx->seqno)break ; fallthrough;case MSM_SUBMIT_CMD_BUF :
@@ -126,12 +125,11 @@ static void a5xx_submit(struct msm_gpu *gpu, struct msm_gem_submit *submit) {struct adreno_gpu *adreno_gpu =to_adreno_gpu (gpu);struct a5xx_gpu *a5xx_gpu =to_a5xx_gpu (adreno_gpu); -struct msm_drm_private *priv = gpu->dev->dev_private;struct msm_ringbuffer *ring = submit->ring;unsigned int i, ibs =0 ;if (IS_ENABLED (CONFIG_DRM_MSM_GPU_SUDO ) && submit->in_rb) { - priv->lastctx =NULL ; + gpu->cur_ctx_seqno =0 ;a5xx_submit_in_rb (gpu, submit);return ; }
@@ -166,7 +164,7 @@ static void a5xx_submit(struct msm_gpu *gpu, struct msm_gem_submit *submit)case MSM_SUBMIT_CMD_IB_TARGET_BUF :break ;case MSM_SUBMIT_CMD_CTX_RESTORE_BUF : -if (priv->lastctx == submit->queue->ctx) +if (gpu->cur_ctx_seqno == submit->queue->ctx->seqno)break ; fallthrough;case MSM_SUBMIT_CMD_BUF :
drivers/gpu/drm/msm/adreno/a6xx_gpu.c +3 -6
@@ -106,7 +106,7 @@ static void a6xx_set_pagetable(struct a6xx_gpu *a6xx_gpu,u32 asid;u64 memptr =rbmemptr (ring, ttbr0); -if (ctx->seqno == a6xx_gpu->cur_ctx_seqno) +if (ctx->seqno == a6xx_gpu->base.base.cur_ctx_seqno)return ;if (msm_iommu_pagetable_params (ctx->aspace->mmu, &ttbr, &asid))
@@ -138,14 +138,11 @@ static void a6xx_set_pagetable(struct a6xx_gpu *a6xx_gpu,OUT_PKT7 (ring,CP_EVENT_WRITE ,1 );OUT_RING (ring,0x31 ); - - a6xx_gpu->cur_ctx_seqno = ctx->seqno; }static void a6xx_submit (struct msm_gpu *gpu,struct msm_gem_submit *submit) {unsigned int index = submit->seqno %MSM_GPU_SUBMIT_STATS_COUNT ; -struct msm_drm_private *priv = gpu->dev->dev_private;struct adreno_gpu *adreno_gpu =to_adreno_gpu (gpu);struct a6xx_gpu *a6xx_gpu =to_a6xx_gpu (adreno_gpu);struct msm_ringbuffer *ring = submit->ring;
@@ -177,7 +174,7 @@ static void a6xx_submit(struct msm_gpu *gpu, struct msm_gem_submit *submit)case MSM_SUBMIT_CMD_IB_TARGET_BUF :break ;case MSM_SUBMIT_CMD_CTX_RESTORE_BUF : -if (priv->lastctx == submit->queue->ctx) +if (gpu->cur_ctx_seqno == submit->queue->ctx->seqno)break ; fallthrough;case MSM_SUBMIT_CMD_BUF :
@@ -1081,7 +1078,7 @@ static int hw_init(struct msm_gpu *gpu)/* Always come up on rb 0 */ a6xx_gpu->cur_ring = gpu->rb[0 ]; - a6xx_gpu->cur_ctx_seqno =0 ; + gpu->cur_ctx_seqno =0 ;/* Enable the SQE_to start the CP engine */ gpu_write (gpu,REG_A6XX_CP_SQE_CNTL ,1 );
drivers/gpu/drm/msm/adreno/a6xx_gpu.h +0 -10
@@ -20,16 +20,6 @@ struct a6xx_gpu {struct msm_ringbuffer *cur_ring; -/** -* cur_ctx_seqno: -* -* The ctx->seqno value of the context with current pgtables -* installed. Tracked by seqno rather than pointer value to -* avoid dangling pointers, and cases where a ctx can be freed -* and a new one created with the same address. -*/ -int cur_ctx_seqno; -struct a6xx_gmu gmu;struct drm_gem_object *shadow_bo;
drivers/gpu/drm/msm/msm_drv.c +0 -6
@@ -752,14 +752,8 @@ static void context_close(struct msm_file_private *ctx)static void msm_postclose (struct drm_device *dev,struct drm_file *file) { -struct msm_drm_private *priv = dev->dev_private;struct msm_file_private *ctx = file->driver_priv; -mutex_lock (&dev->struct_mutex); -if (ctx == priv->lastctx) - priv->lastctx =NULL ; -mutex_unlock (&dev->struct_mutex); -context_close (ctx); }
drivers/gpu/drm/msm/msm_drv.h +1 -1
@@ -164,7 +164,7 @@ struct msm_drm_private {/* when we have more than one 'msm_gpu' these need to be an array: */ struct msm_gpu *gpu; -struct msm_file_private *lastctx; +/* gpu is only set on open(), but we need this info earlier */ bool is_a2xx;bool has_cached_coherent;
drivers/gpu/drm/msm/msm_gpu.c +1 -1
@@ -763,7 +763,7 @@ void msm_gpu_submit(struct msm_gpu *gpu, struct msm_gem_submit *submit)mutex_unlock (&gpu->active_lock); gpu->funcs->submit (gpu, submit); - priv->lastctx = submit->queue->ctx; + gpu->cur_ctx_seqno = submit->queue->ctx->seqno;hangcheck_timer_reset (gpu); }
drivers/gpu/drm/msm/msm_gpu.h +11 -0
@@ -144,6 +144,17 @@ struct msm_gpu {struct msm_ringbuffer *rb[MSM_GPU_MAX_RINGS ];int nr_rings; +/** +* cur_ctx_seqno: +* +* The ctx->seqno value of the last context to submit rendering, +* and the one with current pgtables installed (for generations +* that support per-context pgtables). Tracked by seqno rather +* than pointer value to avoid dangling pointers, and cases where +* a ctx can be freed and a new one created with the same address. +*/ +int cur_ctx_seqno; +/* * List of GEM active objects on this gpu. Protected by * msm_drm_private::mm_lock
Signature · 1 line
2.31.1
Re: [PATCH 2/5] drm/msm: Drop priv->lastctx
Quoted 252 lines · Rob Clark
From: Rob Clark <[email protected]>
cur_ctx_seqnoalready does the same thing, but handles the edge cases where a refcnt'd context can live after lastclose. So let's not have two ways to do the same thing.Signed-off-by Rob Clark <[email protected]>--- drivers/gpu/drm/msm/adreno/a2xx_gpu.c | 3 +-- drivers/gpu/drm/msm/adreno/a3xx_gpu.c | 3 +-- drivers/gpu/drm/msm/adreno/a4xx_gpu.c | 3 +-- drivers/gpu/drm/msm/adreno/a5xx_gpu.c | 8 +++----- drivers/gpu/drm/msm/adreno/a6xx_gpu.c | 9 +++------ drivers/gpu/drm/msm/adreno/a6xx_gpu.h | 10 ---------- drivers/gpu/drm/msm/msm_drv.c | 6 ------ drivers/gpu/drm/msm/msm_drv.h | 2 +- drivers/gpu/drm/msm/msm_gpu.c | 2 +- drivers/gpu/drm/msm/msm_gpu.h | 11 +++++++++++ 10 files changed, 22 insertions(+), 35 deletions(-)drivers/gpu/drm/msm/adreno/a2xx_gpu.c +1
-2@@ -12,7 +12,6 @@ static bool a2xx_idle(struct msm_gpu *gpu);static void a2xx_submit (struct msm_gpu *gpu,struct msm_gem_submit *submit) { -struct msm_drm_private *priv = gpu->dev->dev_private;struct msm_ringbuffer *ring = submit->ring;unsigned int i;@@ -23,7 +22,7 @@ static void a2xx_submit(struct msm_gpu *gpu, struct msm_gem_submit *submit)break ;case MSM_SUBMIT_CMD_CTX_RESTORE_BUF :/* ignore if there has not been a ctx switch: */ -if (priv->lastctx == submit->queue->ctx) +if (gpu->cur_ctx_seqno == submit->queue->ctx->seqno)break ; fallthrough;case MSM_SUBMIT_CMD_BUF :drivers/gpu/drm/msm/adreno/a3xx_gpu.c +1
-2@@ -30,7 +30,6 @@ static bool a3xx_idle(struct msm_gpu *gpu);static void a3xx_submit (struct msm_gpu *gpu,struct msm_gem_submit *submit) { -struct msm_drm_private *priv = gpu->dev->dev_private;struct msm_ringbuffer *ring = submit->ring;unsigned int i;@@ -41,7 +40,7 @@ static void a3xx_submit(struct msm_gpu *gpu, struct msm_gem_submit *submit)break ;case MSM_SUBMIT_CMD_CTX_RESTORE_BUF :/* ignore if there has not been a ctx switch: */ -if (priv->lastctx == submit->queue->ctx) +if (gpu->cur_ctx_seqno == submit->queue->ctx->seqno)break ; fallthrough;case MSM_SUBMIT_CMD_BUF :drivers/gpu/drm/msm/adreno/a4xx_gpu.c +1
-2@@ -24,7 +24,6 @@ static bool a4xx_idle(struct msm_gpu *gpu);static void a4xx_submit (struct msm_gpu *gpu,struct msm_gem_submit *submit) { -struct msm_drm_private *priv = gpu->dev->dev_private;struct msm_ringbuffer *ring = submit->ring;unsigned int i;@@ -35,7 +34,7 @@ static void a4xx_submit(struct msm_gpu *gpu, struct msm_gem_submit *submit)break ;case MSM_SUBMIT_CMD_CTX_RESTORE_BUF :/* ignore if there has not been a ctx switch: */ -if (priv->lastctx == submit->queue->ctx) +if (gpu->cur_ctx_seqno == submit->queue->ctx->seqno)break ; fallthrough;case MSM_SUBMIT_CMD_BUF :drivers/gpu/drm/msm/adreno/a5xx_gpu.c +3
-5@@ -65,7 +65,6 @@ void a5xx_flush(struct msm_gpu *gpu, struct msm_ringbuffer *ring,static void a5xx_submit_in_rb (struct msm_gpu *gpu,struct msm_gem_submit *submit) { -struct msm_drm_private *priv = gpu->dev->dev_private;struct msm_ringbuffer *ring = submit->ring;struct msm_gem_object *obj;uint32_t *ptr, dwords;@@ -76,7 +75,7 @@ static void a5xx_submit_in_rb(struct msm_gpu *gpu, struct msm_gem_submit *submitcase MSM_SUBMIT_CMD_IB_TARGET_BUF :break ;case MSM_SUBMIT_CMD_CTX_RESTORE_BUF : -if (priv->lastctx == submit->queue->ctx) +if (gpu->cur_ctx_seqno == submit->queue->ctx->seqno)break ; fallthrough;case MSM_SUBMIT_CMD_BUF :@@ -126,12 +125,11 @@ static void a5xx_submit(struct msm_gpu *gpu, struct msm_gem_submit *submit) {struct adreno_gpu *adreno_gpu =to_adreno_gpu (gpu);struct a5xx_gpu *a5xx_gpu =to_a5xx_gpu (adreno_gpu); -struct msm_drm_private *priv = gpu->dev->dev_private;struct msm_ringbuffer *ring = submit->ring;unsigned int i, ibs =0 ;if (IS_ENABLED (CONFIG_DRM_MSM_GPU_SUDO ) && submit->in_rb) { - priv->lastctx =NULL ; + gpu->cur_ctx_seqno =0 ;a5xx_submit_in_rb (gpu, submit);return ; }@@ -166,7 +164,7 @@ static void a5xx_submit(struct msm_gpu *gpu, struct msm_gem_submit *submit)case MSM_SUBMIT_CMD_IB_TARGET_BUF :break ;case MSM_SUBMIT_CMD_CTX_RESTORE_BUF : -if (priv->lastctx == submit->queue->ctx) +if (gpu->cur_ctx_seqno == submit->queue->ctx->seqno)break ; fallthrough;case MSM_SUBMIT_CMD_BUF :drivers/gpu/drm/msm/adreno/a6xx_gpu.c +3
-6@@ -106,7 +106,7 @@ static void a6xx_set_pagetable(struct a6xx_gpu *a6xx_gpu,u32 asid;u64 memptr =rbmemptr (ring, ttbr0); -if (ctx->seqno == a6xx_gpu->cur_ctx_seqno) +if (ctx->seqno == a6xx_gpu->base.base.cur_ctx_seqno)return ;if (msm_iommu_pagetable_params (ctx->aspace->mmu, &ttbr, &asid))@@ -138,14 +138,11 @@ static void a6xx_set_pagetable(struct a6xx_gpu *a6xx_gpu,OUT_PKT7 (ring,CP_EVENT_WRITE ,1 );OUT_RING (ring,0x31 ); - - a6xx_gpu->cur_ctx_seqno = ctx->seqno; }static void a6xx_submit (struct msm_gpu *gpu,struct msm_gem_submit *submit) {unsigned int index = submit->seqno %MSM_GPU_SUBMIT_STATS_COUNT ; -struct msm_drm_private *priv = gpu->dev->dev_private;struct adreno_gpu *adreno_gpu =to_adreno_gpu (gpu);struct a6xx_gpu *a6xx_gpu =to_a6xx_gpu (adreno_gpu);struct msm_ringbuffer *ring = submit->ring;@@ -177,7 +174,7 @@ static void a6xx_submit(struct msm_gpu *gpu, struct msm_gem_submit *submit)case MSM_SUBMIT_CMD_IB_TARGET_BUF :break ;case MSM_SUBMIT_CMD_CTX_RESTORE_BUF : -if (priv->lastctx == submit->queue->ctx) +if (gpu->cur_ctx_seqno == submit->queue->ctx->seqno)break ; fallthrough;case MSM_SUBMIT_CMD_BUF :@@ -1081,7 +1078,7 @@ static int hw_init(struct msm_gpu *gpu)/* Always come up on rb 0 */ a6xx_gpu->cur_ring = gpu->rb[0 ]; - a6xx_gpu->cur_ctx_seqno =0 ; + gpu->cur_ctx_seqno =0 ;/* Enable the SQE_to start the CP engine */ gpu_write (gpu,REG_A6XX_CP_SQE_CNTL ,1 );drivers/gpu/drm/msm/adreno/a6xx_gpu.h +0
-10@@ -20,16 +20,6 @@ struct a6xx_gpu {struct msm_ringbuffer *cur_ring; -/** -* cur_ctx_seqno: -* -* The ctx->seqno value of the context with current pgtables -* installed. Tracked by seqno rather than pointer value to -* avoid dangling pointers, and cases where a ctx can be freed -* and a new one created with the same address. -*/ -int cur_ctx_seqno; -struct a6xx_gmu gmu;struct drm_gem_object *shadow_bo;drivers/gpu/drm/msm/msm_drv.c +0
-6@@ -752,14 +752,8 @@ static void context_close(struct msm_file_private *ctx)static void msm_postclose (struct drm_device *dev,struct drm_file *file) { -struct msm_drm_private *priv = dev->dev_private;struct msm_file_private *ctx = file->driver_priv; -mutex_lock (&dev->struct_mutex); -if (ctx == priv->lastctx) - priv->lastctx =NULL ; -mutex_unlock (&dev->struct_mutex); -context_close (ctx); }drivers/gpu/drm/msm/msm_drv.h +1
-1@@ -164,7 +164,7 @@ struct msm_drm_private {/* when we have more than one 'msm_gpu' these need to be an array: */ struct msm_gpu *gpu; -struct msm_file_private *lastctx; +/* gpu is only set on open(), but we need this info earlier */ bool is_a2xx;bool has_cached_coherent;drivers/gpu/drm/msm/msm_gpu.c +1
-1@@ -763,7 +763,7 @@ void msm_gpu_submit(struct msm_gpu *gpu, struct msm_gem_submit *submit)mutex_unlock (&gpu->active_lock); gpu->funcs->submit (gpu, submit); - priv->lastctx = submit->queue->ctx; + gpu->cur_ctx_seqno = submit->queue->ctx->seqno;hangcheck_timer_reset (gpu); }drivers/gpu/drm/msm/msm_gpu.h +4
-0@@ -144,6 +144,17 @@ struct msm_gpu {struct msm_ringbuffer *rb[MSM_GPU_MAX_RINGS ];int nr_rings; +/** +* cur_ctx_seqno: +* +* The ctx->seqno value of the last context to submit rendering,
drivers/gpu/drm/msm/msm_gpu.h struct msm_gpu { · line 160
Quoted 10 lines
drivers/gpu/drm/msm/msm_gpu.h +7
-0+* and the one with current pgtables installed (for generations +* that support per-context pgtables). Tracked by seqno rather +* than pointer value to avoid dangling pointers, and cases where +* a ctx can be freed and a new one created with the same address. +*/ +int cur_ctx_seqno; +/* * List of GEM active objects on this gpu. Protected by * msm_drm_private::mm_lock
-Akhil.
PATCH 3/5 drm/msm: Remove struct_mutex usage
In reply to Rob ClarkFrom: Rob Clark <[email protected]>
The remaining struct_mutex usage is just to serialize various gpu related things (submit/retire/recover/fault/etc), so replace struct_mutex with gpu->lock.
--- drivers/gpu/drm/msm/adreno/a5xx_debugfs.c | 4 ++-- drivers/gpu/drm/msm/adreno/adreno_device.c | 4 ++-- drivers/gpu/drm/msm/msm_debugfs.c | 12 ++++++------ drivers/gpu/drm/msm/msm_gpu.c | 14 +++++++------- drivers/gpu/drm/msm/msm_gpu.h | 20 +++++++++++++++----- drivers/gpu/drm/msm/msm_perf.c | 9 ++++++--- drivers/gpu/drm/msm/msm_rd.c | 16 +++++++++------- drivers/gpu/drm/msm/msm_ringbuffer.c | 4 ++-- 8 files changed, 49 insertions(+), 34 deletions(-)
drivers/gpu/drm/msm/adreno/a5xx_debugfs.c +2 -2
@@ -107,7 +107,7 @@ reset_set(void *data, u64 val)* try to reset an active GPU. */ -mutex_lock (&dev->struct_mutex); +mutex_lock (&gpu->lock);release_firmware (adreno_gpu->fw[ADRENO_FW_PM4 ]); adreno_gpu->fw[ADRENO_FW_PM4 ] =NULL ;
@@ -133,7 +133,7 @@ reset_set(void *data, u64 val) gpu->funcs->recover (gpu);pm_runtime_put_sync (&gpu->pdev->dev); -mutex_unlock (&dev->struct_mutex); +mutex_unlock (&gpu->lock);return 0 ; }
drivers/gpu/drm/msm/adreno/adreno_device.c +2 -2
@@ -408,9 +408,9 @@ struct msm_gpu *adreno_load_gpu(struct drm_device *dev)return NULL ; } -mutex_lock (&dev->struct_mutex); +mutex_lock (&gpu->lock); ret =msm_gpu_hw_init (gpu); -mutex_unlock (&dev->struct_mutex); +mutex_unlock (&gpu->lock);pm_runtime_put_autosuspend (&pdev->dev);if (ret) {DRM_DEV_ERROR (dev->dev,"gpu hw init failed: %d\n" , ret);
drivers/gpu/drm/msm/msm_debugfs.c +6 -6
@@ -29,14 +29,14 @@ static int msm_gpu_show(struct seq_file *m, void *arg)struct msm_gpu *gpu = priv->gpu;int ret; - ret =mutex_lock_interruptible (&show_priv->dev->struct_mutex); + ret =mutex_lock_interruptible (&gpu->lock);if (ret)return ret;drm_printf (&p,"%s Status:\n" , gpu->name); gpu->funcs->show (gpu, show_priv->state, &p); -mutex_unlock (&show_priv->dev->struct_mutex); +mutex_unlock (&gpu->lock);return 0 ; }
@@ -48,9 +48,9 @@ static int msm_gpu_release(struct inode *inode, struct file *file)struct msm_drm_private *priv = show_priv->dev->dev_private;struct msm_gpu *gpu = priv->gpu; -mutex_lock (&show_priv->dev->struct_mutex); +mutex_lock (&gpu->lock); gpu->funcs->gpu_state_put (show_priv->state); -mutex_unlock (&show_priv->dev->struct_mutex); +mutex_unlock (&gpu->lock);kfree (show_priv);
@@ -72,7 +72,7 @@ static int msm_gpu_open(struct inode *inode, struct file *file)if (!show_priv)return -ENOMEM ; - ret =mutex_lock_interruptible (&dev->struct_mutex); + ret =mutex_lock_interruptible (&gpu->lock);if (ret) goto free_priv;
@@ -81,7 +81,7 @@ static int msm_gpu_open(struct inode *inode, struct file *file) show_priv->state = gpu->funcs->gpu_state_get (gpu);pm_runtime_put_sync (&gpu->pdev->dev); -mutex_unlock (&dev->struct_mutex); +mutex_unlock (&gpu->lock);if (IS_ERR (show_priv->state)) { ret =PTR_ERR (show_priv->state);
drivers/gpu/drm/msm/msm_gpu.c +7 -7
@@ -150,7 +150,7 @@ int msm_gpu_hw_init(struct msm_gpu *gpu) {int ret; -WARN_ON (!mutex_is_locked (&gpu->dev->struct_mutex)); +WARN_ON (!mutex_is_locked (&gpu->lock));if (!gpu->needs_hw_init)return 0 ;
@@ -361,7 +361,7 @@ static void recover_worker(struct kthread_work *work)char *comm =NULL , *cmd =NULL ;int i; -mutex_lock (&dev->struct_mutex); +mutex_lock (&gpu->lock);DRM_DEV_ERROR (dev->dev,"%s: hangcheck recover!\n" , gpu->name);
@@ -442,7 +442,7 @@ static void recover_worker(struct kthread_work *work) } } -mutex_unlock (&dev->struct_mutex); +mutex_unlock (&gpu->lock);msm_gpu_retire (gpu); }
@@ -450,12 +450,11 @@ static void recover_worker(struct kthread_work *work)static void fault_worker (struct kthread_work *work) { struct msm_gpu *gpu = container_of(work, struct msm_gpu, fault_work); -struct drm_device *dev = gpu->dev;struct msm_gem_submit *submit;struct msm_ringbuffer *cur_ring = gpu->funcs->active_ring (gpu);char *comm =NULL , *cmd =NULL ; -mutex_lock (&dev->struct_mutex); +mutex_lock (&gpu->lock); submit =find_submit (cur_ring, cur_ring->memptrs->fence +1 );if (submit && submit->fault_dumped)
@@ -490,7 +489,7 @@ static void fault_worker(struct kthread_work *work)memset (&gpu->fault_info,0 ,sizeof (gpu->fault_info)); gpu->aspace->mmu->funcs->resume_translation (gpu->aspace->mmu); -mutex_unlock (&dev->struct_mutex); +mutex_unlock (&gpu->lock); }static void hangcheck_timer_reset (struct msm_gpu *gpu)
@@ -733,7 +732,7 @@ void msm_gpu_submit(struct msm_gpu *gpu, struct msm_gem_submit *submit)struct msm_ringbuffer *ring = submit->ring;unsigned long flags; -WARN_ON (!mutex_is_locked (&dev->struct_mutex)); +WARN_ON (!mutex_is_locked (&gpu->lock));pm_runtime_get_sync (&gpu->pdev->dev);
@@ -848,6 +847,7 @@ int msm_gpu_init(struct drm_device *drm, struct platform_device *pdev,INIT_LIST_HEAD (&gpu->active_list);mutex_init (&gpu->active_lock); +mutex_init (&gpu->lock);kthread_init_work (&gpu->retire_work, retire_worker);kthread_init_work (&gpu->recover_work, recover_worker);kthread_init_work (&gpu->fault_work, fault_worker);
drivers/gpu/drm/msm/msm_gpu.h +15 -5
@@ -161,13 +161,23 @@ struct msm_gpu {*/ struct list_head active_list; +/** +* lock: +* +* General lock for serializing all the gpu things. +* +* TODO move to per-ring locking where feasible (ie. submit/retire +* path, etc) +*/ +struct mutex lock; +/** * active_submits: * * The number of submitted but not yet retired submits, used to * determine transitions between active and idle. * -* Protected by lock +* Protected by active_lock */ int active_submits;
@@ -541,28 +551,28 @@ static inline struct msm_gpu_state *msm_gpu_crashstate_get(struct msm_gpu *gpu) {struct msm_gpu_state *state =NULL ; -mutex_lock (&gpu->dev->struct_mutex); +mutex_lock (&gpu->lock);if (gpu->crashstate) {kref_get (&gpu->crashstate->ref); state = gpu->crashstate; } -mutex_unlock (&gpu->dev->struct_mutex); +mutex_unlock (&gpu->lock);return state; }static inline void msm_gpu_crashstate_put (struct msm_gpu *gpu) { -mutex_lock (&gpu->dev->struct_mutex); +mutex_lock (&gpu->lock);if (gpu->crashstate) {if (gpu->funcs->gpu_state_put (gpu->crashstate)) gpu->crashstate =NULL ; } -mutex_unlock (&gpu->dev->struct_mutex); +mutex_unlock (&gpu->lock); }/*
drivers/gpu/drm/msm/msm_perf.c +6 -3
@@ -155,9 +155,12 @@ static int perf_open(struct inode *inode, struct file *file)struct msm_gpu *gpu = priv->gpu;int ret =0 ; -mutex_lock (&dev->struct_mutex); +if (!gpu) +return -ENODEV ; -if (perf->open || !gpu) { +mutex_lock (&gpu->lock); + +if (perf->open) { ret = -EBUSY ; goto out; }
@@ -171,7 +174,7 @@ static int perf_open(struct inode *inode, struct file *file) perf->next_jiffies = jiffies +SAMPLE_TIME ; out: -mutex_unlock (&dev->struct_mutex); +mutex_unlock (&gpu->lock);return ret; }
drivers/gpu/drm/msm/msm_rd.c +9 -7
@@ -86,7 +86,7 @@ struct msm_rd_state {struct msm_gem_submit *submit;/* fifo access is synchronized on the producer side by -* struct_mutex held by submit code (otherwise we could +* gpu->lock held by submit code (otherwise we could * end up w/ cmds logged in different order than they * were executed). And read_lock synchronizes the reads */
@@ -181,9 +181,12 @@ static int rd_open(struct inode *inode, struct file *file)uint32_t gpu_id;int ret =0 ; -mutex_lock (&dev->struct_mutex); +if (!gpu) +return -ENODEV ; -if (rd->open || !gpu) { +mutex_lock (&gpu->lock); + +if (rd->open) { ret = -EBUSY ; goto out; }
@@ -200,7 +203,7 @@ static int rd_open(struct inode *inode, struct file *file)rd_write_section (rd,RD_GPU_ID , &gpu_id,sizeof (gpu_id)); out: -mutex_unlock (&dev->struct_mutex); +mutex_unlock (&gpu->lock);return ret; }
@@ -340,11 +343,10 @@ static void snapshot_buf(struct msm_rd_state *rd,msm_gem_unlock (&obj->base); } -/* called under struct_mutex */ +/* called under gpu->lock */ void msm_rd_dump_submit (struct msm_rd_state *rd,struct msm_gem_submit *submit,const char *fmt, ...) { -struct drm_device *dev = submit->dev;struct task_struct *task;char msg[256 ];int i, n;
@@ -355,7 +357,7 @@ void msm_rd_dump_submit(struct msm_rd_state *rd, struct msm_gem_submit *submit,/* writing into fifo is serialized by caller, and * rd->read_lock is used to serialize the reads */ -WARN_ON (!mutex_is_locked (&dev->struct_mutex)); +WARN_ON (!mutex_is_locked (&submit->gpu->lock));if (fmt) {va_list args;
drivers/gpu/drm/msm/msm_ringbuffer.c +2 -2
@@ -32,11 +32,11 @@ static struct dma_fence *msm_job_run(struct drm_sched_job *job)pm_runtime_get_sync (&gpu->pdev->dev);/* TODO move submit path over to using a per-ring lock.. */ -mutex_lock (&gpu->dev->struct_mutex); +mutex_lock (&gpu->lock);msm_gpu_submit (gpu, submit); -mutex_unlock (&gpu->dev->struct_mutex); +mutex_unlock (&gpu->lock);pm_runtime_put (&gpu->pdev->dev);
Signature · 1 line
2.31.1
PATCH 4/5 drm/msm: Handle fence rollover
In reply to Rob ClarkFrom: Rob Clark <[email protected]>
Add some helpers for fence comparision, which handle rollover properly, and stop open coding fence seqno comparisions.
--- drivers/gpu/drm/msm/msm_fence.h | 12 ++++++++++++ drivers/gpu/drm/msm/msm_gpu.c | 6 +++--- drivers/gpu/drm/msm/msm_gpu.h | 2 +- 3 files changed, 16 insertions(+), 4 deletions(-)
drivers/gpu/drm/msm/msm_fence.h +12 -0
@@ -60,4 +60,16 @@ void msm_update_fence(struct msm_fence_context *fctx, uint32_t fence);struct dma_fence *msm_fence_alloc (struct msm_fence_context *fctx); +static inline bool +fence_before (uint32_t a,uint32_t b) +{ +return (int32_t )(a - b) <0 ; +} + +static inline bool +fence_after (uint32_t a,uint32_t b) +{ +return (int32_t )(a - b) >0 ; +} +#endif
drivers/gpu/drm/msm/msm_gpu.c +3 -3
@@ -172,7 +172,7 @@ static void update_fences(struct msm_gpu *gpu, struct msm_ringbuffer *ring,spin_lock_irqsave (&ring->submit_lock, flags);list_for_each_entry (submit, &ring->submits, node) { -if (submit->seqno > fence) +if (fence_after (submit->seqno, fence))break ; msm_update_fence(submit->ring->fctx,
@@ -509,7 +509,7 @@ static void hangcheck_handler(struct timer_list *t)if (fence != ring->hangcheck_fence) {/* some progress has been made.. ya! */ ring->hangcheck_fence = fence; - }else if (fence < ring->seqno) { + }else if (fence_before (fence, ring->seqno)) {/* no progress and not done.. hung! */ ring->hangcheck_fence = fence; DRM_DEV_ERROR(dev->dev, "%s: hangcheck detected gpu lockup rb %d!\n",
@@ -523,7 +523,7 @@ static void hangcheck_handler(struct timer_list *t) }/* if still more pending work, reset the hangcheck timer: */ -if (ring->seqno > ring->hangcheck_fence) +if (fence_after (ring->seqno, ring->hangcheck_fence))hangcheck_timer_reset (gpu);/* workaround for missing irq: */
drivers/gpu/drm/msm/msm_gpu.h +1 -1
@@ -258,7 +258,7 @@ static inline bool msm_gpu_active(struct msm_gpu *gpu)for (i =0 ; i < gpu->nr_rings; i++) {struct msm_ringbuffer *ring = gpu->rb[i]; -if (ring->seqno > ring->memptrs->fence) +if (fence_after (ring->seqno, ring->memptrs->fence))return true; }
Signature · 1 line
2.31.1
Re: [PATCH 4/5] drm/msm: Handle fence rollover
Quoted 17 lines · Rob Clark
From: Rob Clark <[email protected]>
Add some helpers for fence comparision, which handle rollover properly, and stop open coding fence seqno comparisions.
Signed-off-by Rob Clark <[email protected]>--- drivers/gpu/drm/msm/msm_fence.h | 12 ++++++++++++ drivers/gpu/drm/msm/msm_gpu.c | 6 +++--- drivers/gpu/drm/msm/msm_gpu.h | 2 +- 3 files changed, 16 insertions(+), 4 deletions(-)drivers/gpu/drm/msm/msm_fence.h +0
-0
drivers/gpu/drm/msm/msm_fence.h void msm_update_fence(struct msm_fence_context *fctx, uint32_t fence); · line 66
Quoted 7 lines
drivers/gpu/drm/msm/msm_fence.h +4
-0@@ -60,4 +60,16 @@ void msm_update_fence(struct msm_fence_context *fctx, uint32_t fence);struct dma_fence *msm_fence_alloc (struct msm_fence_context *fctx); +static inline bool +fence_before (uint32_t a,uint32_t b) +{ +return (int32_t )(a - b) <0 ;
This is good enough when a and b have close values. And that is a good assumption for KMD generated seqno.
-Akhil.
Quoted 54 lines
drivers/gpu/drm/msm/msm_fence.h +8
-0+} + +static inline bool +fence_after (uint32_t a,uint32_t b) +{ +return (int32_t )(a - b) >0 ; +} +#endif drivers/gpu/drm/msm/msm_gpu.c +3
-3@@ -172,7 +172,7 @@ static void update_fences(struct msm_gpu *gpu, struct msm_ringbuffer *ring,spin_lock_irqsave (&ring->submit_lock, flags);list_for_each_entry (submit, &ring->submits, node) { -if (submit->seqno > fence) +if (fence_after (submit->seqno, fence))break ; msm_update_fence(submit->ring->fctx,@@ -509,7 +509,7 @@ static void hangcheck_handler(struct timer_list *t)if (fence != ring->hangcheck_fence) {/* some progress has been made.. ya! */ ring->hangcheck_fence = fence; - }else if (fence < ring->seqno) { + }else if (fence_before (fence, ring->seqno)) {/* no progress and not done.. hung! */ ring->hangcheck_fence = fence; DRM_DEV_ERROR(dev->dev, "%s: hangcheck detected gpu lockup rb %d!\n",@@ -523,7 +523,7 @@ static void hangcheck_handler(struct timer_list *t) }/* if still more pending work, reset the hangcheck timer: */ -if (ring->seqno > ring->hangcheck_fence) +if (fence_after (ring->seqno, ring->hangcheck_fence))hangcheck_timer_reset (gpu);/* workaround for missing irq: */ drivers/gpu/drm/msm/msm_gpu.h +1
-1@@ -258,7 +258,7 @@ static inline bool msm_gpu_active(struct msm_gpu *gpu)for (i =0 ; i < gpu->nr_rings; i++) {struct msm_ringbuffer *ring = gpu->rb[i]; -if (ring->seqno > ring->memptrs->fence) +if (fence_after (ring->seqno, ring->memptrs->fence))return true; }
PATCH 5/5 drm/msm: Add debugfs to disable hw err handling
In reply to Rob ClarkFrom: Rob Clark <[email protected]>
Add a debugfs interface to ignore hw error irqs, in order to force fallback to sw hangcheck mechanism. Because the hw error detection is pretty good on newer gens, we need this for igt tests to test the sw hang detection.
--- drivers/gpu/drm/msm/adreno/a5xx_gpu.c | 6 ++++++ drivers/gpu/drm/msm/adreno/a6xx_gpu.c | 4 ++++ drivers/gpu/drm/msm/msm_debugfs.c | 3 +++ drivers/gpu/drm/msm/msm_drv.h | 9 +++++++++ 4 files changed, 22 insertions(+)
drivers/gpu/drm/msm/adreno/a5xx_gpu.c +6 -0
@@ -1252,6 +1252,7 @@ static void a5xx_fault_detect_irq(struct msm_gpu *gpu)static irqreturn_t a5xx_irq (struct msm_gpu *gpu) { +struct msm_drm_private *priv = gpu->dev->dev_private;u32 status =gpu_read (gpu,REG_A5XX_RBBM_INT_0_STATUS );/*
@@ -1261,6 +1262,11 @@ static irqreturn_t a5xx_irq(struct msm_gpu *gpu)gpu_write (gpu,REG_A5XX_RBBM_INT_CLEAR_CMD , status & ~A5XX_RBBM_INT_0_MASK_RBBM_AHB_ERROR ); +if (priv->disable_err_irq) { + status &=A5XX_RBBM_INT_0_MASK_CP_CACHE_FLUSH_TS | +A5XX_RBBM_INT_0_MASK_CP_SW ; + } +/* Pass status to a5xx_rbbm_err_irq because we've already cleared it */ if (status &RBBM_ERROR_MASK )a5xx_rbbm_err_irq (gpu, status);
drivers/gpu/drm/msm/adreno/a6xx_gpu.c +4 -0
@@ -1373,10 +1373,14 @@ static void a6xx_fault_detect_irq(struct msm_gpu *gpu)static irqreturn_t a6xx_irq (struct msm_gpu *gpu) { +struct msm_drm_private *priv = gpu->dev->dev_private;u32 status =gpu_read (gpu,REG_A6XX_RBBM_INT_0_STATUS );gpu_write (gpu,REG_A6XX_RBBM_INT_CLEAR_CMD , status); +if (priv->disable_err_irq) + status &=A6XX_RBBM_INT_0_MASK_CP_CACHE_FLUSH_TS ; +if (status &A6XX_RBBM_INT_0_MASK_RBBM_HANG_DETECT )a6xx_fault_detect_irq (gpu);
drivers/gpu/drm/msm/msm_debugfs.c +3 -0
@@ -242,6 +242,9 @@ void msm_debugfs_init(struct drm_minor *minor)debugfs_create_u32 ("hangcheck_period_ms" ,0600 , minor->debugfs_root, &priv->hangcheck_period); +debugfs_create_bool ("disable_err_irq" ,0600 , minor->debugfs_root, + &priv->disable_err_irq); +debugfs_create_file ("shrink" ,S_IRWXU , minor->debugfs_root, dev, &shrink_fops);
drivers/gpu/drm/msm/msm_drv.h +9 -0
@@ -246,6 +246,15 @@ struct msm_drm_private {/* For hang detection, in ms */ unsigned int hangcheck_period; + +/** +* disable_err_irq: +* +* Disable handling of GPU hw error interrupts, to force fallback to +* sw hangcheck timer. Written (via debugfs) by igt tests to test +* the sw hangcheck mechanism. +*/ +bool disable_err_irq; };struct msm_format {
Signature · 1 line
2.31.1
Re: [PATCH 5/5] drm/msm: Add debugfs to disable hw err handling
Quoted 83 lines · Rob Clark
From: Rob Clark <[email protected]>
Add a debugfs interface to ignore hw error irqs, in order to force fallback to sw hangcheck mechanism. Because the hw error detection is pretty good on newer gens, we need this for igt tests to test the sw hang detection.
Signed-off-by Rob Clark <[email protected]>--- drivers/gpu/drm/msm/adreno/a5xx_gpu.c | 6 ++++++ drivers/gpu/drm/msm/adreno/a6xx_gpu.c | 4 ++++ drivers/gpu/drm/msm/msm_debugfs.c | 3 +++ drivers/gpu/drm/msm/msm_drv.h | 9 +++++++++ 4 files changed, 22 insertions(+)drivers/gpu/drm/msm/adreno/a5xx_gpu.c +6
-0@@ -1252,6 +1252,7 @@ static void a5xx_fault_detect_irq(struct msm_gpu *gpu)static irqreturn_t a5xx_irq (struct msm_gpu *gpu) { +struct msm_drm_private *priv = gpu->dev->dev_private;u32 status =gpu_read (gpu,REG_A5XX_RBBM_INT_0_STATUS );/* @@ -1261,6 +1262,11 @@ static irqreturn_t a5xx_irq(struct msm_gpu *gpu)gpu_write (gpu,REG_A5XX_RBBM_INT_CLEAR_CMD , status & ~A5XX_RBBM_INT_0_MASK_RBBM_AHB_ERROR ); +if (priv->disable_err_irq) { + status &=A5XX_RBBM_INT_0_MASK_CP_CACHE_FLUSH_TS | +A5XX_RBBM_INT_0_MASK_CP_SW ; + } +/* Pass status to a5xx_rbbm_err_irq because we've already cleared it */ if (status &RBBM_ERROR_MASK )a5xx_rbbm_err_irq (gpu, status);drivers/gpu/drm/msm/adreno/a6xx_gpu.c +4
-0@@ -1373,10 +1373,14 @@ static void a6xx_fault_detect_irq(struct msm_gpu *gpu)static irqreturn_t a6xx_irq (struct msm_gpu *gpu) { +struct msm_drm_private *priv = gpu->dev->dev_private;u32 status =gpu_read (gpu,REG_A6XX_RBBM_INT_0_STATUS );gpu_write (gpu,REG_A6XX_RBBM_INT_CLEAR_CMD , status); +if (priv->disable_err_irq) + status &=A6XX_RBBM_INT_0_MASK_CP_CACHE_FLUSH_TS ; +if (status &A6XX_RBBM_INT_0_MASK_RBBM_HANG_DETECT )a6xx_fault_detect_irq (gpu);drivers/gpu/drm/msm/msm_debugfs.c +3
-0@@ -242,6 +242,9 @@ void msm_debugfs_init(struct drm_minor *minor)debugfs_create_u32 ("hangcheck_period_ms" ,0600 , minor->debugfs_root, &priv->hangcheck_period); +debugfs_create_bool ("disable_err_irq" ,0600 , minor->debugfs_root, + &priv->disable_err_irq); +debugfs_create_file ("shrink" ,S_IRWXU , minor->debugfs_root, dev, &shrink_fops);drivers/gpu/drm/msm/msm_drv.h +2
-0@@ -246,6 +246,15 @@ struct msm_drm_private {/* For hang detection, in ms */ unsigned int hangcheck_period; + +/**
drivers/gpu/drm/msm/msm_drv.h struct msm_drm_private { · line 260
Quoted 10 lines
drivers/gpu/drm/msm/msm_drv.h +7
-0+* disable_err_irq: +* +* Disable handling of GPU hw error interrupts, to force fallback to +* sw hangcheck timer. Written (via debugfs) by igt tests to test +* the sw hangcheck mechanism. +*/ +bool disable_err_irq; };struct msm_format {
-Akhil.