drm/i915/gem: Break out some shmem backend utils
Subsystems (2)
PATCH v9 1/8 drm/i915/gem: Break out some shmem backend utils
From: Thomas Hellström <[email protected]>
Break out some shmem backend utils for future reuse by the TTM backend:shmem_alloc_st(), shmem_free_st() and __shmem_writeback() which we can use to provide a shmem-backed TTM page pool for cached-only TTM buffer objects.
Main functional change here is that we now compute the page sizes using the dma segments rather than using the physical page address segments.
v2(Reported-by: kernel test robot <[email protected]>)
- Make sure we initialise the mapping on the error path in shmem_get_pages()
--- drivers/gpu/drm/i915/gem/i915_gem_shmem.c | 181 +++++++++++++--------- 1 file changed, 106 insertions(+), 75 deletions(-)
drivers/gpu/drm/i915/gem/i915_gem_shmem.c +106 -75
@@ -25,46 +25,61 @@ static void check_release_pagevec(struct pagevec *pvec)cond_resched (); } -static int shmem_get_pages (struct drm_i915_gem_object *obj) +static void shmem_free_st (struct sg_table *st,struct address_space *mapping, +bool dirty,bool backup) { -struct drm_i915_private *i915 =to_i915 (obj->base.dev); -struct intel_memory_region *mem = obj->mm.region; -const unsigned long page_count = obj->base.size /PAGE_SIZE ; +struct sgt_iter sgt_iter; +struct pagevec pvec; +struct page *page; + +mapping_clear_unevictable (mapping); + +pagevec_init (&pvec); +for_each_sgt_page (page, sgt_iter, st) { +if (dirty) +set_page_dirty (page); + +if (backup) +mark_page_accessed (page); + +if (!pagevec_add (&pvec, page)) +check_release_pagevec (&pvec); + } +if (pagevec_count (&pvec)) +check_release_pagevec (&pvec); + +sg_free_table (st); +kfree (st); +} + +static struct sg_table *shmem_alloc_st (struct drm_i915_private *i915, +size_t size,struct intel_memory_region *mr, +struct address_space *mapping, +unsigned int max_segment) +{ +const unsigned long page_count = size /PAGE_SIZE ;unsigned long i; -struct address_space *mapping;struct sg_table *st;struct scatterlist *sg; -struct sgt_iter sgt_iter;struct page *page;unsigned long last_pfn =0 ;/* suppress gcc warning */ -unsigned int max_segment =i915_sg_segment_size (); -unsigned int sg_page_sizes;gfp_t noreclaim;int ret; -/* -* Assert that the object is not currently in any GPU domain. As it -* wasn't in the GTT, there shouldn't be any way it could have been in -* a GPU cache -*/ -GEM_BUG_ON (obj->read_domains &I915_GEM_GPU_DOMAINS ); -GEM_BUG_ON (obj->write_domain &I915_GEM_GPU_DOMAINS ); -/* * If there's no chance of allocating enough pages for the whole * object, bail early. */ -if (obj->base.size >resource_size (&mem->region)) -return -ENOMEM ; +if (size >resource_size (&mr->region)) +return ERR_PTR (-ENOMEM ); st =kmalloc (sizeof (*st),GFP_KERNEL );if (!st) -return -ENOMEM ; +return ERR_PTR (-ENOMEM ); -rebuild_st:if (sg_alloc_table (st, page_count,GFP_KERNEL )) {kfree (st); -return -ENOMEM ; +return ERR_PTR (-ENOMEM ); }/*
@@ -73,14 +88,12 @@ static int shmem_get_pages(struct drm_i915_gem_object *obj)* * Fail silently without starting the shrinker */ - mapping = obj->base.filp->f_mapping;mapping_set_unevictable (mapping); noreclaim =mapping_gfp_constraint (mapping, ~__GFP_RECLAIM); noreclaim |= __GFP_NORETRY | __GFP_NOWARN; sg = st->sgl; st->nents =0 ; - sg_page_sizes =0 ;for (i =0 ; i < page_count; i++) {const unsigned int shrink[] = {I915_SHRINK_BOUND |I915_SHRINK_UNBOUND ,
@@ -135,10 +148,9 @@ static int shmem_get_pages(struct drm_i915_gem_object *obj)if (!i || sg->length >= max_segment ||page_to_pfn (page) != last_pfn +1 ) { -if (i) { - sg_page_sizes |= sg->length; +if (i) sg =sg_next (sg); - } + st->nents++;sg_set_page (sg, page,PAGE_SIZE ,0 ); }else {
@@ -149,14 +161,65 @@ static int shmem_get_pages(struct drm_i915_gem_object *obj)/* Check that the i965g/gm workaround works. */ GEM_BUG_ON (gfp & __GFP_DMA32 && last_pfn >=0x00100000UL ); } -if (sg) {/* loop terminated early; short sg table */ - sg_page_sizes |= sg->length; +if (sg)/* loop terminated early; short sg table */ sg_mark_end (sg); - }/* Trim unused sg entries to avoid wasting memory. */ i915_sg_trim (st); +return st; +err_sg: +sg_mark_end (sg); +if (sg != st->sgl) { +shmem_free_st (st, mapping, false, false); + }else { +mapping_clear_unevictable (mapping); +sg_free_table (st); +kfree (st); + } + +/* +* shmemfs first checks if there is enough memory to allocate the page +* and reports ENOSPC should there be insufficient, along with the usual +* ENOMEM for a genuine allocation failure. +* +* We use ENOSPC in our driver to mean that we have run out of aperture +* space and so want to translate the error from shmemfs back to our +* usual understanding of ENOMEM. +*/ +if (ret == -ENOSPC ) + ret = -ENOMEM ; + +return ERR_PTR (ret); +} + +static int shmem_get_pages (struct drm_i915_gem_object *obj) +{ +struct drm_i915_private *i915 =to_i915 (obj->base.dev); +struct intel_memory_region *mem = obj->mm.region; +struct address_space *mapping = obj->base.filp->f_mapping; +const unsigned long page_count = obj->base.size /PAGE_SIZE ; +unsigned int max_segment =i915_sg_segment_size (); +struct sg_table *st; +struct sgt_iter sgt_iter; +struct page *page; +int ret; + +/* +* Assert that the object is not currently in any GPU domain. As it +* wasn't in the GTT, there shouldn't be any way it could have been in +* a GPU cache +*/ +GEM_BUG_ON (obj->read_domains &I915_GEM_GPU_DOMAINS ); +GEM_BUG_ON (obj->write_domain &I915_GEM_GPU_DOMAINS ); + +rebuild_st: + st =shmem_alloc_st (i915, obj->base.size, mem, mapping, max_segment); +if (IS_ERR (st)) { + ret =PTR_ERR (st); + goto err_st; + } + ret =i915_gem_gtt_prepare_pages (obj, st);if (ret) {/*
@@ -168,6 +231,7 @@ static int shmem_get_pages(struct drm_i915_gem_object *obj)for_each_sgt_page (page, sgt_iter, st)put_page (page);sg_free_table (st); +kfree (st); max_segment =PAGE_SIZE ; goto rebuild_st;
@@ -200,28 +264,12 @@ static int shmem_get_pages(struct drm_i915_gem_object *obj)if (IS_JSL_EHL (i915) && obj->flags &I915_BO_ALLOC_USER ) obj->cache_dirty = true; -__i915_gem_object_set_pages (obj, st, sg_page_sizes); +__i915_gem_object_set_pages (obj, st,i915_sg_dma_sizes (st->sgl));return 0 ; -err_sg: -sg_mark_end (sg); err_pages: -mapping_clear_unevictable (mapping); -if (sg != st->sgl) { -struct pagevec pvec; - -pagevec_init (&pvec); -for_each_sgt_page (page, sgt_iter, st) { -if (!pagevec_add (&pvec, page)) -check_release_pagevec (&pvec); - } -if (pagevec_count (&pvec)) -check_release_pagevec (&pvec); - } -sg_free_table (st); -kfree (st); - +shmem_free_st (st, mapping, false, false);/* * shmemfs first checks if there is enough memory to allocate the page * and reports ENOSPC should there be insufficient, along with the usual
@@ -231,6 +279,7 @@ static int shmem_get_pages(struct drm_i915_gem_object *obj)* space and so want to translate the error from shmemfs back to our * usual understanding of ENOMEM. */ +err_st:if (ret == -ENOSPC ) ret = -ENOMEM ;
@@ -251,10 +300,8 @@ shmem_truncate(struct drm_i915_gem_object *obj) obj->mm.pages =ERR_PTR (-EFAULT ); } -static void -shmem_writeback (struct drm_i915_gem_object *obj) +static void __shmem_writeback (size_t size,struct address_space *mapping) { -struct address_space *mapping;struct writeback_control wbc = { .sync_mode =WB_SYNC_NONE , .nr_to_write =SWAP_CLUSTER_MAX ,
@@ -270,10 +317,9 @@ shmem_writeback(struct drm_i915_gem_object *obj)* instead of invoking writeback so they are aged and paged out * as normal. */ - mapping = obj->base.filp->f_mapping;/* Begin writeback on each dirty page */ -for (i =0 ; i < obj->base.size >>PAGE_SHIFT ; i++) { +for (i =0 ; i < size >>PAGE_SHIFT ; i++) {struct page *page; page =find_lock_page (mapping, i);
@@ -296,6 +342,12 @@ shmem_writeback(struct drm_i915_gem_object *obj) } } +static void +shmem_writeback (struct drm_i915_gem_object *obj) +{ +__shmem_writeback (obj->base.size, obj->base.filp->f_mapping); +} + void __i915_gem_object_release_shmem(struct drm_i915_gem_object *obj, struct sg_table *pages,
@@ -316,11 +368,6 @@ __i915_gem_object_release_shmem(struct drm_i915_gem_object *obj,void i915_gem_object_put_pages_shmem (struct drm_i915_gem_object *obj,struct sg_table *pages) { -struct sgt_iter sgt_iter; -struct pagevec pvec; -struct page *page; - -GEM_WARN_ON (IS_DGFX (to_i915 (obj->base.dev)));__i915_gem_object_release_shmem (obj, pages, true);i915_gem_gtt_finish_pages (obj, pages);
@@ -328,25 +375,9 @@ void i915_gem_object_put_pages_shmem(struct drm_i915_gem_object *obj, struct sg_if (i915_gem_object_needs_bit17_swizzle (obj))i915_gem_object_save_bit_17_swizzle (obj, pages); -mapping_clear_unevictable (file_inode (obj->base.filp)->i_mapping); - -pagevec_init (&pvec); -for_each_sgt_page (page, sgt_iter, pages) { -if (obj->mm.dirty) -set_page_dirty (page); - -if (obj->mm.madv ==I915_MADV_WILLNEED ) -mark_page_accessed (page); - -if (!pagevec_add (&pvec, page)) -check_release_pagevec (&pvec); - } -if (pagevec_count (&pvec)) -check_release_pagevec (&pvec); +shmem_free_st (pages,file_inode (obj->base.filp)->i_mapping, + obj->mm.dirty, obj->mm.madv ==I915_MADV_WILLNEED ); obj->mm.dirty = false; - -sg_free_table (pages); -kfree (pages); } static void
Signature · 1 line
2.26.3
PATCH v9 2/8 drm/i915/ttm: add tt shmem backend
For cached objects we can allocate our pages directly in shmem. This should make it possible(in a later patch) to utilise the existing i915-gem shrinker code for such objects. For now this is still disabled.
v2(Thomas):
- Add optional try_to_writeback hook for objects. Importantly we need to check if the object is even still shrinkable; in between us dropping the shrinker LRU lock and acquiring the object lock it could for example have been moved. Also we need to differentiate between "lazy" shrinking and the immediate writeback mode. Also later we need to handle objects which don't even have mm.pages, so bundling this into put_pages() would require somehow handling that edge case, hence just letting the ttm backend handle everything in try_to_writeback doesn't seem too bad.
v3(Thomas):
- Likely a bad idea to touch the object from the unpopulate hook, since it's not possible to hold a reference, without also creating circular dependency, so likely this is too fragile. For now just ensure we at least mark the pages as dirty/accessed when called from the shrinker on WILLNEED objects.
- s/try_to_writeback/shrinker_release_pages, since this can do more than just writeback.
- Get rid of do_backup boolean and just set the SWAPPED flag prior to calling unpopulate.
- Keep shmem_tt as lowest priority for the TTM LRU bo_swapout walk, since these just get skipped anyway. We can try to come up with something better later.
v4(Thomas):
- s/PCI_DMA/DMA/. Also drop NO_KERNEL_MAPPING and NO_WARN, which apparently doesn't do anything with streaming mappings.
- Just pass along the error for ->truncate, and assume nothing.
--- drivers/gpu/drm/i915/gem/i915_gem_object.h | 11 +- .../gpu/drm/i915/gem/i915_gem_object_types.h | 4 +- drivers/gpu/drm/i915/gem/i915_gem_pages.c | 6 +- drivers/gpu/drm/i915/gem/i915_gem_shmem.c | 18 +- drivers/gpu/drm/i915/gem/i915_gem_shrinker.c | 17 +- drivers/gpu/drm/i915/gem/i915_gem_ttm.c | 233 ++++++++++++++++-- 6 files changed, 247 insertions(+), 42 deletions(-)
drivers/gpu/drm/i915/gem/i915_gem_object.h +9 -2
@@ -93,7 +93,6 @@ void i915_gem_flush_free_objects(struct drm_i915_private *i915);struct sg_table *__i915_gem_object_unset_pages (struct drm_i915_gem_object *obj); -void i915_gem_object_truncate (struct drm_i915_gem_object *obj);/** * i915_gem_object_lookup_rcu - look up a temporary GEM object from its handle
@@ -449,7 +448,7 @@ i915_gem_object_unpin_pages(struct drm_i915_gem_object *obj) }int __i915_gem_object_put_pages (struct drm_i915_gem_object *obj); -void i915_gem_object_truncate (struct drm_i915_gem_object *obj); +int i915_gem_object_truncate (struct drm_i915_gem_object *obj);void i915_gem_object_writeback (struct drm_i915_gem_object *obj);/**
@@ -612,6 +611,14 @@ int i915_gem_object_wait_migration(struct drm_i915_gem_object *obj,bool i915_gem_object_placement_possible (struct drm_i915_gem_object *obj,enum intel_memory_type type); +struct sg_table *shmem_alloc_st (struct drm_i915_private *i915, +size_t size,struct intel_memory_region *mr, +struct address_space *mapping, +unsigned int max_segment); +void shmem_free_st (struct sg_table *st,struct address_space *mapping, +bool dirty,bool backup); +void __shmem_writeback (size_t size,struct address_space *mapping); +#ifdef CONFIG_MMU_NOTIFIER static inline bool i915_gem_object_is_userptr (struct drm_i915_gem_object *obj)
drivers/gpu/drm/i915/gem/i915_gem_object_types.h +3 -1
@@ -54,8 +54,10 @@ struct drm_i915_gem_object_ops {int (*get_pages)(struct drm_i915_gem_object *obj);void (*put_pages)(struct drm_i915_gem_object *obj,struct sg_table *pages); -void (*truncate)(struct drm_i915_gem_object *obj); +int (*truncate)(struct drm_i915_gem_object *obj);void (*writeback)(struct drm_i915_gem_object *obj); +int (*shrinker_release_pages)(struct drm_i915_gem_object *obj, +bool should_writeback);int (*pread)(struct drm_i915_gem_object *obj,const struct drm_i915_gem_pread *arg);
drivers/gpu/drm/i915/gem/i915_gem_pages.c +4 -2
@@ -158,11 +158,13 @@ int i915_gem_object_pin_pages_unlocked(struct drm_i915_gem_object *obj) }/* Immediately discard the backing storage */ -void i915_gem_object_truncate (struct drm_i915_gem_object *obj) +int i915_gem_object_truncate (struct drm_i915_gem_object *obj) {drm_gem_free_mmap_offset (&obj->base);if (obj->ops->truncate) - obj->ops->truncate (obj); +return obj->ops->truncate (obj); + +return 0 ; }/* Try to discard unwanted pages */
drivers/gpu/drm/i915/gem/i915_gem_shmem.c +10 -8
@@ -25,8 +25,8 @@ static void check_release_pagevec(struct pagevec *pvec)cond_resched (); } -static void shmem_free_st (struct sg_table *st,struct address_space *mapping, -bool dirty,bool backup) +void shmem_free_st (struct sg_table *st,struct address_space *mapping, +bool dirty,bool backup) {struct sgt_iter sgt_iter;struct pagevec pvec;
@@ -52,10 +52,10 @@ static void shmem_free_st(struct sg_table *st, struct address_space *mapping,kfree (st); } -static struct sg_table *shmem_alloc_st (struct drm_i915_private *i915, -size_t size,struct intel_memory_region *mr, -struct address_space *mapping, -unsigned int max_segment) +struct sg_table *shmem_alloc_st (struct drm_i915_private *i915, +size_t size,struct intel_memory_region *mr, +struct address_space *mapping, +unsigned int max_segment) {const unsigned long page_count = size /PAGE_SIZE ;unsigned long i;
@@ -286,7 +286,7 @@ static int shmem_get_pages(struct drm_i915_gem_object *obj)return ret; } -static void +static int shmem_truncate (struct drm_i915_gem_object *obj) {/*
@@ -298,9 +298,11 @@ shmem_truncate(struct drm_i915_gem_object *obj)shmem_truncate_range (file_inode (obj->base.filp),0 , (loff_t)-1 ); obj->mm.madv = __I915_MADV_PURGED; obj->mm.pages =ERR_PTR (-EFAULT ); + +return 0 ; } -static void __shmem_writeback (size_t size,struct address_space *mapping) +void __shmem_writeback (size_t size,struct address_space *mapping) {struct writeback_control wbc = { .sync_mode =WB_SYNC_NONE ,
drivers/gpu/drm/i915/gem/i915_gem_shrinker.c +11 -6
@@ -56,19 +56,24 @@ static bool unsafe_drop_pages(struct drm_i915_gem_object *obj,return false; } -static void try_to_writeback (struct drm_i915_gem_object *obj, -unsigned int flags) +static int try_to_writeback (struct drm_i915_gem_object *obj,unsigned int flags) { +if (obj->ops->shrinker_release_pages) +return obj->ops->shrinker_release_pages (obj, + flags &I915_SHRINK_WRITEBACK ); +switch (obj->mm.madv) {case I915_MADV_DONTNEED :i915_gem_object_truncate (obj); -return ; +return 0 ;case __I915_MADV_PURGED: -return ; +return 0 ; }if (flags &I915_SHRINK_WRITEBACK )i915_gem_object_writeback (obj); + +return 0 ; }/**
@@ -222,8 +227,8 @@ i915_gem_shrink(struct i915_gem_ww_ctx *ww, }if (!__i915_gem_object_put_pages (obj)) { -try_to_writeback (obj, shrink); - count += obj->base.size >>PAGE_SHIFT ; +if (!try_to_writeback (obj, shrink)) + count += obj->base.size >>PAGE_SHIFT ; }if (!ww)i915_gem_object_unlock (obj);
drivers/gpu/drm/i915/gem/i915_gem_ttm.c +210 -23
349 lines not on this page · raw message
Signature · 1 line
2.26.3
PATCH v9 3/8 drm/i915/gtt: drop unneeded make_unshrinkable
In reply to Matthew AuldWe already do this when mapping the pages.
--- drivers/gpu/drm/i915/gt/gen6_ppgtt.c | 1 - drivers/gpu/drm/i915/gt/gen8_ppgtt.c | 1 - 2 files changed, 2 deletions(-)
drivers/gpu/drm/i915/gt/gen6_ppgtt.c +0 -1
@@ -185,7 +185,6 @@ static void gen6_alloc_va_range(struct i915_address_space *vm, pt = stash->pt[0 ];__i915_gem_object_pin_pages (pt->base); -i915_gem_object_make_unshrinkable (pt->base);fill32_px (pt, vm->scratch[0 ]->encode);
drivers/gpu/drm/i915/gt/gen8_ppgtt.c +0 -1
@@ -301,7 +301,6 @@ static void __gen8_ppgtt_alloc(struct i915_address_space * const vm, pt = stash->pt[!!lvl];__i915_gem_object_pin_pages (pt->base); -i915_gem_object_make_unshrinkable (pt->base);fill_px (pt, vm->scratch[lvl]->encode);
Signature · 1 line
2.26.3
PATCH v9 4/8 drm/i915: drop unneeded make_unshrinkable in free_object
In reply to Matthew AuldThe comment here is no longer accurate, since the current shrinker code requires a full ref before touching any objects. Also unset_pages() should already do the required make_unshrinkable() for us, if needed, which is also nicely balanced with set_pages().
--- drivers/gpu/drm/i915/gem/i915_gem_object.c | 9 --------- 1 file changed, 9 deletions(-)
drivers/gpu/drm/i915/gem/i915_gem_object.c +0 -9
@@ -337,15 +337,6 @@ static void i915_gem_free_object(struct drm_gem_object *gem_obj)*/ atomic_inc (&i915->mm.free_count); -/* -* This serializes freeing with the shrinker. Since the free -* is delayed, first by RCU then by the workqueue, we want the -* shrinker to be able to free pages of unreferenced objects, -* or else we may oom whilst there are plenty of deferred -* freed objects. -*/ -i915_gem_object_make_unshrinkable (obj); -/* * Since we require blocking on struct_mutex to unbind the freed * object from the GPU before releasing resources back to the
Signature · 1 line
2.26.3
PATCH v9 5/8 drm/i915: add some kernel-doc for shrink_pin and friends
In reply to Matthew AuldAttempt to document shrink_pin and the other relevant interfaces that interact with it, before we start messing with it.
--- .../gpu/drm/i915/gem/i915_gem_object_types.h | 24 +++++++++++++- drivers/gpu/drm/i915/gem/i915_gem_shrinker.c | 31 +++++++++++++++++++ 2 files changed, 54 insertions(+), 1 deletion(-)
drivers/gpu/drm/i915/gem/i915_gem_object_types.h +23 -1
@@ -461,6 +461,28 @@ struct drm_i915_gem_object {* instead go through the pin/unpin interfaces. */ atomic_t pages_pin_count; + +/** +* @shrink_pin: Prevents the pages from being made visible to +* the shrinker, while the shrink_pin is non-zero. Most users +* should pretty much never have to care about this, outside of +* some special use cases. +* +* By default most objects will start out as visible to the +* shrinker(if I915_GEM_OBJECT_IS_SHRINKABLE) as soon as the +* backing pages are attached to the object, like in +* __i915_gem_object_set_pages(). They will then be removed the +* shrinker list once the pages are released. +* +* The @shrink_pin is incremented by calling +* i915_gem_object_make_unshrinkable(), which will also remove +* the object from the shrinker list, if the pin count was zero. +* +* Callers will then typically call +* i915_gem_object_make_shrinkable() or +* i915_gem_object_make_purgeable() to decrement the pin count, +* and make the pages visible again. +*/ atomic_t shrink_pin;/**
@@ -522,7 +544,7 @@ struct drm_i915_gem_object {struct i915_gem_object_page_iter get_dma_page;/** -* Element within i915->mm.unbound_list or i915->mm.bound_list, +* Element within i915->mm.shrink_list or i915->mm.purge_list, * locked by i915->mm.obj_lock. */ struct list_head link;
drivers/gpu/drm/i915/gem/i915_gem_shrinker.c +31 -0
@@ -463,6 +463,16 @@ void i915_gem_shrinker_taints_mutex(struct drm_i915_private *i915,#define obj_to_i915 (obj__) to_i915((obj__)->base.dev) +/** +* i915_gem_object_make_unshrinkable - Hide the object from the shrinker. By +* default all object types that support shrinking(see IS_SHRINKABLE), will also +* make the object visible to the shrinker after allocating the system memory +* pages. +* @obj: The GEM object. +* +* This is typically used for special kernel internal objects that can't be +* easily processed by the shrinker, like if they are perma-pinned. +*/ void i915_gem_object_make_unshrinkable (struct drm_i915_gem_object *obj) {struct drm_i915_private *i915 =obj_to_i915 (obj);
@@ -513,12 +523,33 @@ static void __i915_gem_object_make_shrinkable(struct drm_i915_gem_object *obj,spin_unlock_irqrestore (&i915->mm.obj_lock, flags); } +/** +* i915_gem_object_make_shrinkable - Move the object to the tail of the +* shrinkable list. Objects on this list might be swapped out. Used with +* WILLNEED objects. +* @obj: The GEM object. +* +* MUST only be called on objects which have backing pages. +* +* MUST be balanced with previous call to i915_gem_object_make_unshrinkable(). +*/ void i915_gem_object_make_shrinkable (struct drm_i915_gem_object *obj) {__i915_gem_object_make_shrinkable (obj, &obj_to_i915 (obj)->mm.shrink_list); } +/** +* i915_gem_object_make_purgeable - Move the object to the tail of the purgeable +* list. Used with DONTNEED objects. Unlike with shrinkable objects, the +* shrinker will attempt to discard the backing pages, instead of trying to swap +* them out. +* @obj: The GEM object. +* +* MUST only be called on objects which have backing pages. +* +* MUST be balanced with previous call to i915_gem_object_make_unshrinkable(). +*/ void i915_gem_object_make_purgeable (struct drm_i915_gem_object *obj) { __i915_gem_object_make_shrinkable(obj,
Signature · 1 line
2.26.3
PATCH v9 6/8 drm/i915/ttm: move shrinker management into adjust_lru
In reply to Matthew AuldWe currently just evict lmem objects to system memory when under memory pressure. For this case we might lack the usual object mm.pages, which effectively hides the pages from the i915-gem shrinker, until we actually "attach" the TT to the object, or in the case of lmem-only objects it just gets migrated back to lmem when touched again.
For all cases we can just adjust the i915 shrinker LRU each time we also adjust the TTM LRU. The two cases we care about are:
1) When something is moved by TTM, including when initially populating an object. Importantly this covers the case where TTM moves something from lmem <-> smem, outside of the normal get_pages() interface, which should still ensure the shmem pages underneath are reclaimable.
2) When calling into i915_gem_object_unlock(). The unlock should ensure the object is removed from the shinker LRU, if it was indeed swapped out, or just purged, when the shrinker drops the object lock.
v2(Thomas):
- Handle managing the shrinker LRU in adjust_lru, where it is always safe to touch the object.
v3(Thomas):
- Pretty much a re-write. This time piggy back off the shrink_pin stuff, which actually seems to fit quite well for what we want here.
v4(Thomas):
- Just use a simple boolean for tracking ttm_shrinkable.
v5:
- Ensure we call adjust_lru when faulting the object, to ensure the pages are visible to the shrinker, if needed.
- Add back the adjust_lru when in i915_ttm_move (Thomas)
v6(Reported-by: kernel test robot <[email protected]>):
- Remove unused i915_tt
--- drivers/gpu/drm/i915/gem/i915_gem_object.h | 8 ++ .../gpu/drm/i915/gem/i915_gem_object_types.h | 14 ++- drivers/gpu/drm/i915/gem/i915_gem_pages.c | 5 +- drivers/gpu/drm/i915/gem/i915_gem_shrinker.c | 45 ++++++++-- drivers/gpu/drm/i915/gem/i915_gem_ttm.c | 87 ++++++++++++++++--- 5 files changed, 137 insertions(+), 22 deletions(-)
drivers/gpu/drm/i915/gem/i915_gem_object.h +8 -0
@@ -294,6 +294,12 @@ i915_gem_object_is_shrinkable(const struct drm_i915_gem_object *obj)return i915_gem_object_type_has (obj,I915_GEM_OBJECT_IS_SHRINKABLE ); } +static inline bool +i915_gem_object_has_self_managed_shrink_list (const struct drm_i915_gem_object *obj) +{ +return i915_gem_object_type_has (obj,I915_GEM_OBJECT_SELF_MANAGED_SHRINK_LIST ); +} +static inline bool i915_gem_object_is_proxy (const struct drm_i915_gem_object *obj) {
@@ -531,6 +537,8 @@ i915_gem_object_pin_to_display_plane(struct drm_i915_gem_object *obj,void i915_gem_object_make_unshrinkable (struct drm_i915_gem_object *obj);void i915_gem_object_make_shrinkable (struct drm_i915_gem_object *obj); +void __i915_gem_object_make_shrinkable (struct drm_i915_gem_object *obj); +void __i915_gem_object_make_purgeable (struct drm_i915_gem_object *obj);void i915_gem_object_make_purgeable (struct drm_i915_gem_object *obj);static inline bool cpu_write_needs_clflush (struct drm_i915_gem_object *obj)
drivers/gpu/drm/i915/gem/i915_gem_object_types.h +11 -3
@@ -34,9 +34,11 @@ struct i915_lut_handle {struct drm_i915_gem_object_ops {unsigned int flags; -#define I915_GEM_OBJECT_IS_SHRINKABLE BIT(1) -#define I915_GEM_OBJECT_IS_PROXY BIT(2) -#define I915_GEM_OBJECT_NO_MMAP BIT(3) +#define I915_GEM_OBJECT_IS_SHRINKABLE BIT(1) +/* Skip the shrinker management in set_pages/unset_pages */ +#define I915_GEM_OBJECT_SELF_MANAGED_SHRINK_LIST BIT(2) +#define I915_GEM_OBJECT_IS_PROXY BIT(3) +#define I915_GEM_OBJECT_NO_MMAP BIT(4)/* Interface between the GEM object and its backing storage. * get_pages() is called once prior to the use of the associated set
@@ -485,6 +487,12 @@ struct drm_i915_gem_object {*/ atomic_t shrink_pin; +/** +* @ttm_shrinkable: True when the object is using shmem pages +* underneath. Protected by the object lock. +*/ +bool ttm_shrinkable; +/** * Priority list of potential placements for this object. */
drivers/gpu/drm/i915/gem/i915_gem_pages.c +3 -2
@@ -68,7 +68,7 @@ void __i915_gem_object_set_pages(struct drm_i915_gem_object *obj, shrinkable = false; } -if (shrinkable) { +if (shrinkable && !i915_gem_object_has_self_managed_shrink_list (obj)) {struct list_head *list;unsigned long flags;
@@ -210,7 +210,8 @@ __i915_gem_object_unset_pages(struct drm_i915_gem_object *obj)if (i915_gem_object_is_volatile (obj)) obj->mm.madv =I915_MADV_WILLNEED ; -i915_gem_object_make_unshrinkable (obj); +if (!i915_gem_object_has_self_managed_shrink_list (obj)) +i915_gem_object_make_unshrinkable (obj);if (obj->mm.mapping) {unmap_object (obj,page_mask_bits (obj->mm.mapping));
drivers/gpu/drm/i915/gem/i915_gem_shrinker.c +38 -7
71 lines not on this page · raw message
drivers/gpu/drm/i915/gem/i915_gem_ttm.c +77 -10
165 lines not on this page · raw message
Signature · 1 line
2.26.3
PATCH v9 8/8 drm/i915/ttm: enable shmem tt backend
In reply to Matthew AuldTurn on the shmem tt backend, and enable shrinking.
--- drivers/gpu/drm/i915/gem/i915_gem_ttm.c | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-)
drivers/gpu/drm/i915/gem/i915_gem_ttm.c +2 -1
@@ -1113,7 +1113,8 @@ static u64 i915_ttm_mmap_offset(struct drm_i915_gem_object *obj)static const struct drm_i915_gem_object_ops i915_gem_ttm_obj_ops = { .name ="i915_gem_object_ttm" , - .flags =I915_GEM_OBJECT_SELF_MANAGED_SHRINK_LIST , + .flags =I915_GEM_OBJECT_IS_SHRINKABLE | +I915_GEM_OBJECT_SELF_MANAGED_SHRINK_LIST , .get_pages = i915_ttm_get_pages, .put_pages = i915_ttm_put_pages,
Signature · 1 line
2.26.3
PATCH v9 7/8 drm/i915/ttm: use cached system pages when evicting lmem
In reply to Matthew AuldThis should let us do an accelerated copy directly to the shmem pages when temporarily moving lmem-only objects, where the i915-gem shrinker can later kick in to swap out the pages, if needed.
--- drivers/gpu/drm/i915/gem/i915_gem_ttm.c | 8 ++++---- 1 file changed, 4 insertions(+), 4 deletions(-)
drivers/gpu/drm/i915/gem/i915_gem_ttm.c +4 -4
@@ -134,11 +134,11 @@ static enum ttm_caching i915_ttm_select_tt_caching(const struct drm_i915_gem_object *obj) {/* -* Objects only allowed in system get cached cpu-mappings. -* Other objects get WC mapping for now. Even if in system. +* Objects only allowed in system get cached cpu-mappings, or when +* evicting lmem-only buffers to system for swapping. Other objects get +* WC mapping for now. Even if in system. */ -if (obj->mm.region->type ==INTEL_MEMORY_SYSTEM && - obj->mm.n_placements <=1 ) +if (obj->mm.n_placements <=1 )return ttm_cached;return ttm_write_combined;
Signature · 1 line
2.26.3
Patchwork
CI[Intel-gfx] ✗ Fi.CI.CHECKPATCH: warning for series starting with [v9,1/8] drm/i915/gem: Break out some shmem backend utils
In reply to Matthew Auld== Series Details ==
== Series Details ==
Series: series starting with [v9,1/8] drm/i915/gem: Break out some shmem backend utils
URL : https://patchwork.freedesktop.org/series/95942/
State : warning
== Summary ==
$ dim checkpatch origin/drm-tip
53802cc4ee04 drm/i915/gem: Break out some shmem backend utils
52832ef9f7a8 drm/i915/ttm: add tt shmem backend
-:16: WARNING:COMMIT_LOG_LONG_LINE: Possible unwrapped commit description (prefer a maximum 75 chars per line)
#16:
dropping the shrinker LRU lock and acquiring the object lock it could fortotal: 0 errors, 1 warnings, 0 checks, 486 lines checkedf53947eeb752 drm/i915/gtt: drop unneeded make_unshrinkable14c9126d88dc drm/i915: drop unneeded make_unshrinkable in free_object391284f29461 drm/i915: add some kernel-doc for shrink_pin and friendscade90c069e7 drm/i915/ttm: move shrinker management into adjust_lru
-:19: WARNING:COMMIT_LOG_LONG_LINE: Possible unwrapped commit description (prefer a maximum 75 chars per line) #19:
an object. Importantly this covers the case where TTM moves something from
total: 0 errors, 1 warnings, 0 checks, 299 lines checked 1e11734bd61a drm/i915/ttm: use cached system pages when evicting lmem b5e031de1986 drm/i915/ttm: enable shmem tt backend
Patchwork
CI[Intel-gfx] ✗ Fi.CI.SPARSE: warning for series starting with [v9,1/8] drm/i915/gem: Break out some shmem backend utils
In reply to Matthew Auld== Series Details ==
== Series Details ==
Series: series starting with [v9,1/8] drm/i915/gem: Break out some shmem backend utils
URL : https://patchwork.freedesktop.org/series/95942/
State : warning
== Summary ==
$ dim sparse --fast origin/drm-tip Sparse version: v0.6.2 Fast mode used, each commit won't be checked separately. - +drivers/gpu/drm/i915/gt/intel_engine_stats.h:27:9: warning: trying to copy expression type 31 +drivers/gpu/drm/i915/gt/intel_engine_stats.h:27:9: warning: trying to copy expression type 31 +drivers/gpu/drm/i915/gt/intel_engine_stats.h:27:9: warning: trying to copy expression type 31 +drivers/gpu/drm/i915/gt/intel_engine_stats.h:32:9: warning: trying to copy expression type 31 +drivers/gpu/drm/i915/gt/intel_engine_stats.h:32:9: warning: trying to copy expression type 31 +drivers/gpu/drm/i915/gt/intel_engine_stats.h:49:9: warning: trying to copy expression type 31 +drivers/gpu/drm/i915/gt/intel_engine_stats.h:49:9: warning: trying to copy expression type 31 +drivers/gpu/drm/i915/gt/intel_engine_stats.h:49:9: warning: trying to copy expression type 31 +drivers/gpu/drm/i915/gt/intel_engine_stats.h:56:9: warning: trying to copy expression type 31 +drivers/gpu/drm/i915/gt/intel_engine_stats.h:56:9: warning: trying to copy expression type 31 +drivers/gpu/drm/i915/gt/intel_reset.c:1392:5: warning: context imbalance in 'intel_gt_reset_trylock' - different lock contexts for basic block +drivers/gpu/drm/i915/i915_perf.c:1442:15: warning: memset with byte count of 16777216 +drivers/gpu/drm/i915/i915_perf.c:1496:15: warning: memset with byte count of 16777216 +./include/asm-generic/bitops/find.h:112:45: warning: shift count is negative (-262080) +./include/asm-generic/bitops/find.h:32:31: warning: shift count is negative (-262080) +./include/linux/spinlock.h:418:9: warning: context imbalance in 'fwtable_read16' - different lock contexts for basic block +./include/linux/spinlock.h:418:9: warning: context imbalance in 'fwtable_read32' - different lock contexts for basic block +./include/linux/spinlock.h:418:9: warning: context imbalance in 'fwtable_read64' - different lock contexts for basic block +./include/linux/spinlock.h:418:9: warning: context imbalance in 'fwtable_read8' - different lock contexts for basic block +./include/linux/spinlock.h:418:9: warning: context imbalance in 'fwtable_write16' - different lock contexts for basic block +./include/linux/spinlock.h:418:9: warning: context imbalance in 'fwtable_write32' - different lock contexts for basic block +./include/linux/spinlock.h:418:9: warning: context imbalance in 'fwtable_write8' - different lock contexts for basic block +./include/linux/spinlock.h:418:9: warning: context imbalance in 'gen6_write16' - different lock contexts for basic block +./include/linux/spinlock.h:418:9: warning: context imbalance in 'gen6_write32' - different lock contexts for basic block +./include/linux/spinlock.h:418:9: warning: context imbalance in 'gen6_write8' - different lock contexts for basic block
Patchwork
CI[Intel-gfx] ✓ Fi.CI.BAT: success for series starting with [v9,1/8] drm/i915/gem: Break out some shmem backend utils
In reply to Matthew Auld== Series Details ==
== Series Details ==
Series: series starting with [v9,1/8] drm/i915/gem: Break out some shmem backend utils
URL : https://patchwork.freedesktop.org/series/95942/
State : success
== Summary ==
CI Bug Log - changes from CI_DRM_10752 -> Patchwork_21366
====================================================
Summary
-------
**SUCCESS**
No regressions found.
External URL: https://intel-gfx-ci.01.org/tree/drm-tip/Patchwork_21366/index.html
Known issues
------------
Here are the changes found in Patchwork_21366 that come from known issues:
### IGT changes ###
#### Issues hit ####
* igt@amdgpu/amd_basic@query-info:
- fi-bsw-kefka: NOTRUN -> [SKIP][1] ([fdo#109271]) +17 similar issues
[1]: https://intel-gfx-ci.01.org/tree/drm-tip/Patchwork_21366/fi-bsw-kefka/igt@amdgpu/[email protected]
- fi-tgl-1115g4: NOTRUN -> [SKIP][2] ([fdo#109315])
[2]: https://intel-gfx-ci.01.org/tree/drm-tip/Patchwork_21366/fi-tgl-1115g4/igt@amdgpu/[email protected]
- fi-kbl-soraka: NOTRUN -> [SKIP][3] ([fdo#109271])
[3]: https://intel-gfx-ci.01.org/tree/drm-tip/Patchwork_21366/fi-kbl-soraka/igt@amdgpu/[email protected]
* igt@amdgpu/amd_cs_nop@nop-gfx0:
- fi-tgl-1115g4: NOTRUN -> [SKIP][4] ([fdo#109315] / [i915#2575]) +16 similar issues
[4]: https://intel-gfx-ci.01.org/tree/drm-tip/Patchwork_21366/fi-tgl-1115g4/igt@amdgpu/[email protected]
* igt@gem_exec_suspend@basic-s3:
- fi-tgl-1115g4: NOTRUN -> [FAIL][5] ([i915#1888])
[5]: https://intel-gfx-ci.01.org/tree/drm-tip/Patchwork_21366/fi-tgl-1115g4/igt@[email protected]
* igt@gem_huc_copy@huc-copy:
- fi-tgl-1115g4: NOTRUN -> [SKIP][6] ([i915#2190])
[6]: https://intel-gfx-ci.01.org/tree/drm-tip/Patchwork_21366/fi-tgl-1115g4/igt@[email protected]
* igt@i915_pm_backlight@basic-brightness:
- fi-tgl-1115g4: NOTRUN -> [SKIP][7] ([i915#1155])
[7]: https://intel-gfx-ci.01.org/tree/drm-tip/Patchwork_21366/fi-tgl-1115g4/igt@[email protected]
* igt@i915_selftest@live@gt_heartbeat:
- fi-bsw-nick: [PASS][8] -> [DMESG-FAIL][9] ([i915#541])
[8]: https://intel-gfx-ci.01.org/tree/drm-tip/CI_DRM_10752/fi-bsw-nick/igt@i915_selftest@live@gt_heartbeat.html
[9]: https://intel-gfx-ci.01.org/tree/drm-tip/Patchwork_21366/fi-bsw-nick/igt@i915_selftest@live@gt_heartbeat.html
* igt@i915_selftest@live@gt_pm:
- fi-tgl-1115g4: NOTRUN -> [DMESG-FAIL][10] ([i915#3987])
[10]: https://intel-gfx-ci.01.org/tree/drm-tip/Patchwork_21366/fi-tgl-1115g4/igt@i915_selftest@live@gt_pm.html
* igt@kms_chamelium@common-hpd-after-suspend:
- fi-tgl-1115g4: NOTRUN -> [SKIP][11] ([fdo#111827]) +8 similar issues
[11]: https://intel-gfx-ci.01.org/tree/drm-tip/Patchwork_21366/fi-tgl-1115g4/igt@[email protected]
* igt@kms_cursor_legacy@basic-busy-flip-before-cursor-atomic:
- fi-tgl-1115g4: NOTRUN -> [SKIP][12] ([i915#4103]) +1 similar issue
[12]: https://intel-gfx-ci.01.org/tree/drm-tip/Patchwork_21366/fi-tgl-1115g4/igt@[email protected]
* igt@kms_force_connector_basic@force-load-detect:
- fi-tgl-1115g4: NOTRUN -> [SKIP][13] ([fdo#109285])
[13]: https://intel-gfx-ci.01.org/tree/drm-tip/Patchwork_21366/fi-tgl-1115g4/igt@[email protected]
* igt@kms_psr@primary_mmap_gtt:
- fi-tgl-1115g4: NOTRUN -> [SKIP][14] ([i915#1072]) +3 similar issues
[14]: https://intel-gfx-ci.01.org/tree/drm-tip/Patchwork_21366/fi-tgl-1115g4/igt@kms_psr@primary_mmap_gtt.html
* igt@prime_vgem@basic-userptr:
- fi-tgl-1115g4: NOTRUN -> [SKIP][15] ([i915#3301])
[15]: https://intel-gfx-ci.01.org/tree/drm-tip/Patchwork_21366/fi-tgl-1115g4/igt@[email protected]
#### Possible fixes ####
* igt@i915_selftest@live@execlists:
- fi-bsw-kefka: [INCOMPLETE][16] ([i915#2940]) -> [PASS][17]
[16]: https://intel-gfx-ci.01.org/tree/drm-tip/CI_DRM_10752/fi-bsw-kefka/igt@i915_selftest@[email protected]
[17]: https://intel-gfx-ci.01.org/tree/drm-tip/Patchwork_21366/fi-bsw-kefka/igt@i915_selftest@[email protected]
* igt@i915_selftest@live@gt_lrc:
- fi-bsw-n3050: [DMESG-FAIL][18] ([i915#2373]) -> [PASS][19]
[18]: https://intel-gfx-ci.01.org/tree/drm-tip/CI_DRM_10752/fi-bsw-n3050/igt@i915_selftest@live@gt_lrc.html
[19]: https://intel-gfx-ci.01.org/tree/drm-tip/Patchwork_21366/fi-bsw-n3050/igt@i915_selftest@live@gt_lrc.html
[fdo#109271]: https://bugs.freedesktop.org/show_bug.cgi?id=109271
[fdo#109285]: https://bugs.freedesktop.org/show_bug.cgi?id=109285
[fdo#109315]: https://bugs.freedesktop.org/show_bug.cgi?id=109315
[fdo#111827]: https://bugs.freedesktop.org/show_bug.cgi?id=111827
[i915#1072]: https://gitlab.freedesktop.org/drm/intel/issues/1072
[i915#1155]: https://gitlab.freedesktop.org/drm/intel/issues/1155
[i915#1888]: https://gitlab.freedesktop.org/drm/intel/issues/1888
[i915#2190]: https://gitlab.freedesktop.org/drm/intel/issues/2190
[i915#2373]: https://gitlab.freedesktop.org/drm/intel/issues/2373
[i915#2575]: https://gitlab.freedesktop.org/drm/intel/issues/2575
[i915#2940]: https://gitlab.freedesktop.org/drm/intel/issues/2940
[i915#3301]: https://gitlab.freedesktop.org/drm/intel/issues/3301
[i915#3987]: https://gitlab.freedesktop.org/drm/intel/issues/3987
[i915#4103]: https://gitlab.freedesktop.org/drm/intel/issues/4103
[i915#541]: https://gitlab.freedesktop.org/drm/intel/issues/541
Participating hosts (38 -> 37)
------------------------------
Additional (1): fi-tgl-1115g4
Missing (2): bat-dg1-6 bat-dg1-5
Build changes
-------------
* Linux: CI_DRM_10752 -> Patchwork_21366
CI-20190529: 20190529
CI_DRM_10752: c76aaeb23ed1eebb2af30e8ba3dca7c31b9f66ec @ git://anongit.freedesktop.org/gfx-ci/linux
IGT_6252: 996f2707195ed10c19905bcd8ccdb860a5e9d9c5 @ https://gitlab.freedesktop.org/drm/igt-gpu-tools.git
Patchwork_21366: b5e031de1986da92d928cda6a6f86d9c3a583a95 @ git://anongit.freedesktop.org/gfx-ci/linux
== Linux commits ==
b5e031de1986 drm/i915/ttm: enable shmem tt backend 1e11734bd61a drm/i915/ttm: use cached system pages when evicting lmem cade90c069e7 drm/i915/ttm: move shrinker management into adjust_lru 391284f29461 drm/i915: add some kernel-doc for shrink_pin and friends 14c9126d88dc drm/i915: drop unneeded make_unshrinkable in free_object f53947eeb752 drm/i915/gtt: drop unneeded make_unshrinkable 52832ef9f7a8 drm/i915/ttm: add tt shmem backend 53802cc4ee04 drm/i915/gem: Break out some shmem backend utils
== Logs ==
For more details see: https://intel-gfx-ci.01.org/tree/drm-tip/Patchwork_21366/index.html
Patchwork
CI[Intel-gfx] ✗ Fi.CI.IGT: failure for series starting with [v9,1/8] drm/i915/gem: Break out some shmem backend utils
In reply to Matthew Auld== Series Details ==
== Series Details ==
Series: series starting with [v9,1/8] drm/i915/gem: Break out some shmem backend utils
URL : https://patchwork.freedesktop.org/series/95942/
State : failure
== Summary ==
CI Bug Log - changes from CI_DRM_10752_full -> Patchwork_21366_full
====================================================
Summary
-------
**FAILURE**
Serious unknown changes coming with Patchwork_21366_full absolutely need to be verified manually.
If you think the reported changes have nothing to do with the changes introduced in Patchwork_21366_full, please notify your bug team to allow them to document this new failure mode, which will reduce false positives in CI.
Possible new issues
-------------------
Here are the unknown changes that may have been introduced in Patchwork_21366_full:
### IGT changes ###
#### Possible regressions ####
* igt@gem_exec_schedule@pi-ringfull@bcs0:
- shard-skl: [PASS][1] -> [FAIL][2]
[1]: https://intel-gfx-ci.01.org/tree/drm-tip/CI_DRM_10752/shard-skl1/igt@gem_exec_schedule@[email protected]
[2]: https://intel-gfx-ci.01.org/tree/drm-tip/Patchwork_21366/shard-skl5/igt@gem_exec_schedule@[email protected]
* igt@kms_busy@extended-modeset-hang-oldfb-with-reset@pipe-d:
- shard-tglb: [PASS][3] -> [INCOMPLETE][4]
[3]: https://intel-gfx-ci.01.org/tree/drm-tip/CI_DRM_10752/shard-tglb1/igt@kms_busy@[email protected]
[4]: https://intel-gfx-ci.01.org/tree/drm-tip/Patchwork_21366/shard-tglb8/igt@kms_busy@[email protected]
* igt@kms_bw@linear-tiling-1-displays-2560x1440p:
- shard-snb: NOTRUN -> [FAIL][5]
[5]: https://intel-gfx-ci.01.org/tree/drm-tip/Patchwork_21366/shard-snb2/igt@[email protected]
Known issues
------------
Here are the changes found in Patchwork_21366_full that come from known issues:
### IGT changes ###
#### Issues hit ####
* igt@gem_caching@writes:
- shard-skl: [PASS][6] -> [DMESG-WARN][7] ([i915#1982]) +2 similar issues
[6]: https://intel-gfx-ci.01.org/tree/drm-tip/CI_DRM_10752/shard-skl3/igt@[email protected]
[7]: https://intel-gfx-ci.01.org/tree/drm-tip/Patchwork_21366/shard-skl3/igt@[email protected]
* igt@gem_ctx_persistence@legacy-engines-queued:
- shard-snb: NOTRUN -> [SKIP][8] ([fdo#109271] / [i915#1099]) +2 similar issues
[8]: https://intel-gfx-ci.01.org/tree/drm-tip/Patchwork_21366/shard-snb2/igt@[email protected]
* igt@gem_ctx_sseu@invalid-sseu:
- shard-tglb: NOTRUN -> [SKIP][9] ([i915#280])
[9]: https://intel-gfx-ci.01.org/tree/drm-tip/Patchwork_21366/shard-tglb6/igt@[email protected]
* igt@gem_eio@unwedge-stress:
- shard-tglb: [PASS][10] -> [TIMEOUT][11] ([i915#2369] / [i915#3063] / [i915#3648])
[10]: https://intel-gfx-ci.01.org/tree/drm-tip/CI_DRM_10752/shard-tglb7/igt@[email protected]
[11]: https://intel-gfx-ci.01.org/tree/drm-tip/Patchwork_21366/shard-tglb2/igt@[email protected]
* igt@gem_exec_fair@basic-deadline:
- shard-glk: [PASS][12] -> [FAIL][13] ([i915#2846])
[12]: https://intel-gfx-ci.01.org/tree/drm-tip/CI_DRM_10752/shard-glk1/igt@[email protected]
[13]: https://intel-gfx-ci.01.org/tree/drm-tip/Patchwork_21366/shard-glk1/igt@[email protected]
* igt@gem_exec_fair@basic-pace-solo@rcs0:
- shard-kbl: [PASS][14] -> [FAIL][15] ([i915#2842])
[14]: https://intel-gfx-ci.01.org/tree/drm-tip/CI_DRM_10752/shard-kbl2/igt@gem_exec_fair@[email protected]
[15]: https://intel-gfx-ci.01.org/tree/drm-tip/Patchwork_21366/shard-kbl2/igt@gem_exec_fair@[email protected]
* igt@gem_exec_fair@basic-throttle@rcs0:
- shard-glk: [PASS][16] -> [FAIL][17] ([i915#2842])
[16]: https://intel-gfx-ci.01.org/tree/drm-tip/CI_DRM_10752/shard-glk7/igt@gem_exec_fair@[email protected]
[17]: https://intel-gfx-ci.01.org/tree/drm-tip/Patchwork_21366/shard-glk9/igt@gem_exec_fair@[email protected]
* igt@gem_exec_whisper@basic-contexts-all:
- shard-glk: [PASS][18] -> [DMESG-WARN][19] ([i915#118]) +3 similar issues
[18]: https://intel-gfx-ci.01.org/tree/drm-tip/CI_DRM_10752/shard-glk6/igt@[email protected]
[19]: https://intel-gfx-ci.01.org/tree/drm-tip/Patchwork_21366/shard-glk6/igt@[email protected]
* igt@gem_media_vme:
- shard-tglb: NOTRUN -> [SKIP][20] ([i915#284])
[20]: https://intel-gfx-ci.01.org/tree/drm-tip/Patchwork_21366/shard-tglb2/igt@gem_media_vme.html
* igt@gem_pxp@regular-baseline-src-copy-readible:
- shard-tglb: NOTRUN -> [SKIP][21] ([i915#4270])
[21]: https://intel-gfx-ci.01.org/tree/drm-tip/Patchwork_21366/shard-tglb6/igt@[email protected]
* igt@gem_render_copy@x-tiled-to-vebox-yf-tiled:
- shard-kbl: NOTRUN -> [SKIP][22] ([fdo#109271]) +43 similar issues
[22]: https://intel-gfx-ci.01.org/tree/drm-tip/Patchwork_21366/shard-kbl3/igt@[email protected]
* igt@gem_userptr_blits@readonly-pwrite-unsync:
- shard-tglb: NOTRUN -> [SKIP][23] ([i915#3297]) +1 similar issue
[23]: https://intel-gfx-ci.01.org/tree/drm-tip/Patchwork_21366/shard-tglb2/igt@[email protected]
* igt@gem_workarounds@suspend-resume-fd:
- shard-kbl: [PASS][24] -> [DMESG-WARN][25] ([i915#180]) +2 similar issues
[24]: https://intel-gfx-ci.01.org/tree/drm-tip/CI_DRM_10752/shard-kbl7/igt@[email protected]
[25]: https://intel-gfx-ci.01.org/tree/drm-tip/Patchwork_21366/shard-kbl7/igt@[email protected]
* igt@gen7_exec_parse@bitmasks:
- shard-tglb: NOTRUN -> [SKIP][26] ([fdo#109289])
[26]: https://intel-gfx-ci.01.org/tree/drm-tip/Patchwork_21366/shard-tglb1/igt@[email protected]
* igt@gen9_exec_parse@basic-rejected:
- shard-tglb: NOTRUN -> [SKIP][27] ([i915#2856]) +1 similar issue
[27]: https://intel-gfx-ci.01.org/tree/drm-tip/Patchwork_21366/shard-tglb6/igt@[email protected]
* igt@i915_suspend@debugfs-reader:
- shard-tglb: [PASS][28] -> [INCOMPLETE][29] ([i915#456])
[28]: https://intel-gfx-ci.01.org/tree/drm-tip/CI_DRM_10752/shard-tglb1/igt@[email protected]
[29]: https://intel-gfx-ci.01.org/tree/drm-tip/Patchwork_21366/shard-tglb7/igt@[email protected]
* igt@kms_big_fb@x-tiled-16bpp-rotate-90:
- shard-tglb: NOTRUN -> [SKIP][30] ([fdo#111614]) +1 similar issue
[30]: https://intel-gfx-ci.01.org/tree/drm-tip/Patchwork_21366/shard-tglb2/igt@[email protected]
* igt@kms_big_fb@yf-tiled-8bpp-rotate-270:
- shard-tglb: NOTRUN -> [SKIP][31] ([fdo#111615])
[31]: https://intel-gfx-ci.01.org/tree/drm-tip/Patchwork_21366/shard-tglb6/igt@[email protected]
* igt@kms_big_fb@yf-tiled-max-hw-stride-32bpp-rotate-0-hflip:
- shard-apl: NOTRUN -> [SKIP][32] ([fdo#109271] / [i915#3777]) +2 similar issues
[32]: https://intel-gfx-ci.01.org/tree/drm-tip/Patchwork_21366/shard-apl8/igt@[email protected]
* igt@kms_bw@linear-tiling-2-displays-1920x1080p:
- shard-apl: NOTRUN -> [DMESG-FAIL][33] ([i915#4298])
[33]: https://intel-gfx-ci.01.org/tree/drm-tip/Patchwork_21366/shard-apl6/igt@[email protected]
- shard-skl: NOTRUN -> [DMESG-FAIL][34] ([i915#4298])
[34]: https://intel-gfx-ci.01.org/tree/drm-tip/Patchwork_21366/shard-skl4/igt@[email protected]
* igt@kms_bw@linear-tiling-5-displays-3840x2160p:
- shard-tglb: NOTRUN -> [FAIL][35] ([i915#1385]) +1 similar issue
[35]: https://intel-gfx-ci.01.org/tree/drm-tip/Patchwork_21366/shard-tglb2/igt@[email protected]
* igt@kms_ccs@pipe-a-crc-sprite-planes-basic-y_tiled_ccs:
- shard-tglb: NOTRUN -> [SKIP][36] ([i915#3689]) +10 similar issues
[36]: https://intel-gfx-ci.01.org/tree/drm-tip/Patchwork_21366/shard-tglb2/igt@kms_ccs@pipe-a-crc-sprite-planes-basic-y_tiled_ccs.html
* igt@kms_ccs@pipe-a-crc-sprite-planes-basic-y_tiled_gen12_mc_ccs:
- shard-tglb: NOTRUN -> [SKIP][37] ([i915#3689] / [i915#3886])
[37]: https://intel-gfx-ci.01.org/tree/drm-tip/Patchwork_21366/shard-tglb6/igt@kms_ccs@pipe-a-crc-sprite-planes-basic-y_tiled_gen12_mc_ccs.html
* igt@kms_ccs@pipe-a-missing-ccs-buffer-y_tiled_gen12_rc_ccs_cc:
- shard-apl: NOTRUN -> [SKIP][38] ([fdo#109271] / [i915#3886]) +6 similar issues
[38]: https://intel-gfx-ci.01.org/tree/drm-tip/Patchwork_21366/shard-apl7/igt@kms_ccs@pipe-a-missing-ccs-buffer-y_tiled_gen12_rc_ccs_cc.html
* igt@kms_chamelium@vga-hpd-without-ddc:
- shard-snb: NOTRUN -> [SKIP][39] ([fdo#109271] / [fdo#111827]) +16 similar issues
[39]: https://intel-gfx-ci.01.org/tree/drm-tip/Patchwork_21366/shard-snb5/igt@[email protected]
* igt@kms_color_chamelium@pipe-a-ctm-0-25:
- shard-kbl: NOTRUN -> [SKIP][40] ([fdo#109271] / [fdo#111827]) +1 similar issue
[40]: https://intel-gfx-ci.01.org/tree/drm-tip/Patchwork_21366/shard-kbl3/igt@[email protected]
* igt@kms_color_chamelium@pipe-b-ctm-0-75:
- shard-tglb: NOTRUN -> [SKIP][41] ([fdo#109284] / [fdo#111827]) +4 similar issues
[41]: https://intel-gfx-ci.01.org/tree/drm-tip/Patchwork_21366/shard-tglb2/igt@[email protected]
* igt@kms_color_chamelium@pipe-c-degamma:
- shard-skl: NOTRUN -> [SKIP][42] ([fdo#109271] / [fdo#111827])
[42]: https://intel-gfx-ci.01.org/tree/drm-tip/Patchwork_21366/shard-skl4/igt@[email protected]
* igt@kms_color_chamelium@pipe-d-ctm-limited-range:
- shard-apl: NOTRUN -> [SKIP][43] ([fdo#109271] / [fdo#111827]) +10 similar issues
[43]: https://intel-gfx-ci.01.org/tree/drm-tip/Patchwork_21366/shard-apl1/igt@[email protected]
* igt@kms_content_protection@dp-mst-lic-type-0:
- shard-tglb: NOTRUN -> [SKIP][44] ([i915#3116])
[44]: https://intel-gfx-ci.01.org/tree/drm-tip/Patchwork_21366/shard-tglb2/igt@[email protected]
* igt@kms_cursor_crc@pipe-a-cursor-32x10-offscreen:
- shard-apl: NOTRUN -> [SKIP][45] ([fdo#109271]) +102 similar issues
[45]: https://intel-gfx-ci.01.org/tree/drm-tip/Patchwork_21366/shard-apl7/igt@[email protected]
* igt@kms_cursor_crc@pipe-a-cursor-64x64-sliding:
- shard-snb: [PASS][46] -> [SKIP][47] ([fdo#109271])
[46]: https://intel-gfx-ci.01.org/tree/drm-tip/CI_DRM_10752/shard-snb2/igt@[email protected]
[47]: https://intel-gfx-ci.01.org/tree/drm-tip/Patchwork_21366/shard-snb2/igt@[email protected]
* igt@kms_cursor_crc@pipe-a-cursor-max-size-rapid-movement:
- shard-tglb: NOTRUN -> [SKIP][48] ([i915#3359])
[48]: https://intel-gfx-ci.01.org/tree/drm-tip/Patchwork_21366/shard-tglb1/igt@[email protected]
* igt@kms_cursor_crc@pipe-b-cursor-32x10-sliding:
- shard-skl: NOTRUN -> [SKIP][49] ([fdo#109271]) +6 similar issues
[49]: https://intel-gfx-ci.01.org/tree/drm-tip/Patchwork_21366/shard-skl5/igt@[email protected]
- shard-iclb: NOTRUN -> [SKIP][50] ([fdo#109278])
[50]: https://intel-gfx-ci.01.org/tree/drm-tip/Patchwork_21366/shard-iclb7/igt@[email protected]
* igt@kms_cursor_crc@pipe-c-cursor-32x32-onscreen:
- shard-tglb: NOTRUN -> [SKIP][51] ([i915#3319]) +2 similar issues
[51]: https://intel-gfx-ci.01.org/tree/drm-tip/Patchwork_21366/shard-tglb2/igt@[email protected]
* igt@kms_cursor_legacy@flip-vs-cursor-atomic-transitions-varying-size:
- shard-skl: [PASS][52] -> [FAIL][53] ([i915#2346] / [i915#533])
[52]: https://intel-gfx-ci.01.org/tree/drm-tip/CI_DRM_10752/shard-skl8/igt@kms_cursor_legacy@flip-vs-cursor-atomic-transitions-varying-size.html
[53]: https://intel-gfx-ci.01.org/tree/drm-tip/Patchwork_21366/shard-skl7/igt@kms_cursor_legacy@flip-vs-cursor-atomic-transitions-varying-size.html
* igt@kms_fbcon_fbt@fbc-suspend:
- shard-apl: [PASS][54] -> [INCOMPLETE][55] ([i915#180])
[54]: https://intel-gfx-ci.01.org/tree/drm-tip/CI_DRM_10752/shard-apl3/igt@[email protected]
[55]: https://intel-gfx-ci.01.org/tree/drm-tip/Patchwork_21366/shard-apl2/igt@[email protected]
* igt@kms_flip@2x-absolute-wf_vblank:
- shard-tglb: NOTRUN -> [SKIP][56] ([fdo#111825] / [i915#3966])
[56]: https://intel-gfx-ci.01.org/tree/drm-tip/Patchwork_21366/shard-tglb2/igt@kms_flip@2x-absolute-wf_vblank.html
* igt@kms_flip@flip-vs-expired-vblank-interruptible@c-hdmi-a1:
- shard-glk: [PASS][57] -> [FAIL][58] ([i915#79]) +1 similar issue
[57]: https://intel-gfx-ci.01.org/tree/drm-tip/CI_DRM_10752/shard-glk8/igt@kms_flip@[email protected]
[58]: https://intel-gfx-ci.01.org/tree/drm-tip/Patchwork_21366/shard-glk8/igt@kms_flip@[email protected]
* igt@kms_flip@flip-vs-expired-vblank@c-edp1:
- shard-skl: [PASS][59] -> [FAIL][60] ([i915#79])
[59]: https://intel-gfx-ci.01.org/tree/drm-tip/CI_DRM_10752/shard-skl5/igt@kms_flip@[email protected]
[60]: https://intel-gfx-ci.01.org/tree/drm-tip/Patchwork_21366/shard-skl9/igt@kms_flip@[email protected]
* igt@kms_flip@flip-vs-suspend@c-dp1:
- shard-apl: [PASS][61] -> [DMESG-WARN][62] ([i915#180]) +1 similar issue
[61]: https://intel-gfx-ci.01.org/tree/drm-tip/CI_DRM_10752/shard-apl7/igt@kms_flip@[email protected]
[62]: https://intel-gfx-ci.01.org/tree/drm-tip/Patchwork_21366/shard-apl3/igt@kms_flip@[email protected]
* igt@kms_flip@plain-flip-ts-check-interruptible@a-edp1:
- shard-skl: [PASS][63] -> [FAIL][64] ([i915#2122])
[63]: https://intel-gfx-ci.01.org/tree/drm-tip/CI_DRM_10752/shard-skl9/igt@kms_flip@[email protected]
[64]: https://intel-gfx-ci.01.org/tree/drm-tip/Patchwork_21366/shard-skl1/igt@kms_flip@[email protected]
* igt@kms_flip_scaled_crc@flip-32bpp-ytile-to-64bpp-ytile:
- shard-iclb: [PASS][65] -> [SKIP][66] ([i915#3701])
[65]: https://intel-gfx-ci.01.org/tree/drm-tip/CI_DRM_10752/shard-iclb6/igt@[email protected]
[66]: https://intel-gfx-ci.01.org/tree/drm-tip/Patchwork_21366/shard-iclb2/igt@[email protected]
* igt@kms_frontbuffer_tracking@fbcpsr-2p-primscrn-pri-indfb-draw-blt:
- shard-tglb: NOTRUN -> [SKIP][67] ([fdo#111825]) +13 similar issues
[67]: https://intel-gfx-ci.01.org/tree/drm-tip/Patchwork_21366/shard-tglb2/igt@kms_frontbuffer_tracking@fbcpsr-2p-primscrn-pri-indfb-draw-blt.html
* igt@kms_frontbuffer_tracking@fbcpsr-2p-scndscrn-pri-indfb-draw-mmap-wc:
- shard-iclb: NOTRUN -> [SKIP][68] ([fdo#109280])
[68]: https://intel-gfx-ci.01.org/tree/drm-tip/Patchwork_21366/shard-iclb7/igt@kms_frontbuffer_tracking@fbcpsr-2p-scndscrn-pri-indfb-draw-mmap-wc.html
* igt@kms_hdr@bpc-switch-dpms:
- shard-skl: [PASS][69] -> [FAIL][70] ([i915#1188])
[69]: https://intel-gfx-ci.01.org/tree/drm-tip/CI_DRM_10752/shard-skl2/igt@[email protected]
[70]: https://intel-gfx-ci.01.org/tree/drm-tip/Patchwork_21366/shard-skl10/igt@[email protected]
* igt@kms_plane_alpha_blend@pipe-a-alpha-transparent-fb:
- shard-apl: NOTRUN -> [FAIL][71] ([i915#265])
[71]: https://intel-gfx-ci.01.org/tree/drm-tip/Patchwork_21366/shard-apl7/igt@[email protected]
* igt@kms_plane_alpha_blend@pipe-b-coverage-7efc:
- shard-skl: [PASS][72] -> [FAIL][73] ([fdo#108145] / [i915#265])
[72]: https://intel-gfx-ci.01.org/tree/drm-tip/CI_DRM_10752/shard-skl1/igt@[email protected]
[73]: https://intel-gfx-ci.01.org/tree/drm-tip/Patchwork_21366/shard-skl2/igt@[email protected]
* igt@kms_plane_lowres@pipe-a-tiling-x:
- shard-tglb: NOTRUN -> [SKIP][74] ([i915#3536])
[74]: https://intel-gfx-ci.01.org/tree/drm-tip/Patchwork_21366/shard-tglb2/igt@[email protected]
* igt@kms_psr2_sf@plane-move-sf-dmg-area-2:
- shard-tglb: NOTRUN -> [SKIP][75] ([i915#2920])
[75]: https://intel-gfx-ci.01.org/tree/drm-tip/Patchwork_21366/shard-tglb1/igt@[email protected]
- shard-apl: NOTRUN -> [SKIP][76] ([fdo#109271] / [i915#658]) +1 similar issue
[76]: https://intel-gfx-ci.01.org/tree/drm-tip/Patchwork_21366/shard-apl1/igt@[email protected]
* igt@kms_psr2_su@frontbuffer:
- shard-kbl: NOTRUN -> [SKIP][77] ([fdo#109271] / [i915#658])
[77]: https://intel-gfx-ci.01.org/tree/drm-tip/Patchwork_21366/shard-kbl3/igt@[email protected]
* igt@kms_psr@psr2_cursor_plane_onoff:
- shard-tglb: NOTRUN -> [FAIL][78] ([i915#132] / [i915#3467]) +3 similar issues
[78]: https://intel-gfx-ci.01.org/tree/drm-tip/Patchwork_21366/shard-tglb2/igt@kms_psr@psr2_cursor_plane_onoff.html
* igt@kms_sysfs_edid_timing:
- shard-apl: NOTRUN -> [FAIL][79] ([IGT#2])
[79]: https://intel-gfx-ci.01.org/tree/drm-tip/Patchwork_21366/shard-apl1/igt@kms_sysfs_edid_timing.html
* igt@kms_vblank@pipe-b-ts-continuation-dpms-suspend:
- shard-tglb: [PASS][80] -> [INCOMPLETE][81] ([i915#2828] / [i915#456])
[80]: https://intel-gfx-ci.01.org/tree/drm-tip/CI_DRM_10752/shard-tglb6/igt@[email protected]
[81]: https://intel-gfx-ci.01.org/tree/drm-tip/Patchwork_21366/shard-tglb7/igt@[email protected]
* igt@kms_vblank@pipe-d-query-forked-hang:
- shard-snb: NOTRUN -> [SKIP][82] ([fdo#109271]) +292 similar issues
[82]: https://intel-gfx-ci.01.org/tree/drm-tip/Patchwork_21366/shard-snb7/igt@[email protected]
* igt@kms_writeback@writeback-invalid-parameters:
- shard-apl: NOTRUN -> [SKIP][83] ([fdo#109271] / [i915#2437])
[83]: https://intel-gfx-ci.01.org/tree/drm-tip/Patchwork_21366/shard-apl1/igt@[email protected]
* igt@nouveau_crc@pipe-a-ctx-flip-skip-current-frame:
- shard-tglb: NOTRUN -> [SKIP][84] ([i915#2530]) +2 similar issues
[84]: https://intel-gfx-ci.01.org/tree/drm-tip/Patchwork_21366/shard-tglb6/igt@[email protected]
* igt@prime_nv_api@i915_nv_import_twice:
- shard-tglb: NOTRUN -> [SKIP][85] ([fdo#109291])
[85]: https://intel-gfx-ci.01.org/tree/drm-tip/Patchwork_21366/shard-tglb2/igt@prime_nv_api@i915_nv_import_twice.html
* igt@prime_vgem@basic-userptr:
- shard-tglb: NOTRUN -> [SKIP][86] ([i915#3301])
[86]: https://intel-gfx-ci.01.org/tree/drm-tip/Patchwork_21366/shard-tglb2/igt@[email protected]
* igt@sysfs_clients@create:
- shard-tglb: NOTRUN -> [SKIP][87] ([i915#2994]) +1 similar issue
[87]: https://intel-gfx-ci.01.org/tree/drm-tip/Patchwork_21366/shard-tglb2/igt@[email protected]
* igt@sysfs_clients@sema-25:
- shard-apl: NOTRUN -> [SKIP][88] ([fdo#109271] / [i915#2994])
[88]: https://intel-gfx-ci.01.org/tree/drm-tip/Patchwork_21366/shard-apl1/igt@[email protected]
* igt@sysfs_clients@sema-50:
- shard-kbl: NOTRUN -> [SKIP][89] ([fdo#109271] / [i915#2994]) +1 similar issue
[89]: https://intel-gfx-ci.01.org/tree/drm-tip/Patchwork_21366/shard-kbl3/igt@[email protected]
#### Possible fixes ####
* igt@gem_ctx_isolation@preservation-s3@bcs0:
- shard-tglb: [INCOMPLETE][90] ([i915#456]) -> [PASS][91] +2 similar issues
[90]: https://intel-gfx-ci.01.org/tree/drm-tip/CI_DRM_10752/shard-tglb7/igt@gem_ctx_isolation@[email protected]
[91]: https://intel-gfx-ci.01.org/tree/drm-tip/Patchwork_21366/shard-tglb2/igt@gem_ctx_isolation@[email protected]
* igt@gem_eio@unwedge-stress:
- shard-iclb: [TIMEOUT][92] ([i915#2369] / [i915#2481] / [i915#3070]) -> [PASS][93]
[92]: https://intel-gfx-ci.01.org/tree/drm-tip/CI_DRM_10752/shard-iclb2/igt@[email protected]
[93]: https://intel-gfx-ci.01.org/tree/drm-tip/Patchwork_21366/shard-iclb7/igt@[email protected]
* igt@gem_exec_fair@basic-none@rcs0:
- shard-glk: [FAIL][94] ([i915#2842]) -> [PASS][95]
[94]: https://intel-gfx-ci.01.org/tree/drm-tip/CI_DRM_10752/shard-glk6/igt@gem_exec_fair@[email protected]
[95]: https://intel-gfx-ci.01.org/tree/drm-tip/Patchwork_21366/shard-glk7/igt@gem_exec_fair@[email protected]
* igt@gem_exec_fair@basic-none@vcs0:
- shard-kbl: [FAIL][96] ([i915#2842]) -> [PASS][97] +1 similar issue
[96]: https://intel-gfx-ci.01.org/tree/drm-tip/CI_DRM_10752/shard-kbl1/igt@gem_exec_fair@[email protected]
[97]: https://intel-gfx-ci.01.org/tree/drm-tip/Patchwork_21366/shard-kbl1/igt@gem_exec_fair@[email protected]
* igt@kms_cursor_legacy@flip-vs-cursor-atomic-transitions:
- shard-skl: [FAIL][98] ([i915#2346]) -> [PASS][99]
[98]: https://intel-gfx-ci.01.org/tree/drm-tip/CI_DRM_10752/shard-skl9/igt@[email protected]
[99]: https://intel-gfx-ci.01.org/tree/drm-tip/Patchwork_21366/shard-skl1/igt@[email protected]
* igt@kms_flip@2x-flip-vs-expired-vblank-interruptible@ab-hdmi-a1-hdmi-a2:
- shard-glk: [FAIL][100] ([i915#2122]) -> [PASS][101]
[100]: https://intel-gfx-ci.01.org/tree/drm-tip/CI_DRM_10752/shard-glk4/igt@kms_flip@[email protected]
[101]: https://intel-gfx-ci.01.org/tree/drm-tip/Patchwork_21366/shard-glk7/igt@kms_flip@[email protected]
* igt@kms_flip@flip-vs-expired-vblank@a-edp1:
- shard-skl: [DMESG-WARN][102] ([i915#1982]) -> [PASS][103] +1 similar issue
[102]: https://intel-gfx-ci.01.org/tree/drm-tip/CI_DRM_10752/shard-skl5/igt@kms_flip@[email protected]
[103]: https://intel-gfx-ci.01.org/tree/drm-tip/Patchwork_21366/shard-skl9/igt@kms_flip@[email protected]
* igt@kms_flip@flip-vs-suspend-interruptible@a-dp1:
- shard-apl: [DMESG-WARN][104] ([i915#180]) -> [PASS][105]
[104]: https://intel-gfx-ci.01.org/tree/drm-tip/CI_DRM_10752/shard-apl2/igt@kms_flip@[email protected]
[105]: https://intel-gfx-ci.01.org/tree/drm-tip/Patchwork_21366/shard-apl8/igt@kms_flip@[email protected]
* igt@kms_flip@flip-vs-suspend@b-edp1:
- shard-skl: [INCOMPLETE][106] ([i915#146] / [i915#198]) -> [PASS][107]
[106]: https://intel-gfx-ci.01.org/tree/drm-tip/CI_DRM_10752/shard-skl3/igt@kms_flip@[email protected]
[107]: https://intel-gfx-ci.01.org/tree/drm-tip/Patchwork_21366/shard-skl3/igt@kms_flip@[email protected]
* igt@kms_flip@flip-vs-suspend@c-dp1:
- shard-kbl: [DMESG-WARN][108] ([i915#180]) -> [PASS][109] +6 similar issues
[108]: https://intel-gfx-ci.01.org/tree/drm-tip/CI_DRM_10752/shard-kbl7/igt@kms_flip@[email protected]
[109]: https://intel-gfx-ci.01.org/tree/drm-tip/Patchwork_21366/shard-kbl3/igt@kms_flip@[email protected]
* igt@kms_plane_alpha_blend@pipe-b-constant-alpha-min:
- shard-skl: [FAIL][110] ([fdo#108145] / [i915#265]) -> [PASS][111]
[110]: https://intel-gfx-ci.01.org/tree/drm-tip/CI_DRM_10752/shard-skl1/igt@[email protected]
[111]: https://intel-gfx-ci.01.org/tree/drm-tip/Patchwork_21366/shard-skl10/igt@[email protected]
* igt@kms_plane_alpha_blend@pipe-d-alpha-basic:
- shard-tglb: [INCOMPLETE][112] -> [PASS][113]
[112]: https://intel-gfx-ci.01.org/tree/drm-tip/CI_DRM_10752/shard-tglb8/igt@[email protected]
[113]: https://intel-gfx-ci.01.org/tree/drm-tip/Patchwork_21366/shard-tglb2/igt@[email protected]
* igt@kms_psr@psr2_no_drrs:
- shard-iclb: [SKIP][114] ([fdo#109441]) -> [PASS][115] +2 similar issues
[114]: https://intel-gfx-ci.01.org/tree/drm-tip/CI_DRM_10752/shard-iclb6/igt@kms_psr@psr2_no_drrs.html
[115]: https://intel-gfx-ci.01.org/tree/drm-tip/Patchwork_21366/shard-iclb2/igt@kms_psr@psr2_no_drrs.html
#### Warnings ####
* igt@kms_psr2_sf@overlay-plane-update-sf-dmg-area-1:
- shard-iclb: [SKIP][116] ([i915#2920]) -> [SKIP][117] ([i915#658]) +1 similar issue
[116]: https://intel-gfx-ci.01.org/tree/drm-tip/CI_DRM_10752/shard-iclb2/igt@[email protected]
[117]: https://intel-gfx-ci.01.org/tree/drm-tip/Patchwork_21366/shard-iclb5/igt@[email protected]
* igt@kms_psr2_sf@primary-plane-update-sf-dmg-area-4:
- shard-iclb: [SKIP][118] ([i915#658]) -> [SKIP][119] ([i915#2920])
[118]: https://intel-gfx-ci.01.org/tree/drm-tip/CI_DRM_10752/shard-iclb6/igt@[email protected]
[119]: https://intel-gfx-ci.01.org/tree/drm-tip/Patchwork_21366/shard-iclb2/igt@[email protected]
* igt@runner@aborted:
- shard-kbl: ([FAIL][120], [FAIL][121], [FAIL][122], [FAIL][123], [FAIL][124], [FAIL][125], [FAIL][126], [FAIL][127], [FAIL][128]) ([i915#1436] / [i915#180] / [i915#1814] / [i915#3002] / [i915#3363]) -> ([FAIL][129], [FAIL][130], [FAIL][131], [FAIL][132], [FAIL][133], [FAIL][134], [FAIL][135], [FAIL][136], [FAIL][137]) ([i915#180] / [i915#1814] / [i915#3002] / [i915#3363] / [i915#602])
[120]: https://intel-gfx-ci.01.org/tree/drm-tip/CI_DRM_10752/shard-kbl1/igt@[email protected]
[121]: https://intel-gfx-ci.01.org/tree/drm-tip/CI_DRM_10752/shard-kbl1/igt@[email protected]
[122]: https://intel-gfx-ci.01.org/tree/drm-tip/CI_DRM_10752/shard-kbl7/igt@[email protected]
[123]: https://intel-gfx-ci.01.org/tree/drm-tip/CI_DRM_10752/shard-kbl6/igt@[email protected]
[124]: https://intel-gfx-ci.01.org/tree/drm-tip/CI_DRM_10752/shard-kbl6/igt@[email protected]
[125]: https://intel-gfx-ci.01.org/tree/drm-tip/CI_DRM_10752/shard-kbl6/igt@[email protected]
[126]: https://intel-gfx-ci.01.org/tree/drm-tip/CI_DRM_10752/shard-kbl7/igt@[email protected]
[127]: https://intel-gfx-ci.01.org/tree/drm-tip/CI_DRM_10752/shard-kbl1/igt@[email protected]
[128]: https://intel-gfx-ci.01.org/tree/drm-tip/CI_DRM_10752/shard-kbl1/igt@[email protected]
[129]: https://intel-gfx-ci.01.org/tree/drm-tip/Patchwork_21366/shard-kbl1/igt@[email protected]
[130]: https://intel-gfx-ci.01.org/tree/drm-tip/Patchwork_21366/shard-kbl1/igt@[email protected]
[131]: https://intel-gfx-ci.01.org/tree/drm-tip/Patchwork_21366/shard-kbl7/igt@[email protected]
[132]: https://intel-gfx-ci.01.org/tree/drm-tip/Patchwork_21366/shard-kbl7/igt@[email protected]
[133]: https://intel-gfx-ci.01.org/tree/drm-tip/Patchwork_21366/shard-kbl7/igt@[email protected]
[134]: https://intel-gfx-ci.01.org/tree/drm-tip/Patchwork_21366/shard-kbl7/igt@[email protected]
[135]: https://intel-gfx-ci.01.org/tree/drm-tip/Patchwork_21366/shard-kbl7/igt@[email protected]
[136]: https://intel-gfx-ci.01.org/tree/drm-tip/Patchwork_21366/shard-kbl2/igt@[email protected]
[137]: https://intel-gfx-ci.01.org/tree/drm-tip/Patchwork_21366/shard-kbl7/igt@[email protected]
- shard-apl: ([FAIL][138], [FAIL][139], [FAIL][140], [FAIL][141], [FAIL][142], [FAIL][143], [FAIL][144]) ([fdo#109271] / [i915#180] / [i915#3002] / [i915#3363]) -> ([FAIL][145], [FAIL][146], [FAIL][147], [FAIL][148], [FAIL][149], [FAIL][150], [FAIL][151], [FAIL][152]) ([i915#180] / [i915#3002] / [i915#3363])
[138]: https://intel-gfx-ci.01.org/tree/drm-tip/CI_DRM_10752/shard-apl1/igt@[email protected]
[139]: https://intel-gfx-ci.01.org/tree/drm-tip/CI_DRM_10752/shard-apl8/igt@[email protected]
[140]: https://intel-gfx-ci.01.org/tree/drm-tip/CI_DRM_10752/shard-apl1/igt@[email protected]
[141]: https://intel-gfx-ci.01.org/tree/drm-tip/CI_DRM_10752/shard-apl1/igt@[email protected]
[142]: https://intel-gfx-ci.01.org/tree/drm-tip/CI_DRM_10752/shard-apl7/igt@[email protected]
[143]: https://intel-gfx-ci.01.org/tree/drm-tip/CI_DRM_10752/shard-apl2/igt@[email protected]
[144]: https://intel-gfx-ci.01.org/tree/drm-tip/CI_DRM_10752/shard-apl3/igt@[email protected]
[145]: https://intel-gfx-ci.01.org/tree/drm-tip/Patchwork_21366/shard-apl1/igt@[email protected]
[146]: https://intel-gfx-ci.01.org/tree/drm-tip/Patchwork_21366/shard-apl1/igt@[email protected]
[147]: https://intel-gfx-ci.01.org/tree/drm-tip/Patchwork_21366/shard-apl1/igt@[email protected]
[148]: https://intel-gfx-ci.01.org/tree/drm-tip/Patchwork_21366/shard-apl2/igt@[email protected]
[149]: https://intel-gfx-ci.01.org/tree/drm-tip/Patchwork_21366/shard-apl6/igt@[email protected]
[150]: https://intel-gfx-ci.01.org/tree/drm-tip/Patchwork_21366/shard-apl8/igt@[email protected]
[151]: https://intel-gfx-ci.01.org/tree/drm-tip/Patchwork_21366/shard-apl6/igt@[email protected]
[152]: https://intel-gfx-ci.01.org/tree/drm-tip/Patchwork_21366/shard-apl3/igt@[email protected]
[IGT#2]: https://gitlab.freedesktop.org/drm/igt-gpu-tools/issues/2
[f
== Logs ==
For more details see: https://intel-gfx-ci.01.org/tree/drm-tip/Patchwork_21366/index.html
Re: [PATCH v9 6/8] drm/i915/ttm: move shrinker management into adjust_lru
In reply to Matthew AuldQuoted 43 lines · Matthew Auld
We currently just evict lmem objects to system memory when under memory
pressure. For this case we might lack the usual object mm.pages, which
effectively hides the pages from the i915-gem shrinker, until we actually "attach" the TT to the object, or in the case of lmem-only objects it just gets migrated back to lmem when touched again.For all cases we can just adjust the i915 shrinker LRU each time we also
adjust the TTM LRU. The two cases we care about are:1) When something is moved by TTM, including when initially populating
an object. Importantly this covers the case where TTM moves something from
lmem <-> smem, outside of the normalget_pages()interface, which
should still ensure the shmem pages underneath are reclaimable.2) When calling into
i915_gem_object_unlock(). The unlock should ensure the object is removed from the shinker LRU, if it was indeed
swapped out, or just purged, when the shrinker drops the object lock.v2(Thomas):
- Handle managing the shrinker LRU inadjust_lru, where it is always
safe to touch the object.
v3(Thomas):
- Pretty much a re-write. This time piggy back off theshrink_pinstuff, which actually seems to fit quite well for what we want here.
v4(Thomas):
- Just use a simple boolean for trackingttm_shrinkable. v5:
- Ensure we calladjust_lruwhen faulting the object, to ensure the pages are visible to the shrinker, if needed.
- Add back theadjust_lruwhen ini915_ttm_move(Thomas) v6(Reported-by: kernel test robot <[email protected]>):
- Remove unusedi915_tt
Quoted 3 lines
Signed-off-by Matthew Auld <[email protected]>Cc Thomas Hellström <[email protected]>Reviewed-by Thomas Hellström <[email protected]> #v4
R-B also for v6. Note that this may clash with a recent patch by Jason Gunthorpe that removes the last argument of ttm_bo_vm_fault_reserved().
/Thomas
Quoted 436 lines
---
drivers/gpu/drm/i915/gem/i915_gem_object.h | 8 ++ .../gpu/drm/i915/gem/i915_gem_object_types.h | 14 ++- drivers/gpu/drm/i915/gem/i915_gem_pages.c | 5 +- drivers/gpu/drm/i915/gem/i915_gem_shrinker.c | 45 ++++++++-- drivers/gpu/drm/i915/gem/i915_gem_ttm.c | 87 ++++++++++++++++- --5 files changed, 137 insertions(+), 22 deletions(-)drivers/gpu/drm/i915/gem/i915_gem_object.h +0
-0@@ -294,6 +294,12 @@ i915_gem_object_is_shrinkable(const struct drm_i915_gem_object *obj) return i915_gem_object_type_has(obj,I915_GEM_OBJECT_IS_SHRINKABLE ); }drivers/gpu/drm/i915/gem/i915_gem_object.h +2
-0+static inline bool +i915_gem_object_has_self_managed_shrink_list(const struct
drm_i915_gem_object*obj)
+{
+ return i915_gem_object_type_has(obj,I915_GEM_OBJECT_SELF_MANAGED_SHRINK_LIST);drivers/gpu/drm/i915/gem/i915_gem_object.h +2
-0+} +static inline bool
i915_gem_object_is_proxy(const structdrm_i915_gem_object*obj) {drivers/gpu/drm/i915/gem/i915_gem_object.h +0
-0@@ -531,6 +537,8 @@ i915_gem_object_pin_to_display_plane(struct drm_i915_gem_object *obj,
voidi915_gem_object_make_unshrinkable(struct drm_i915_gem_object *obj);
voidi915_gem_object_make_shrinkable(struct drm_i915_gem_object *obj);
+void__i915_gem_object_make_shrinkable(struct drm_i915_gem_object *obj);
+void__i915_gem_object_make_purgeable(struct drm_i915_gem_object *obj);
voidi915_gem_object_make_purgeable(struct drm_i915_gem_object *obj);
static inline boolcpu_write_needs_clflush(struct drm_i915_gem_object *obj)drivers/gpu/drm/i915/gem/i915_gem_object_types.h +0
-0@@ -34,9 +34,11 @@ struct i915_lut_handle {
structdrm_i915_gem_object_ops{
unsigned int flags;drivers/gpu/drm/i915/gem/i915_gem_object_types.h +5
-3-#define I915_GEM_OBJECT_IS_SHRINKABLE BIT(1) -#define I915_GEM_OBJECT_IS_PROXY BIT(2) -#define I915_GEM_OBJECT_NO_MMAP BIT(3) +#define I915_GEM_OBJECT_IS_SHRINKABLE BIT(1) +/* Skip the shrinker management in set_pages/unset_pages */ +#define I915_GEM_OBJECT_SELF_MANAGED_SHRINK_LIST BIT(2) +#define I915_GEM_OBJECT_IS_PROXY BIT(3) +#defineI915_GEM_OBJECT_NO_MMAP BIT(4)
/* Interface between the GEM object and its backing storage.
*get_pages()is called once prior to the use of the associated setdrivers/gpu/drm/i915/gem/i915_gem_object_types.h +0
-0@@ -485,6 +487,12 @@ struct drm_i915_gem_object {*/ atomic_t shrink_pin;
+ /**
+ * @ttm_shrinkable: True when the object is using shmem pages
+ * underneath. Protected by the object lock. + */
+ boolttm_shrinkable;
+
/**
* Priority list of potential placements for this object.
*/drivers/gpu/drm/i915/gem/i915_gem_pages.c +0
-0@@ -68,7 +68,7 @@ void __i915_gem_object_set_pages(structdrm_i915_gem_object *obj, shrinkable = false; }
- if (shrinkable) {
+ if (shrinkable && !i915_gem_object_has_self_managed_shrink_list(obj)) { structlist_head*list; unsigned long flags;drivers/gpu/drm/i915/gem/i915_gem_pages.c +0
-0@@ -210,7 +210,8 @@ __i915_gem_object_unset_pages(struct drm_i915_gem_object *obj) if (i915_gem_object_is_volatile(obj)) obj->mm.madv = I915_MADV_WILLNEED;
- i915_gem_object_make_unshrinkable(obj);
+ if (!i915_gem_object_has_self_managed_shrink_list(obj)) + i915_gem_object_make_unshrinkable(obj);
if (obj->mm.mapping) {
unmap_object(obj,page_mask_bits(obj->mm.mapping));drivers/gpu/drm/i915/gem/i915_gem_shrinker.c +0
-0@@ -497,13 +497,12 @@ void i915_gem_object_make_unshrinkable(struct drm_i915_gem_object *obj) spin_unlock_irqrestore(&i915->mm.obj_lock, flags); }
-static void __i915_gem_object_make_shrinkable(structdrm_i915_gem_object*obj,
- structlist_head*head) +static void ___i915_gem_object_make_shrinkable(structdrm_i915_gem_object*obj,
+ structlist_head*head)
{
structdrm_i915_private*i915 =obj_to_i915(obj); unsigned long flags;
- GEM_BUG_ON(!i915_gem_object_has_pages(obj));
if (!i915_gem_object_is_shrinkable(obj))
return;drivers/gpu/drm/i915/gem/i915_gem_shrinker.c +0
-0@@ -523,6 +522,38 @@ static void __i915_gem_object_make_shrinkable(struct drm_i915_gem_object *obj, spin_unlock_irqrestore(&i915->mm.obj_lock, flags); }
+/**
+ *__i915_gem_object_make_shrinkable- Move the object to the tail of the
+ * shrinkable list. Objects on this list might be swapped out. Used with
+ * WILLNEED objects.
+ * @obj: The GEM object.
+ *
+ * DO NOT USE. This is intended to be called on very special objects that don't
+ * yet have mm.pages, but are guaranteed to have potentially reclaimable pages
+ * underneath.
+ */
+void__i915_gem_object_make_shrinkable(struct drm_i915_gem_object *obj)
+{
+ ___i915_gem_object_make_shrinkable(obj,
+ &obj_to_i915(obj)-Quoted 1 line
mm.shrink_list);
drivers/gpu/drm/i915/gem/i915_gem_shrinker.c +4
-0+} + +/** +* __i915_gem_object_make_purgeable - Move the object to the tail of the
+ * purgeable list. Objects on this list might be swapped out. Used with
+ * DONTNEED objects.
+ * @obj: The GEM object.
+ *
+ * DO NOT USE. This is intended to be called on very special objects that don't
+ * yet have mm.pages, but are guaranteed to have potentially reclaimable pages
+ * underneath.
+ */
+void__i915_gem_object_make_purgeable(struct drm_i915_gem_object *obj)
+{
+ ___i915_gem_object_make_shrinkable(obj,
+ &obj_to_i915(obj)-Quoted 1 line
mm.purge_list);
drivers/gpu/drm/i915/gem/i915_gem_shrinker.c +2
-0+} +/**
*i915_gem_object_make_shrinkable- Move the object to the tail of the
* shrinkable list. Objects on this list might be swapped out. Used withdrivers/gpu/drm/i915/gem/i915_gem_shrinker.c +0
-0@@ -535,8 +566,8 @@ static void__i915_gem_object_make_shrinkable(struct drm_i915_gem_object *obj, */ void
i915_gem_object_make_shrinkable(struct drm_i915_gem_object *obj)
{
- __i915_gem_object_make_shrinkable(obj,
- &obj_to_i915(obj)-Quoted 1 line
mm.shrink_list);
+ GEM_BUG_ON(!i915_gem_object_has_pages(obj)); + __i915_gem_object_make_shrinkable(obj); }
/**drivers/gpu/drm/i915/gem/i915_gem_shrinker.c +0
-2@@ -552,6 +583,6 @@ void i915_gem_object_make_shrinkable(structdrm_i915_gem_object *obj) */ void i915_gem_object_make_purgeable(struct drm_i915_gem_object *obj) { - __i915_gem_object_make_shrinkable(obj, - &obj_to_i915(obj)-Quoted 1 line
mm.purge_list);
+ GEM_BUG_ON(!i915_gem_object_has_pages(obj)); + __i915_gem_object_make_purgeable(obj); }
drivers/gpu/drm/i915/gem/i915_gem_ttm.c +0
-0@@ -762,6 +762,7 @@ static int i915_ttm_move(struct ttm_buffer_object *bo, bool evict, obj->ttm.get_io_page.sg_idx = 0; }
+ i915_ttm_adjust_lru(obj);
i915_ttm_adjust_gem_after_move(obj);
return 0;
}drivers/gpu/drm/i915/gem/i915_gem_ttm.c +0
-0@@ -851,7 +852,6 @@ static int __i915_ttm_get_pages(structdrm_i915_gem_object *obj, return i915_ttm_err_to_gem(ret); }
- i915_ttm_adjust_lru(obj);
if (bo->ttm&& !ttm_tt_is_populated(bo->ttm)) { ret =ttm_tt_populate(bo->bdev, bo->ttm, &ctx); if (ret)drivers/gpu/drm/i915/gem/i915_gem_ttm.c +0
-0@@ -862,19 +862,15 @@ static int __i915_ttm_get_pages(struct drm_i915_gem_object *obj, }
if (!i915_gem_object_has_pages(obj)) {
- structi915_ttm_tt*i915_tt=
- container_of(bo->ttm,typeof(*i915_tt), ttm); -
/* Object either has a page vector or is an iomem object */
st =bo->ttm?i915_ttm_tt_get_st(bo->ttm): obj-Quoted 1 line
ttm.cached_io_st;
if (
IS_ERR(st))
returnPTR_ERR(st);
__i915_gem_object_set_pages(obj, st,i915_sg_dma_sizes(st->sgl));
- if (!bo->ttm || !i915_tt->is_shmem)
- i915_gem_object_make_unshrinkable(obj); }
+ i915_ttm_adjust_lru(obj);
return ret;
}drivers/gpu/drm/i915/gem/i915_gem_ttm.c +0
-0@@ -945,8 +941,6 @@ static void i915_ttm_put_pages(structdrm_i915_gem_object *obj, * If the object is not destroyed next, The TTM evictionlogic
* and shrinkers will move it out if needed.
*/
-
- i915_ttm_adjust_lru(obj);
}
static voidi915_ttm_adjust_lru(struct drm_i915_gem_object *obj)drivers/gpu/drm/i915/gem/i915_gem_ttm.c +0
-0@@ -954,6 +948,8 @@ static void i915_ttm_adjust_lru(struct drm_i915_gem_object *obj) struct ttm_buffer_object *bo = i915_gem_to_ttm(obj);struct
i915_ttm_tt*i915_tt=container_of(bo->ttm, typeof(*i915_tt), ttm); + bool shrinkable =
+ bo->ttm &&i915_tt->filp&& ttm_tt_is_populated(bo-Quoted 1 line
ttm);
/*
* Don't manipulate the TTM LRUs while in TTM bo destruction.drivers/gpu/drm/i915/gem/i915_gem_ttm.c +0
-0@@ -962,11 +958,40 @@ static void i915_ttm_adjust_lru(struct drm_i915_gem_object *obj) if (!kref_read(&bo->kref)) return;
+ /*
+ * We skip managing the shrinker LRU inset_pages()and just manage
+ * everything here. This does at least solve the issue with having
+ * temporary shmem mappings(like with evicted lmem) not being visible to
+ * the shrinker. Only our shmem objects are shrinkable, everything else
+ * we keep as unshrinkable.
+ *
+ * To make sure everything plays nice we keep an extra shrink pin in TTM
+ * if the underlying pages are not currently shrinkable. Once we release
+ * our pin, like when the pages are moved to shmem, the pages will then
+ * be added to the shrinker LRU, assuming the caller isn't also holding
+ * a pin.
+ *
+ * TODO: consider maybe also bumping the shrinker list here when we have
+ * already unpinned it, which should give us something more like an LRU.
+ */
+ if (shrinkable !=obj->mm.ttm_shrinkable) {
+ if (shrinkable) {
+ if (obj->mm.madv==I915_MADV_WILLNEED) + __i915_gem_object_make_shrinkable(obj );
+ else
+ __i915_gem_object_make_purgeable(obj) ;
+ } else {
+ i915_gem_object_make_unshrinkable(obj); + }drivers/gpu/drm/i915/gem/i915_gem_ttm.c +4
-0+ + obj->mm.ttm_shrinkable = shrinkable; + } +/*
* Put on the correct LRU list depending on the MADV status */
spin_lock(&bo->bdev->lru_lock);
- if (bo->ttm&&i915_tt->filp) {
+ if (shrinkable) {
/* Try to keepshmem_ttfrom being considered for shrinking. */
bo->priority =TTM_MAX_BO_PRIORITY- 1; } else if (obj->mm.madv!=I915_MADV_WILLNEED) {drivers/gpu/drm/i915/gem/i915_gem_ttm.c +0
-0@@ -1010,13 +1035,34 @@ static vm_fault_t vm_fault_ttm(struct vm_fault *vmf) struct vm_area_struct *area = vmf->vma;struct
drm_i915_gem_object*obj =i915_ttm_to_gem(area->vm_private_data); + structttm_buffer_object*bo =i915_gem_to_ttm(obj); + structdrm_device*dev =bo->base.dev;
+ vm_fault_t ret;
+ int idx;
/* Sanity check that we allow writing into this object */ if (unlikely(i915_gem_object_is_readonly(obj) && area->vm_flags & VM_WRITE))
returnVM_FAULT_SIGBUS;
- returnttm_bo_vm_fault(vmf);
+ ret =ttm_bo_vm_reserve(bo, vmf);
+ if (ret)
+ return ret;
+
+ if (drm_dev_enter(dev, &idx)) {
+ ret = ttm_bo_vm_fault_reserved(vmf, vmf->vma-Quoted 1 line
vm_page_prot,+
TTM_BO_VM_NUM_PREFAULT, 1);
+ drm_dev_exit(idx);
+ } else {
+ ret = ttm_bo_vm_dummy_page(vmf, vmf->vma-Quoted 1 line
vm_page_prot);+ }
+ if (ret ==VM_FAULT_RETRY&& !(vmf->flags &FAULT_FLAG_RETRY_NOWAIT))
+ return ret;drivers/gpu/drm/i915/gem/i915_gem_ttm.c +5
-0+ + i915_ttm_adjust_lru(obj); + + dma_resv_unlock(bo->base.resv); + return ret;}
static intdrivers/gpu/drm/i915/gem/i915_gem_ttm.c +0
-0@@ -1067,6 +1113,7 @@ static u64 i915_ttm_mmap_offset(struct drm_i915_gem_object *obj)
static const structdrm_i915_gem_object_opsi915_gem_ttm_obj_ops= { .name = "i915_gem_object_ttm",
+ .flags =I915_GEM_OBJECT_SELF_MANAGED_SHRINK_LIST,
.get_pages =i915_ttm_get_pages,
.put_pages =i915_ttm_put_pages,drivers/gpu/drm/i915/gem/i915_gem_ttm.c +0
-0@@ -1089,6 +1136,18 @@ void i915_ttm_bo_destroy(struct ttm_buffer_object *bo) mutex_destroy(&obj->ttm.get_io_page.lock);
if (obj->ttm.created) {
+ /*
+ * We freely manage the shrinker LRU outide of the mm.pages life
+ * cycle. As a result when destroying the object we should be
+ * extra paranoid and ensure we remove it from the LRU, before
+ * we free the object.
+ *
+ * Touching thettm_shrinkableoutside of the object lock here
+ * should be safe now that the last GEM object ref was dropped.
+ */
+ if (obj->mm.ttm_shrinkable)
+ i915_gem_object_make_unshrinkable(obj); +
i915_ttm_backup_free(obj);
/* This releases all gem object bindings to the backend. */drivers/gpu/drm/i915/gem/i915_gem_ttm.c +0
-0@@ -1141,6 +1200,14 @@ int __i915_gem_ttm_object_init(structintel_memory_region *mem, /* Forcing the page size is kernel internal only */ GEM_BUG_ON(page_size && obj->mm.n_placements);
+ /*
+ * Keep an extra shrink pin to prevent the object from being made
+ * shrinkable too early. If thettm_ttis ever allocated in shmem, we
+ * drop the pin. The TTM backend manages the shrinker LRU itself,
+ * outside of the normal mm.pages life cycle.
+ */
+ i915_gem_object_make_unshrinkable(obj);
+
/*
* If this function fails, it will call the destructor, but
* our caller still owns the object. So no freeing in the
Re: [Intel-gfx] [PATCH v9 2/8] drm/i915/ttm: add tt shmem backend
In reply to Matthew AuldQuoted 38 lines · Matthew Auld
For cached objects we can allocate our pages directly in shmem. This should make it possible(in a later patch) to utilise the existing i915-gem shrinker code for such objects. For now this is still disabled.
v2(Thomas):
- Add optionaltry_to_writebackhook for objects. Importantly we need to check if the object is even still shrinkable; in between us dropping the shrinker LRU lock and acquiring the object lock it could for example have been moved. Also we need to differentiate between "lazy" shrinking and the immediate writeback mode. Also later we need to handle objects which don't even have mm.pages, so bundling this intoput_pages()would require somehow handling that edge case, hence just letting the ttm backend handle everything intry_to_writebackdoesn't seem too bad.
v3(Thomas):
- Likely a bad idea to touch the object from the unpopulate hook, since it's not possible to hold a reference, without also creating circular dependency, so likely this is too fragile. For now just ensure we at least mark the pages as dirty/accessed when called from the shrinker on WILLNEED objects.
- s/try_to_writeback/shrinker_release_pages, since this can do more than just writeback.
- Get rid ofdo_backupboolean and just set the SWAPPED flag prior to calling unpopulate.
- Keepshmem_ttas lowest priority for the TTM LRUbo_swapoutwalk, since these just get skipped anyway. We can try to come up with something better later.
v4(Thomas):
- s/PCI_DMA/DMA/. Also dropNO_KERNEL_MAPPINGandNO_WARN, which apparently doesn't do anything with streaming mappings.
- Just pass along the error for ->truncate, and assume nothing.Signed-off-by Matthew Auld <[email protected]>Cc Thomas Hellström <[email protected]>Cc Christian König <[email protected]>Cc Oak Zeng <[email protected]>Reviewed-by Thomas Hellström <[email protected]>Acked-by Oak Zeng <[email protected]>
[snip]
drivers/gpu/drm/i915/gem/i915_gem_shrinker.c static bool unsafe_drop_pages(struct drm_i915_gem_object *obj, · line 63
Quoted 7 lines
drivers/gpu/drm/i915/gem/i915_gem_shrinker.c +4
-2-static void try_to_writeback (struct drm_i915_gem_object *obj, -unsigned int flags) +static int try_to_writeback (struct drm_i915_gem_object *obj,unsigned int flags) { +if (obj->ops->shrinker_release_pages) +return obj->ops->shrinker_release_pages (obj, + flags &I915_SHRINK_WRITEBACK );
I have a high level question about how does this new vfunc fit with the existing code.
Because I notice in the implementation (i915_ttm_shrinker_release_pages) it ends up doing:
...
switch (obj->mm.madv) {
case I915_MADV_DONTNEED:
return i915_ttm_purge(obj);
case __I915_MADV_PURGED:
return 0;
}... and then...
if (should_writeback)
__shmem_writeback(obj->base.size, i915_tt->filp->f_mapping);Which on a glance looks like a possible conceptual duplication of the concepts in this very function (try_to_writeback):
drivers/gpu/drm/i915/gem/i915_gem_shrinker.c static bool unsafe_drop_pages(struct drm_i915_gem_object *obj, · line 74
Quoted 13 lines
drivers/gpu/drm/i915/gem/i915_gem_shrinker.c +3
-2+switch (obj->mm.madv) {case I915_MADV_DONTNEED :i915_gem_object_truncate (obj); -return ; +return 0 ;case __I915_MADV_PURGED: -return ; +return 0 ; }if (flags &I915_SHRINK_WRITEBACK )i915_gem_object_writeback (obj);
So question is this the final design or some futher tidy is possible/planned?
Background to my question is that I will float a patch which proposes to remove writeback altogether. There are reports from the fields that it causes deadlocks and looking at 2d6692e642e7 ("drm/i915: Start writeback from the shrinker") and its history it seems like it was a known risk.
Apart from the code organisation questions, on the practical level - do you need writeback from the TTM backend or while I am proposing to remove it from the "legacy" paths, I can propose removing it from the TTM flow as well?
Regards,
Tvrtko
Re: [Intel-gfx] [PATCH v9 2/8] drm/i915/ttm: add tt shmem backend
Quoted 85 lines · Tvrtko Ursulin
Quoted 38 lines · Matthew Auld
For cached objects we can allocate our pages directly in shmem. This should make it possible(in a later patch) to utilise the existing i915-gem shrinker code for such objects. For now this is still disabled.
v2(Thomas):
- Add optionaltry_to_writebackhook for objects. Importantly we need to check if the object is even still shrinkable; in between us dropping the shrinker LRU lock and acquiring the object lock it could for example have been moved. Also we need to differentiate between "lazy" shrinking and the immediate writeback mode. Also later we need to handle objects which don't even have mm.pages, so bundling this intoput_pages()would require somehow handling that edge case, hence just letting the ttm backend handle everything intry_to_writebackdoesn't seem too bad.
v3(Thomas):
- Likely a bad idea to touch the object from the unpopulate hook, since it's not possible to hold a reference, without also creating circular dependency, so likely this is too fragile. For now just ensure we at least mark the pages as dirty/accessed when called from the shrinker on WILLNEED objects.
- s/try_to_writeback/shrinker_release_pages, since this can do more than just writeback.
- Get rid ofdo_backupboolean and just set the SWAPPED flag prior to calling unpopulate.
- Keepshmem_ttas lowest priority for the TTM LRUbo_swapoutwalk, since these just get skipped anyway. We can try to come up with something better later.
v4(Thomas):
- s/PCI_DMA/DMA/. Also dropNO_KERNEL_MAPPINGandNO_WARN, which apparently doesn't do anything with streaming mappings.
- Just pass along the error for ->truncate, and assume nothing.Signed-off-by Matthew Auld <[email protected]>Cc Thomas Hellström <[email protected]>Cc Christian König <[email protected]>Cc Oak Zeng <[email protected]>Reviewed-by Thomas Hellström <[email protected]>Acked-by Oak Zeng <[email protected]>[snip]
Quoted 8 lines
drivers/gpu/drm/i915/gem/i915_gem_shrinker.c +1
-2-static void try_to_writeback (struct drm_i915_gem_object *obj, - unsigned int flags) +static int try_to_writeback(struct drm_i915_gem_object *obj, unsignedint flags)
{
+ if (obj->ops->shrinker_release_pages)
+ returnobj->ops->shrinker_release_pages(obj, + flags & I915_SHRINK_WRITEBACK);I have a high level question about how does this new vfunc fit with the existing code.
Because I notice in the implementation (
i915_ttm_shrinker_release_pages) it ends up doing:
...switch (
obj->mm.madv) {
caseI915_MADV_DONTNEED:
returni915_ttm_purge(obj);
case__I915_MADV_PURGED:
return 0;
}... and then...
if (
should_writeback)
__shmem_writeback(obj->base.size,i915_tt->filp->f_mapping);Which on a glance looks like a possible conceptual duplication of the concepts in this very function (
try_to_writeback):Quoted 4 lines
+
switch (obj->mm.madv) {
caseI915_MADV_DONTNEED:
i915_gem_object_truncate(obj);Quoted 8 lines
- return;
+ return 0;
case__I915_MADV_PURGED:
- return;
+ return 0;
}
if (flags &I915_SHRINK_WRITEBACK)
i915_gem_object_writeback(obj);
Quoted 1 line
So question is this the final design or some futher tidy is possible/planned?
It seems ok to me, all things considered. The TTM version needs to check if the object is still shrinkable at the start(plus some other stuff), upon acquiring the object lock. If that succeeds we can do the above madv checks and potentially just call truncate. Otherwise we can proceed with shrinking, but again TTM is special here, and we have to call ttm_bo_validate() underneath(we might not even have mm.pages here). And then if that all works we might be able to also perform the writeback, if needed. So I suppose we could add all that directly in try_to_writeback(), and make it conditional for TTM devices, or I guess we need two separate hooks, one to do some pre-checking and another do the actual swap step. Not sure if that is better or worse though.
Quoted 4 lines
Background to my question is that I will float a patch which proposes to remove writeback altogether. There are reports from the fields that it causes deadlocks and looking at
2d6692e642e7("drm/i915: Start writeback from the shrinker") and its history it seems like it was a known risk.Apart from the code organisation questions, on the practical level - do you need writeback from the TTM backend or while I am proposing to remove it from the "legacy" paths, I can propose removing it from the TTM flow as well?
Yeah, if that is somehow busted then we should remove from TTM backend also.
Quoted 4 lines
Regards,
Tvrtko
Re: [Intel-gfx] [PATCH v9 2/8] drm/i915/ttm: add tt shmem backend
Quoted 85 lines · Matthew Auld
Quoted 84 lines · Tvrtko Ursulin
Quoted 38 lines · Matthew Auld
For cached objects we can allocate our pages directly in shmem. This should make it possible(in a later patch) to utilise the existing i915-gem shrinker code for such objects. For now this is still disabled.
v2(Thomas):
- Add optionaltry_to_writebackhook for objects. Importantly we need to check if the object is even still shrinkable; in between us dropping the shrinker LRU lock and acquiring the object lock it could for example have been moved. Also we need to differentiate between "lazy" shrinking and the immediate writeback mode. Also later we need to handle objects which don't even have mm.pages, so bundling this intoput_pages()would require somehow handling that edge case, hence just letting the ttm backend handle everything intry_to_writebackdoesn't seem too bad.
v3(Thomas):
- Likely a bad idea to touch the object from the unpopulate hook, since it's not possible to hold a reference, without also creating circular dependency, so likely this is too fragile. For now just ensure we at least mark the pages as dirty/accessed when called from the shrinker on WILLNEED objects.
- s/try_to_writeback/shrinker_release_pages, since this can do more than just writeback.
- Get rid ofdo_backupboolean and just set the SWAPPED flag prior to calling unpopulate.
- Keepshmem_ttas lowest priority for the TTM LRUbo_swapoutwalk, since these just get skipped anyway. We can try to come up with something better later.
v4(Thomas):
- s/PCI_DMA/DMA/. Also dropNO_KERNEL_MAPPINGandNO_WARN, which apparently doesn't do anything with streaming mappings.
- Just pass along the error for ->truncate, and assume nothing.Signed-off-by Matthew Auld <[email protected]>Cc Thomas Hellström <[email protected]>Cc Christian König <[email protected]>Cc Oak Zeng <[email protected]>Reviewed-by Thomas Hellström <[email protected]>Acked-by Oak Zeng <[email protected]>[snip]
Quoted 8 lines
drivers/gpu/drm/i915/gem/i915_gem_shrinker.c +1
-2-static void try_to_writeback (struct drm_i915_gem_object *obj, - unsigned int flags) +static int try_to_writeback(struct drm_i915_gem_object *obj,unsigned int flags)
{
+ if (obj->ops->shrinker_release_pages)
+ returnobj->ops->shrinker_release_pages(obj, + flags & I915_SHRINK_WRITEBACK);I have a high level question about how does this new vfunc fit with the existing code.
Because I notice in the implementation (
i915_ttm_shrinker_release_pages) it ends up doing:
...switch (
obj->mm.madv) {
caseI915_MADV_DONTNEED:
returni915_ttm_purge(obj);
case__I915_MADV_PURGED:
return 0;
}... and then...
if (
should_writeback)
__shmem_writeback(obj->base.size, i915_tt->filp->f_mapping);Which on a glance looks like a possible conceptual duplication of the concepts in this very function (
try_to_writeback):Quoted 12 lines
+
switch (obj->mm.madv) {
caseI915_MADV_DONTNEED:
i915_gem_object_truncate(obj);
- return;
+ return 0;
case__I915_MADV_PURGED:
- return;
+ return 0;
}
if (flags &I915_SHRINK_WRITEBACK)
i915_gem_object_writeback(obj);
Quoted 3 lines
Quoted 1 line
So question is this the final design or some futher tidy is possible/planned?
It seems ok to me, all things considered. The TTM version needs to check if the object is still shrinkable at the start(plus some other stuff), upon acquiring the object lock. If that succeeds we can do the above madv checks and potentially just call truncate. Otherwise we can proceed with shrinking, but again TTM is special here, and we have to call
ttm_bo_validate()underneath(we might not even have mm.pages here). And then if that all works we might be able to also perform the writeback, if needed. So I suppose we could add all that directly intry_to_writeback(), and make it conditional for TTM devices, or I guess we need two separate hooks, one to do some pre-checking and another do the actual swap step. Not sure if that is better or worse though.
Would implementing the shrinker_release_pages for all objects work? It would contain what currently is in try_to_writeback and so the two paths, if not compatible, would diverge cleanly on the same level of indirection. I mean we would not have two effectively mutually exclusive vfuncs (shrinker_release_pages and writeback) and could unexport i915_gem_object_writeback.
Quoted 5 lines
Quoted 3 lines
Background to my question is that I will float a patch which proposes to remove writeback altogether. There are reports from the fields that it causes deadlocks and looking at
2d6692e642e7("drm/i915: Start writeback from the shrinker") and its history it seems like it was a known risk.Apart from the code organisation questions, on the practical level - do you need writeback from the TTM backend or while I am proposing to remove it from the "legacy" paths, I can propose removing it from the TTM flow as well?
Yeah, if that is somehow busted then we should remove from TTM backend also.
Okay thanks, I wanted to check in case there was an extra need in TTM. I will float a patch soon hopefully but testing will be a problem since it seems very hard to repro at the moment.
Regards,
Tvrtko
Re: [Intel-gfx] [PATCH v9 2/8] drm/i915/ttm: add tt shmem backend
On 12/8/21 09:30, Tvrtko Ursulin wrote:
...
Quoted 5 lines
Quoted 3 lines
Quoted 1 line
Apart from the code organisation questions, on the practical level - do you need writeback from the TTM backend or while I am proposing to remove it from the "legacy" paths, I can propose removing it from the TTM flow as well?
Yeah, if that is somehow busted then we should remove from TTM backend also.
Okay thanks, I wanted to check in case there was an extra need in TTM. I will float a patch soon hopefully but testing will be a problem since it seems very hard to repro at the moment.
Do we have some information about what's causing the deadlock or a signature? I'm asking because if some sort of shrinker was added to TTM itself, for the TTM page vectors, it would need to allocate shmem pages at shrink time rather than to unpin them at shrink time as we do here. And for that to have any chance of working sort of reliably, I think writeback is needed.
But I agree for this implementation, the need for writeback isn't different than for the non-TTM shmem objects
Thanks,
Thomas
Quoted 4 lines
Regards,
Tvrtko
Re: [Intel-gfx] [PATCH v9 2/8] drm/i915/ttm: add tt shmem backend
Quoted 7 lines · Thomas Hellström
On 12/8/21 09:30, Tvrtko Ursulin wrote:
...
Quoted 7 lines
Quoted 5 lines
Quoted 3 lines
Quoted 1 line
Apart from the code organisation questions, on the practical level - do you need writeback from the TTM backend or while I am proposing to remove it from the "legacy" paths, I can propose removing it from the TTM flow as well?
Yeah, if that is somehow busted then we should remove from TTM backend also.
Okay thanks, I wanted to check in case there was an extra need in TTM. I will float a patch soon hopefully but testing will be a problem since it seems very hard to repro at the moment.
Do we have some information about what's causing the deadlock or a signature? I'm asking because if some sort of shrinker was added to TTM
Yes, signature is hung task detector kicking in and pretty much system standstill ensues. You will find a bunch of tasks stuck like this:
[ 247.165578] chrome D 0 1791 1785 0x00004080 [ 247.171732] Call Trace: [ 247.174492] __schedule+0x57e/0x10d2 [ 247.178514] ? pcpu_alloc_area+0x25d/0x273 [ 247.183115] schedule+0x7c/0x9f [ 247.186647] rwsem_down_write_slowpath+0x2ae/0x494 [ 247.192025] register_shrinker_prepared+0x19/0x48 [ 247.197310] ? test_single_super+0x10/0x10 [ 247.201910] sget_fc+0x1fc/0x20e [ 247.205540] ? kill_litter_super+0x40/0x40 [ 247.210139] ? proc_apply_options+0x42/0x42 [ 247.214838] vfs_get_super+0x3a/0xdf [ 247.218855] vfs_get_tree+0x2b/0xc3 [ 247.222911] fc_mount+0x12/0x39 [ 247.226814] pid_ns_prepare_proc+0x9d/0xc5 [ 247.232468] alloc_pid+0x275/0x289 [ 247.236432] copy_process+0x5e5/0xeea [ 247.240640] _do_fork+0x95/0x303 [ 247.244261] __se_sys_clone+0x65/0x7f [ 247.248366] do_syscall_64+0x54/0x7e [ 247.252365] entry_SYSCALL_64_after_hwframe+0x44/0xa9
Or this:
[ 247.030274] minijail-init D 0 1773 1770 0x80004082 [ 247.036419] Call Trace: [ 247.039167] __schedule+0x57e/0x10d2 [ 247.043175] ? __schedule+0x586/0x10d2 [ 247.047381] ? _raw_spin_unlock+0xe/0x20 [ 247.051779] ? __queue_work+0x316/0x371 [ 247.056079] schedule+0x7c/0x9f [ 247.059602] rwsem_down_write_slowpath+0x2ae/0x494 [ 247.064971] unregister_shrinker+0x20/0x65 [ 247.069562] deactivate_locked_super+0x38/0x88 [ 247.074538] cleanup_mnt+0xcc/0x10e [ 247.078447] task_work_run+0x7d/0xa6 [ 247.082459] do_exit+0x23d/0x831 [ 247.086079] ? syscall_trace_enter+0x207/0x20e [ 247.091055] do_group_exit+0x8d/0x9d [ 247.095062] __x64_sys_exit_group+0x17/0x17 [ 247.099750] do_syscall_64+0x54/0x7e [ 247.103758] entry_SYSCALL_64_after_hwframe+0x44/0xa9
And smoking gun is:
[ 247.383338] CPU: 3 PID: 88 Comm: kswapd0 Tainted: G U 5.4.154 #36 [ 247.383338] Hardware name: Google Delbin/Delbin, BIOS Google_Delbin.13672.57.0 02/09/2021 [ 247.383339] RIP: 0010:__rcu_read_lock+0x0/0x1a [ 247.383339] Code: ff ff 0f 0b e9 61 fe ff ff 0f 0b e9 76 fe ff ff 0f 0b 49 8b 44 24 20 e9 59 ff ff ff 0f 0b e9 67 ff ff ff 0f 0b e9 1b ff ff ff <0f> 1f 44 00 00 55 48 89 e5 65 48 8b 04 25 80 5d 01 00 ff 80 f8 03 [ 247.383340] RSP: 0018:ffffb0aa0031b978 EFLAGS: 00000286 [ 247.383340] RAX: 0000000000000000 RBX: fffff6b944ca8040 RCX: fffff6b944ca8001 [ 247.383341] RDX: 0000000000000028 RSI: 0000000000000001 RDI: ffff8b52bc618c18 [ 247.383341] RBP: ffffb0aa0031b9d0 R08: 0000000000000000 R09: ffff8b52fb5f00d8 [ 247.383341] R10: 0000000000000000 R11: 0000000000000000 R12: 0000000000000000 [ 247.383342] R13: 61c8864680b583eb R14: 0000000000000001 R15: ffffb0aa0031b980 [ 247.383342] FS: 0000000000000000(0000) GS:ffff8b52fbf80000(0000) knlGS:0000000000000000 [ 247.383343] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 247.383343] CR2: 00007c78a400d680 CR3: 0000000120f46006 CR4: 0000000000762ee0 [ 247.383344] PKRU: 55555554 [ 247.383344] Call Trace: [ 247.383345] find_get_entry+0x4c/0x116 [ 247.383345] find_lock_entry+0xc8/0xec [ 247.383346] shmem_writeback+0x7b/0x163 [ 247.383346] i915_gem_shrink+0x302/0x40b [ 247.383347] ? __intel_runtime_pm_get+0x22/0x82 [ 247.383347] i915_gem_shrinker_scan+0x86/0xa8 [ 247.383348] shrink_slab+0x272/0x48b [ 247.383348] shrink_node+0x784/0xbea [ 247.383348] ? rcu_read_unlock_special+0x66/0x15f [ 247.383349] ? update_batch_size+0x78/0x78 [ 247.383349] kswapd+0x75c/0xa56 [ 247.383350] kthread+0x147/0x156 [ 247.383350] ? kswapd_run+0xb6/0xb6 [ 247.383351] ? kthread_blkcg+0x2e/0x2e [ 247.383351] ret_from_fork+0x1f/0x40
Sadly getting logs or repro from 5.16-rc is more difficult due other issues, or altogether gone, which is also a possibility. It is also possible that transparent hugepages either enable the hang, or just make it more likely.
However due history of writeback I think it sounds plausible that it is indeed unsafe. I will try to dig out a reply from Hugh Dickins who advised against doing it and I think that advice did not change, or I failed to find a later thread. There is at least a mention of that discussion in the patch which added writeback.
Quoted 1 line
itself, for the TTM page vectors, it would need to allocate shmem pages at shrink time rather than to unpin them at shrink time as we do here. And for that to have any chance of working sort of reliably, I think writeback is needed.
I don't claim to understand it fully, but won't the system take care of that, with the only difference being that allocation might work a little less reliably under extreme memory pressure? And I did not find other drivers use it at least which may be and indication we should indeed steer clear of it.
Regards,
Tvrtko
Quoted 10 lines
But I agree for this implementation, the need for writeback isn't different than for the non-TTM shmem objects> Thanks,
Thomas
Quoted 4 lines
Regards,
Tvrtko
Re: [Intel-gfx] [PATCH v9 2/8] drm/i915/ttm: add tt shmem backend
Quoted 97 lines · Tvrtko Ursulin
Quoted 11 lines · Thomas Hellström
On 12/8/21 09:30, Tvrtko Ursulin wrote:
...
Quoted 4 lines
Quoted 4 lines
Quoted 3 lines
Apart from the code organisation questions, on the practical level
- do you need writeback from the TTM backend or while I am
proposing to remove it from the "legacy" paths, I can propose removing it from the TTM flow as well?Quoted 5 lines
Quoted 3 lines
Quoted 1 line
Yeah, if that is somehow busted then we should remove from TTM backend also.
Okay thanks, I wanted to check in case there was an extra need in TTM. I will float a patch soon hopefully but testing will be a problem since it seems very hard to repro at the moment.
Do we have some information about what's causing the deadlock or a signature? I'm asking because if some sort of shrinker was added to TTM
Yes, signature is hung task detector kicking in and pretty much system standstill ensues. You will find a bunch of tasks stuck like this:
[ 247.165578] chrome D 0 1791 1785
0x00004080[ 247.171732] Call Trace:
[ 247.174492]__schedule+0x57e/0x10d2
[ 247.178514] ?pcpu_alloc_area+0x25d/0x273
[ 247.183115]schedule+0x7c/0x9f
[ 247.186647]rwsem_down_write_slowpath+0x2ae/0x494[ 247.192025]register_shrinker_prepared+0x19/0x48[ 247.197310] ?test_single_super+0x10/0x10
[ 247.201910]sget_fc+0x1fc/0x20e
[ 247.205540] ?kill_litter_super+0x40/0x40
[ 247.210139] ?proc_apply_options+0x42/0x42
[ 247.214838]vfs_get_super+0x3a/0xdf
[ 247.218855]vfs_get_tree+0x2b/0xc3
[ 247.222911]fc_mount+0x12/0x39
[ 247.226814]pid_ns_prepare_proc+0x9d/0xc5
[ 247.232468]alloc_pid+0x275/0x289
[ 247.236432]copy_process+0x5e5/0xeea
[ 247.240640]_do_fork+0x95/0x303
[ 247.244261]__se_sys_clone+0x65/0x7f
[ 247.248366]do_syscall_64+0x54/0x7e
[ 247.252365]entry_SYSCALL_64_after_hwframe+0x44/0xa9Or this:
[ 247.030274] minijail-init D 0 1773 1770
0x80004082[ 247.036419] Call Trace:
[ 247.039167]__schedule+0x57e/0x10d2
[ 247.043175] ?__schedule+0x586/0x10d2
[ 247.047381] ?_raw_spin_unlock+0xe/0x20
[ 247.051779] ?__queue_work+0x316/0x371
[ 247.056079]schedule+0x7c/0x9f
[ 247.059602]rwsem_down_write_slowpath+0x2ae/0x494[ 247.064971]unregister_shrinker+0x20/0x65
[ 247.069562]deactivate_locked_super+0x38/0x88
[ 247.074538]cleanup_mnt+0xcc/0x10e
[ 247.078447]task_work_run+0x7d/0xa6
[ 247.082459]do_exit+0x23d/0x831
[ 247.086079] ?syscall_trace_enter+0x207/0x20e
[ 247.091055]do_group_exit+0x8d/0x9d
[ 247.095062]__x64_sys_exit_group+0x17/0x17
[ 247.099750]do_syscall_64+0x54/0x7e
[ 247.103758]entry_SYSCALL_64_after_hwframe+0x44/0xa9And smoking gun is:
[ 247.383338] CPU: 3 PID: 88 Comm: kswapd0 Tainted: G U 5.4.154 #36
[ 247.383338] Hardware name: Google Delbin/Delbin, BIOS Google_Delbin.13672.57.0 02/09/2021
[ 247.383339] RIP: 0010:__rcu_read_lock+0x0/0x1a
[ 247.383339] Code: ff ff 0f 0b e9 61 fe ff ff 0f 0b e9 76 fe ff ff 0f 0b 49 8b 44 24 20 e9 59 ff ff ff 0f 0b e9 67 ff ff ff 0f 0b e9 1b ff ff ff <0f> 1f 44 00 00 55 48 89 e5 65 48 8b 04 25 80 5d 01 00 ff 80 f8 03 [ 247.383340] RSP: 0018:ffffb0aa0031b978 EFLAGS: 00000286
[ 247.383340] RAX: 0000000000000000 RBX:fffff6b944ca8040RCX:fffff6b944ca8001
[ 247.383341] RDX: 0000000000000028 RSI: 0000000000000001 RDI:ffff8b52bc618c18
[ 247.383341] RBP:ffffb0aa0031b9d0R08: 0000000000000000 R09:ffff8b52fb5f00d8
[ 247.383341] R10: 0000000000000000 R11: 0000000000000000 R12: 0000000000000000
[ 247.383342] R13:61c8864680b583ebR14: 0000000000000001 R15:ffffb0aa0031b980
[ 247.383342] FS: 0000000000000000(0000) GS:ffff8b52fbf80000(0000) knlGS:0000000000000000
[ 247.383343] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
[ 247.383343] CR2:00007c78a400d680CR3:0000000120f46006CR4:0000000000762ee0
[ 247.383344] PKRU: 55555554
[ 247.383344] Call Trace:
[ 247.383345]find_get_entry+0x4c/0x116
[ 247.383345]find_lock_entry+0xc8/0xec
[ 247.383346]shmem_writeback+0x7b/0x163
[ 247.383346]i915_gem_shrink+0x302/0x40b
[ 247.383347] ?__intel_runtime_pm_get+0x22/0x82
[ 247.383347]i915_gem_shrinker_scan+0x86/0xa8
[ 247.383348]shrink_slab+0x272/0x48b
[ 247.383348]shrink_node+0x784/0xbea
[ 247.383348] ?rcu_read_unlock_special+0x66/0x15f
[ 247.383349] ?update_batch_size+0x78/0x78
[ 247.383349]kswapd+0x75c/0xa56
[ 247.383350]kthread+0x147/0x156
[ 247.383350] ?kswapd_run+0xb6/0xb6
[ 247.383351] ?kthread_blkcg+0x2e/0x2e
[ 247.383351]ret_from_fork+0x1f/0x40
Quoted 7 lines
Sadly getting logs or repro from 5.16-rc is more difficult due other issues, or altogether gone, which is also a possibility. It is also possible that transparent hugepages either enable the hang, or just make it more likely.
However due history of writeback I think it sounds plausible that it is indeed unsafe. I will try to dig out a reply from Hugh Dickins who advised against doing it and I think that advice did not change, or I failed to find a later thread. There is at least a mention of that discussion in the patch which added writeback.
Quoted 1 line
itself, for the TTM page vectors, it would need to allocate shmem pages at shrink time rather than to unpin them at shrink time as we do here. And for that to have any chance of working sort of reliably, I think writeback is needed.
I don't claim to understand it fully, but won't the system take care of that, with the only difference being that allocation might work a little less reliably under extreme memory pressure?
Yes, IIRC it's exactly this that made the previous attempt of a generic TTM shrinker fail.
Quoted 1 line
And I did not find other drivers use it at least which may be and indication we should indeed steer clear of it.
You're probably right.
Quoted 4 lines
Regards,
Tvrtko
Thanks,
Thomas
Quoted 11 lines
Quoted 11 lines
But I agree for this implementation, the need for writeback isn't different than for the non-TTM shmem objects> Thanks,
Thomas
Quoted 4 lines
Regards,
Tvrtko