mm-rmap-add-fast-path-for-small-folios-when-adding-removing-duplicating.patch removed from -mm tree
The quilt patch titled
Subject: mm/rmap: add fast-path for small folios when adding/removing/duplicating
has been removed from the -mm tree. Its filename was
mm-rmap-add-fast-path-for-small-folios-when-adding-removing-duplicating.patch
This patch was dropped because it was merged into the mm-stable branch of git://git.kernel.org/pub/scm/linux/kernel/git/akpm/mm
------------------------------------------------------
From: David Hildenbrand <[email protected]>
Subject: mm/rmap: add fast-path for small folios when adding/removing/duplicating
Date: Tue, 9 Apr 2024 21:22:46 +0200
Let's add a fast-path for small folios to all relevant rmap functions. Note that only RMAP_LEVEL_PTE applies.
This is a preparation for tracking the mapcount of large folios in a single value.
---
include/linux/rmap.h | 13 +++++++++++++ mm/rmap.c | 26 ++++++++++++++++---------- 2 files changed, 29 insertions(+), 10 deletions(-)
include/linux/rmap.h renamed from include/linux/rmap.h~mm-rmap-add-fast-path-for-small-folios-when-adding-removing-duplicating +13 -0
@@ -322,6 +322,11 @@ static __always_inline void __folio_dup_switch (level) {case RMAP_LEVEL_PTE : +if (!folio_test_large (folio)) { +atomic_inc (&page->_mapcount); +break ; + } +do {atomic_inc (&page->_mapcount); }while (page++, --nr_pages >0 );
@@ -405,6 +410,14 @@ static __always_inline int __folio_try_dif (PageAnonExclusive (page + i))return -EBUSY ; } + +if (!folio_test_large (folio)) { +if (PageAnonExclusive (page)) +ClearPageAnonExclusive (page); +atomic_inc (&page->_mapcount); +break ; + } + do { if (PageAnonExclusive(page)) ClearPageAnonExclusive(page);
mm/rmap.c renamed from mm/rmap.c~mm-rmap-add-fast-path-for-small-folios-when-adding-removing-duplicating +16 -10
@@ -1172,15 +1172,18 @@ static __always_inline unsigned int __foswitch (level) {case RMAP_LEVEL_PTE : +if (!folio_test_large (folio)) { + nr =atomic_inc_and_test (&page->_mapcount); +break ; + } +do { first =atomic_inc_and_test (&page->_mapcount); -if (first &&folio_test_large (folio)) { +if (first) { first =atomic_inc_return_relaxed (mapped); - first = (first <ENTIRELY_MAPPED ); +if (first <ENTIRELY_MAPPED ) + nr++; } - -if (first) - nr++; }while (page++, --nr_pages >0 );break ;case RMAP_LEVEL_PMD :
@@ -1514,15 +1517,18 @@ static __always_inline void __folio_remoswitch (level) {case RMAP_LEVEL_PTE : +if (!folio_test_large (folio)) { + nr =atomic_add_negative (-1 , &page->_mapcount); +break ; + } +do { last =atomic_add_negative (-1 , &page->_mapcount); -if (last &&folio_test_large (folio)) { +if (last) { last =atomic_dec_return_relaxed (mapped); - last = (last <ENTIRELY_MAPPED ); +if (last <ENTIRELY_MAPPED ) + nr++; } - -if (last) - nr++; }while (page++, --nr_pages >0 );break ;case RMAP_LEVEL_PMD :
_
Patches currently in -mm which might be from [email protected] are