mm-introduce-a-pageflag-for-partially-mapped-folios.patch removed from -mm tree
The quilt patch titled
Subject: mm: introduce a pageflag for partially mapped folios
has been removed from the -mm tree. Its filename was
mm-introduce-a-pageflag-for-partially-mapped-folios.patch
This patch was dropped because it was merged into the mm-stable branch of git://git.kernel.org/pub/scm/linux/kernel/git/akpm/mm
------------------------------------------------------
From: Usama Arif <[email protected]>
Subject: mm: introduce a pageflag for partially mapped folios
Date: Fri, 30 Aug 2024 11:03:38 +0100
Currently folio->_deferred_list is used to keep track of partially_mapped folios that are going to be split under memory pressure. In the next patch, all THPs that are faulted in and collapsed by khugepaged are also going to be tracked using _deferred_list.
This patch introduces a pageflag to be able to distinguish between partially mapped folios and others in the deferred_list at split time in deferred_split_scan. Its needed as __folio_remove_rmap decrements _mapcount, _large_mapcount and _entire_mapcount, hence it won't be possible to distinguish between partially mapped folios and others in deferred_split_scan.
Eventhough it introduces an extra flag to track if the folio is partially mapped, there is no functional change intended with this patch and the flag is not useful in this patch itself, it will become useful in the next patch when _deferred_list has non partially mapped folios.
---
include/linux/huge_mm.h | 4 +-- include/linux/page-flags.h | 13 ++++++++++- mm/huge_memory.c | 41 +++++++++++++++++++++++++---------- mm/memcontrol.c | 3 +- mm/migrate.c | 3 +- mm/page_alloc.c | 5 ++-- mm/rmap.c | 5 ++-- mm/vmscan.c | 3 +- 8 files changed, 56 insertions(+), 21 deletions(-)
include/linux/huge_mm.h renamed from include/linux/huge_mm.h~mm-introduce-a-pageflag-for-partially-mapped-folios +2 -2
@@ -333,7 +333,7 @@ static inline int split_huge_page(struct {return split_huge_page_to_list_to_order (page,NULL ,0 ); } -void deferred_split_folio (struct folio *folio); +void deferred_split_folio (struct folio *folio,bool partially_mapped);void __split_huge_pmd (struct vm_area_struct *vma,pmd_t *pmd,unsigned long address,bool freeze,struct folio *folio);
@@ -507,7 +507,7 @@ static inline int split_huge_page(struct {return 0 ; } -static inline void deferred_split_folio (struct folio *folio) {} +static inline void deferred_split_folio (struct folio *folio,bool partially_mapped) {}#define split_huge_pmd (__vma, __pmd, __address) \ do { } while (0)
include/linux/page-flags.h renamed from include/linux/page-flags.h~mm-introduce-a-pageflag-for-partially-mapped-folios +12 -1
@@ -186,6 +186,7 @@ enum pageflags {/* At least one page in this folio has the hwpoison flag set */ PG_has_hwpoisoned = PG_active, PG_large_rmappable = PG_workingset,/* anon or file-backed */ + PG_partially_mapped = PG_reclaim, /* was identified to be partially mapped */ };#define PAGEFLAGS_MASK ((1UL << NR_PAGEFLAGS) - 1)
@@ -859,8 +860,18 @@ static inline void ClearPageCompound(strClearPageHead (page); } FOLIO_FLAG(large_rmappable, FOLIO_SECOND_PAGE) +FOLIO_TEST_FLAG (partially_mapped,FOLIO_SECOND_PAGE ) +/* +* PG_partially_mapped is protected by deferred_split split_queue_lock, +* so its safe to use non-atomic set/clear. + */ +__FOLIO_SET_FLAG(partially_mapped, FOLIO_SECOND_PAGE) +__FOLIO_CLEAR_FLAG(partially_mapped, FOLIO_SECOND_PAGE)#else FOLIO_FLAG_FALSE(large_rmappable) +FOLIO_TEST_FLAG_FALSE(partially_mapped) +__FOLIO_SET_FLAG_NOOP(partially_mapped) +__FOLIO_CLEAR_FLAG_NOOP(partially_mapped)#endif #define PG_head_mask ((1UL << PG_head))
@@ -1171,7 +1182,7 @@ static __always_inline void __ClearPageA*/ #define PAGE_FLAGS_SECOND \ (0xffUL /* order */ | 1UL << PG_has_hwpoisoned | \ - 1UL << PG_large_rmappable) + 1UL << PG_large_rmappable | 1UL << PG_partially_mapped)#define PAGE_FLAGS_PRIVATE \ (1UL << PG_private | 1UL << PG_private_2)
mm/huge_memory.c renamed from mm/huge_memory.c~mm-introduce-a-pageflag-for-partially-mapped-folios +30 -11
72 lines not on this page · raw message
mm/memcontrol.c renamed from mm/memcontrol.c~mm-introduce-a-pageflag-for-partially-mapped-folios +2 -1
@@ -4645,7 +4645,8 @@ static void uncharge_folio(struct folioVM_BUG_ON_FOLIO (folio_test_lru (folio), folio);VM_BUG_ON_FOLIO (folio_order (folio) >1 && !folio_test_hugetlb (folio) && - !list_empty (&folio->_deferred_list), folio); + !list_empty (&folio->_deferred_list) && +folio_test_partially_mapped (folio), folio);/* * Nobody should be changing or seriously looking at
mm/migrate.c renamed from mm/migrate.c~mm-introduce-a-pageflag-for-partially-mapped-folios +2 -1
@@ -1766,7 +1766,8 @@ static int migrate_pages_batch(struct li* use _deferred_list. */ if (nr_pages >2 && - !list_empty (&folio->_deferred_list)) { + !list_empty (&folio->_deferred_list) && +folio_test_partially_mapped (folio)) {if (!try_split_folio (folio, split_folios, mode)) { nr_failed++; stats->nr_thp_failed += is_thp;
mm/page_alloc.c renamed from mm/page_alloc.c~mm-introduce-a-pageflag-for-partially-mapped-folios +3 -2
@@ -962,8 +962,9 @@ static int free_tail_page_prepare(structbreak ;case 2 :/* the second tail page: deferred_list overlaps ->mapping */ -if (unlikely (!list_empty (&folio->_deferred_list))) { -bad_page (page,"on deferred list" ); +if (unlikely (!list_empty (&folio->_deferred_list) && +folio_test_partially_mapped (folio))) { +bad_page (page,"partially mapped folio on deferred list" ); goto out; }break ;
mm/rmap.c renamed from mm/rmap.c~mm-introduce-a-pageflag-for-partially-mapped-folios +3 -2
@@ -1579,8 +1579,9 @@ static __always_inline void __folio_remo* Check partially_mapped first to ensure it is a large folio. */ if (partially_mapped &&folio_test_anon (folio) && -list_empty (&folio->_deferred_list)) -deferred_split_folio (folio); + !folio_test_partially_mapped (folio)) +deferred_split_folio (folio, true); +__folio_mod_stat (folio, -nr, -nr_pmdmapped);/*
mm/vmscan.c renamed from mm/vmscan.c~mm-introduce-a-pageflag-for-partially-mapped-folios +2 -1
@@ -1238,7 +1238,8 @@ retry:* Split partially mapped folios right away. * We can free the unmapped pages without IO. */ -if (data_race (!list_empty (&folio->_deferred_list)) && +if (data_race (!list_empty (&folio->_deferred_list) && +folio_test_partially_mapped (folio)) &&split_folio_to_list (folio, folio_list)) goto activate_locked; }
_
Patches currently in -mm which might be from [email protected] are