Reduce memory usage for mm_context_t
v2 cover Reduce memory usage for mm_context_t
This patch moves hash translation related context variables to another structure and runtime allocate that based on translation mode.
Aneesh Kumar K.V (3):
powerpc/mm: Add helpers for accessing hash translation related
variables
powerpc/mm: Move slb_addr_linit to early_init_mmu powerpc/mm: Reduce memory usage for mm_context_t for radix
arch/powerpc/include/asm/book3s/64/mmu-hash.h | 35 +++++++- arch/powerpc/include/asm/book3s/64/mmu.h | 88 +++++++++++++------ arch/powerpc/include/asm/nohash/32/mmu-8xx.h | 50 +++++++++++ arch/powerpc/kernel/paca.c | 12 +-- arch/powerpc/kernel/setup-common.c | 7 +- arch/powerpc/mm/hash_utils_64.c | 14 +-- arch/powerpc/mm/mmu_context_book3s64.c | 16 +++- arch/powerpc/mm/slb.c | 2 +- arch/powerpc/mm/slice.c | 49 +++++------ arch/powerpc/mm/subpage-prot.c | 8 +- arch/powerpc/mm/tlb_nohash.c | 6 ++ 11 files changed, 211 insertions(+), 76 deletions(-)
Signature · 1 line
2.20.1
PATCH v2 1/3 powerpc/mm: Add helpers for accessing hash translation related variables
We want to switch to allocating them runtime only when hash translation is enabled. Add helpers so that both book3s and nohash can be adapted to upcoming change easily.
--- arch/powerpc/include/asm/book3s/64/mmu-hash.h | 4 +- arch/powerpc/include/asm/book3s/64/mmu.h | 63 ++++++++++++++++++- arch/powerpc/include/asm/nohash/32/mmu-8xx.h | 50 +++++++++++++++ arch/powerpc/kernel/paca.c | 12 ++-- arch/powerpc/mm/hash_utils_64.c | 10 +-- arch/powerpc/mm/slb.c | 2 +- arch/powerpc/mm/slice.c | 49 +++++++-------- arch/powerpc/mm/subpage-prot.c | 8 +-- 8 files changed, 154 insertions(+), 44 deletions(-)
arch/powerpc/include/asm/book3s/64/mmu-hash.h +2 -2
@@ -657,8 +657,8 @@ extern void slb_set_size(u16 size);/* 4 bits per slice and we have one slice per 1TB */ #define SLICE_ARRAY_SIZE (H_PGTABLE_RANGE >> 41) -#define TASK_SLICE_ARRAY_SZ (x) ((x)->context.slb_addr_limit >> 41) - +#define LOW_SLICE_ARRAY_SZ (BITS_PER_LONG / BITS_PER_BYTE) +#define TASK_SLICE_ARRAY_SZ (x) ((x)->slb_addr_limit >> 41)#ifndef __ASSEMBLY__#ifdef CONFIG_PPC_SUBPAGE_PROT
arch/powerpc/include/asm/book3s/64/mmu.h +62 -1
75 lines not on this page · raw message
arch/powerpc/include/asm/nohash/32/mmu-8xx.h +50 -0
62 lines not on this page · raw message
arch/powerpc/kernel/paca.c +6 -6
@@ -267,12 +267,12 @@ void copy_mm_to_paca(struct mm_struct *mm)get_paca ()->mm_ctx_id = context->id;#ifdef CONFIG_PPC_MM_SLICES -VM_BUG_ON (!mm->context.slb_addr_limit); -get_paca ()->mm_ctx_slb_addr_limit = mm->context.slb_addr_limit; -memcpy (&get_paca ()->mm_ctx_low_slices_psize, - &context->low_slices_psize,sizeof (context->low_slices_psize)); -memcpy (&get_paca ()->mm_ctx_high_slices_psize, - &context->high_slices_psize,TASK_SLICE_ARRAY_SZ (mm)); +VM_BUG_ON (!mm_ctx_slb_addr_limit (context)); +get_paca ()->mm_ctx_slb_addr_limit =mm_ctx_slb_addr_limit (context); +memcpy (&get_paca ()->mm_ctx_low_slices_psize,mm_ctx_low_slices (context), +LOW_SLICE_ARRAY_SZ ); +memcpy (&get_paca ()->mm_ctx_high_slices_psize,mm_ctx_high_slices (context), +TASK_SLICE_ARRAY_SZ (context));#else /* CONFIG_PPC_MM_SLICES */ get_paca ()->mm_ctx_user_psize = context->user_psize;get_paca ()->mm_ctx_sllp = context->sllp;
arch/powerpc/mm/hash_utils_64.c +5 -5
@@ -1147,7 +1147,7 @@ void demote_segment_4k(struct mm_struct *mm, unsigned long addr)*/ static int subpage_protection (struct mm_struct *mm,unsigned long ea) { -struct subpage_prot_table *spt = &mm->context.spt; +struct subpage_prot_table *spt =mm_ctx_subpage_prot (&mm->context);u32 spp =0 ;u32 **sbpm, *sbpp;
@@ -1470,7 +1470,7 @@ static bool should_hash_preload(struct mm_struct *mm, unsigned long ea)int psize =get_slice_psize (mm, ea);/* We only prefault standard pages for now */ -if (unlikely (psize != mm->context.user_psize)) +if (unlikely (psize !=mm_ctx_user_psize (&mm->context)))return false;/*
@@ -1549,7 +1549,7 @@ void hash_preload(struct mm_struct *mm, unsigned long ea,/* Hash it in */ #ifdef CONFIG_PPC_64K_PAGES -if (mm->context.user_psize ==MMU_PAGE_64K ) +if (mm_ctx_user_psize (&mm->context) ==MMU_PAGE_64K ) rc =__hash_page_64K (ea, access, vsid, ptep, trap, update_flags, ssize);else
@@ -1562,8 +1562,8 @@ void hash_preload(struct mm_struct *mm, unsigned long ea,*/ if (rc ==-1 )hash_failure_debug (ea, access, vsid, trap, ssize, - mm->context.user_psize, - mm->context.user_psize, +mm_ctx_user_psize (&mm->context), +mm_ctx_user_psize (&mm->context),pte_val (*ptep)); out_exit:local_irq_restore (flags);
arch/powerpc/mm/slb.c +1 -1
@@ -739,7 +739,7 @@ static long slb_allocate_user(struct mm_struct *mm, unsigned long ea)* consider this as bad access if we take a SLB miss * on an address above addr limit. */ -if (ea >= mm->context.slb_addr_limit) +if (ea >=mm_ctx_slb_addr_limit (&mm->context))return -EFAULT ; context =get_user_context (&mm->context, ea);
arch/powerpc/mm/slice.c +24 -25
154 lines not on this page · raw message
arch/powerpc/mm/subpage-prot.c +4 -4
@@ -25,7 +25,7 @@*/ void subpage_prot_free (struct mm_struct *mm) { -struct subpage_prot_table *spt = &mm->context.spt; +struct subpage_prot_table *spt =mm_ctx_subpage_prot (&mm->context);unsigned long i, j, addr;u32 **p;
@@ -52,7 +52,7 @@ void subpage_prot_free(struct mm_struct *mm)void subpage_prot_init_new_context (struct mm_struct *mm) { -struct subpage_prot_table *spt = &mm->context.spt; +struct subpage_prot_table *spt =mm_ctx_subpage_prot (&mm->context);memset (spt,0 ,sizeof (*spt)); }
@@ -93,7 +93,7 @@ static void hpte_flush_range(struct mm_struct *mm, unsigned long addr,static void subpage_prot_clear (unsigned long addr,unsigned long len) {struct mm_struct *mm = current->mm; -struct subpage_prot_table *spt = &mm->context.spt; +struct subpage_prot_table *spt =mm_ctx_subpage_prot (&mm->context);u32 **spm, *spp;unsigned long i;size_t nw;
@@ -189,7 +189,7 @@ SYSCALL_DEFINE3(subpage_prot, unsigned long, addr, unsigned long, len, u32 __user *, map) {struct mm_struct *mm = current->mm; -struct subpage_prot_table *spt = &mm->context.spt; +struct subpage_prot_table *spt =mm_ctx_subpage_prot (&mm->context);u32 **spm, *spp;unsigned long i;size_t nw;
Signature · 1 line
2.20.1
PATCH v2 2/3 powerpc/mm: Move slb_addr_linit to early_init_mmu
In reply to Aneesh Kumar K.VAvoid #ifdef in generic code. Also enables us to do this specific to MMU translation mode on book3s64
--- arch/powerpc/kernel/setup-common.c | 11 ----------- arch/powerpc/mm/hash_utils_64.c | 2 ++ arch/powerpc/mm/tlb_nohash.c | 6 ++++++ 3 files changed, 8 insertions(+), 11 deletions(-)
arch/powerpc/kernel/setup-common.c +0 -11
@@ -947,17 +947,6 @@ void __init setup_arch(char **cmdline_p) init_mm.end_data = (unsigned long ) _edata; init_mm.brk = klimit; -#ifdef CONFIG_PPC_MM_SLICES -#ifdef CONFIG_PPC64 -if (!radix_enabled ()) - init_mm.context.slb_addr_limit =DEFAULT_MAP_WINDOW_USER64 ; -#elif defined(CONFIG_PPC_8xx) - init_mm.context.slb_addr_limit =DEFAULT_MAP_WINDOW ; -#else -#error "context.addr_limit not initialized." -#endif -#endif -#ifdef CONFIG_SPAPR_TCE_IOMMU mm_iommu_init (&init_mm);#endif
arch/powerpc/mm/hash_utils_64.c +2 -0
@@ -1041,6 +1041,8 @@ void __init hash__early_init_mmu(void)*/ htab_initialize (); + init_mm.context.slb_addr_limit =DEFAULT_MAP_WINDOW_USER64 ; +pr_info ("Initializing hash mmu with SLB\n" );/* Initialize SLB management */ slb_initialize ();
arch/powerpc/mm/tlb_nohash.c +6 -0
@@ -800,5 +800,11 @@ void __init early_init_mmu(void)#ifdef CONFIG_PPC_47xearly_init_mmu_47x ();#endif + +#ifdef CONFIG_PPC_MM_SLICES +#if defined(CONFIG_PPC_8xx) + init_mm.context.slb_addr_limit =DEFAULT_MAP_WINDOW ; +#endif +#endif }#endif /* CONFIG_PPC64 */
Signature · 1 line
2.20.1
PATCH v2 3/3 powerpc/mm: Reduce memory usage for mm_context_t for radix
In reply to Aneesh Kumar K.VCurrently, our mm_context_t on book3s64 include all hash specific context details like slice mask and subpage protection details. We can skip allocating these with radix translation. This will help us to save 8K per mm_context with radix translation.
With the patch applied we have
sizeof(mm_context_t) = 136sizeof(struct hash_mm_context) = 8288
--- arch/powerpc/include/asm/book3s/64/mmu-hash.h | 33 ++++++++++++- arch/powerpc/include/asm/book3s/64/mmu.h | 49 +++++-------------- arch/powerpc/kernel/setup-common.c | 6 +++ arch/powerpc/mm/hash_utils_64.c | 4 +- arch/powerpc/mm/mmu_context_book3s64.c | 16 +++++- 5 files changed, 68 insertions(+), 40 deletions(-)
arch/powerpc/include/asm/book3s/64/mmu-hash.h +32 -1
@@ -658,7 +658,7 @@ extern void slb_set_size(u16 size);/* 4 bits per slice and we have one slice per 1TB */ #define SLICE_ARRAY_SIZE (H_PGTABLE_RANGE >> 41)#define LOW_SLICE_ARRAY_SZ (BITS_PER_LONG / BITS_PER_BYTE) -#define TASK_SLICE_ARRAY_SZ (x) ((x)->slb_addr_limit >> 41) +#define TASK_SLICE_ARRAY_SZ (x) ((x)->hash_context->slb_addr_limit >> 41)#ifndef __ASSEMBLY__#ifdef CONFIG_PPC_SUBPAGE_PROT
@@ -693,6 +693,37 @@ static inline void subpage_prot_free(struct mm_struct *mm) {}static inline void subpage_prot_init_new_context (struct mm_struct *mm) { }#endif /* CONFIG_PPC_SUBPAGE_PROT */ +/* +* One bit per slice. We have lower slices which cover 256MB segments +* upto 4G range. That gets us 16 low slices. For the rest we track slices +* in 1TB size. +*/ +struct slice_mask { +u64 low_slices; + DECLARE_BITMAP(high_slices, SLICE_NUM_HIGH); +}; + +struct hash_mm_context { +u16 user_psize;/* page size index */ + +/* SLB page size encodings*/ +unsigned char low_slices_psize[LOW_SLICE_ARRAY_SZ ]; +unsigned char high_slices_psize[SLICE_ARRAY_SIZE ]; +unsigned long slb_addr_limit; +#ifdef CONFIG_PPC_64K_PAGES +struct slice_mask mask_64k; +#endif +struct slice_mask mask_4k; +#ifdef CONFIG_HUGETLB_PAGE +struct slice_mask mask_16m; +struct slice_mask mask_16g; +#endif + +#ifdef CONFIG_PPC_SUBPAGE_PROT +struct subpage_prot_table spt; +#endif /* CONFIG_PPC_SUBPAGE_PROT */ +}; +#if 0 /* * The code below is equivalent to this function for arguments
arch/powerpc/include/asm/book3s/64/mmu.h +12 -37
120 lines not on this page · raw message
arch/powerpc/kernel/setup-common.c +6 -0
@@ -947,6 +947,12 @@ void __init setup_arch(char **cmdline_p) init_mm.end_data = (unsigned long ) _edata; init_mm.brk = klimit; +#ifdef CONFIG_PPC_MM_SLICES +#if defined(CONFIG_PPC_8xx) + init_mm.context.slb_addr_limit =DEFAULT_MAP_WINDOW ; +#endif +#endif +#ifdef CONFIG_SPAPR_TCE_IOMMU mm_iommu_init (&init_mm);#endif
arch/powerpc/mm/hash_utils_64.c +3 -1
@@ -968,6 +968,7 @@ void __init hash__early_init_devtree(void)htab_scan_page_sizes (); } +struct hash_mm_context init_hash_mm_context;void __init hash__early_init_mmu (void ) {#ifndef CONFIG_PPC_64K_PAGES
@@ -1041,7 +1042,8 @@ void __init hash__early_init_mmu(void)*/ htab_initialize (); - init_mm.context.slb_addr_limit =DEFAULT_MAP_WINDOW_USER64 ; + init_mm.context.hash_context = &init_hash_mm_context; + init_mm.context.hash_context->slb_addr_limit =DEFAULT_MAP_WINDOW_USER64 ;pr_info ("Initializing hash mmu with SLB\n" );/* Initialize SLB management */
arch/powerpc/mm/mmu_context_book3s64.c +15 -1
@@ -63,6 +63,12 @@ static int hash__init_new_context(struct mm_struct *mm)if (index <0 )return index; + mm->context.hash_context =kmalloc (sizeof (struct hash_mm_context ),GFP_KERNEL ); +if (!mm->context.hash_context) { +ida_free (&mmu_context_ida, index); +return -ENOMEM ; + } +/* * The old code would re-promote on fork, we don't do that when using * slices as it could cause problem promoting slices that have been
@@ -77,8 +83,14 @@ static int hash__init_new_context(struct mm_struct *mm)* We should not be calling init_new_context() on init_mm. Hence a * check against 0 is OK. */ -if (mm->context.id ==0 ) +if (mm->context.id ==0 ) { +memset (mm->context.hash_context,0 ,sizeof (struct hash_mm_context ));slice_init_new_context_exec (mm); + }else { +/* This is fork. Copy hash_context details from current->mm */ +memcpy (mm->context.hash_context, current->mm->context.hash_context,sizeof (struct hash_mm_context )); + + }subpage_prot_init_new_context (mm);
@@ -118,6 +130,7 @@ static int radix__init_new_context(struct mm_struct *mm) asmvolatile ("ptesync;isync" : : :"memory" ); mm->context.npu_context =NULL ; + mm->context.hash_context =NULL ;return index; }
@@ -162,6 +175,7 @@ static void destroy_contexts(mm_context_t *ctx)if (context_id)ida_free (&mmu_context_ida, context_id); } +kfree (ctx->hash_context); }static void pmd_frag_destroy (void *pmd_frag)
Signature · 1 line
2.20.1