Use lmb with x86
Subsystems (13)
cover Use lmb with x86
the new lmb could be used to replace early_res in x86.
Suggested by: David, Ben, and Thomas
-v6: change sequence as requested by Thomas
-v7: seperate them to more patches
-v8: add boundary checking to make sure not free partial page. -v9: use lmb_debug to control print out of reserve_lmb.
add e820 clean up, and e820 become __initdata
-v10:use lmb.rmo_size and ARCH_DISCARD_LMB according to Michael
change name to lmb_find_area/reserve_lmb_area/free_lmb_area,
according to Michael
update find_lmb_area to use __lmb_alloc_base according to ben
-v11:move find_lmb_area_size back to x86.
x86 has own find_lmb_area, and could be disabled by ARCH_LMB_FIND_AREA
because _lmb_find_base has different behavoir from x86's old one. one from high to high and one from low to high
need more test
tested for x86 32bit/64bit, numa/nonuma, nobootmem/bootmem.
-v12:refresh the series with current tip
seperate nobootmem.c, so could remove some #ifdef
still keep CONFIG_NO_BOOTMEM, in x86 .c, and could use the as tags so other lmb could refer them to use NO_BOOTMEM.
-v14:refresh to current tip
-v15:remove x86 version lmb_find_area
remove other nobootmem and x86 e820 from this patchset
-v16: rebase to Ben's cleanup powerpc/lmb
move back most func back to arch/x86/mm/lmb.c
this patches is based on tip/master+powerpc/lmb
todo:
1. use for_each_lmb to replace for cycle
2. replace range handling with lmb.
Thanks
Yinghai
PATCH 1/35 lmb: prepare x86 to use lmb to replace early_res
1. expose lmb_debug
2. expose lmb_reserved_init_regions
3. expose lmb_add_region
4. prection for include linux/lmb.h in mm/page_alloc.c and mm/bootmem.c
5. lmb_find_base() should return LMB_ERROR in one failing path. (this one cost me 3 hours !)
6. move LMB_ERROR to lmb.h
--- include/linux/lmb.h | 4 ++++ lib/lmb.c | 21 +++++++++------------ 2 files changed, 13 insertions(+), 12 deletions(-)
include/linux/lmb.h +4 -0
@@ -19,6 +19,7 @@#include <asm/lmb.h> #define INIT_LMB_REGIONS 128 +#define LMB_ERROR (~(phys_addr_t)0)struct lmb_region {phys_addr_t base;
@@ -39,6 +40,8 @@ struct lmb { };extern struct lmb lmb; +extern int lmb_debug; +extern struct lmb_region lmb_reserved_init_regions[];extern void __init lmb_init (void );extern void __init lmb_analyze (void );
@@ -61,6 +64,7 @@ extern phys_addr_t __init lmb_alloc(phys_addr_t size, phys_addr_t align);#define LMB_ALLOC_ANYWHERE (~(phys_addr_t)0)#define LMB_ALLOC_ACCESSIBLE 0 +long lmb_add_region (struct lmb_type *type,phys_addr_t base,phys_addr_t size);extern phys_addr_t __init lmb_alloc_base (phys_addr_t size,phys_addr_t align,phys_addr_t max_addr);
lib/lmb.c +9 -12
@@ -22,11 +22,9 @@struct lmb lmb; -static int lmb_debug; +int lmb_debug;static struct lmb_region lmb_memory_init_regions[INIT_LMB_REGIONS +1 ]; -static struct lmb_region lmb_reserved_init_regions[INIT_LMB_REGIONS +1 ]; - -#define LMB_ERROR (~(phys_addr_t)0) +struct lmb_region lmb_reserved_init_regions[INIT_LMB_REGIONS +1 ];/* inline so we don't get a warning when pr_debug is compiled out */ static inline const char *lmb_type_name (struct lmb_type *type)
@@ -154,7 +152,7 @@ static phys_addr_t __init lmb_find_base(phys_addr_t size, phys_addr_t align,if (found !=LMB_ERROR )return found; } -return 0 ; +return LMB_ERROR ; }static void lmb_remove_region (struct lmb_type *type,unsigned long r)
@@ -176,17 +174,12 @@ static void lmb_coalesce_regions(struct lmb_type *type,lmb_remove_region (type, r2); } -/* Defined below but needed now */ -static long lmb_add_region (struct lmb_type *type,phys_addr_t base,phys_addr_t size); -static int lmb_double_array (struct lmb_type *type) {struct lmb_region *new_array, *old_array;phys_addr_t old_size, new_size, addr;int use_slab =slab_is_available (); -pr_debug ("lmb: %s array full, doubling..." ,lmb_type_name (type)); -/* Calculate new doubled size */ old_size = type->max *sizeof (struct lmb_region ); new_size = old_size <<1 ;
@@ -206,7 +199,7 @@ static int lmb_double_array(struct lmb_type *type) new_array =kmalloc (new_size,GFP_KERNEL ); addr = new_array ==NULL ?LMB_ERROR :__pa (new_array); }else - addr =lmb_find_base (new_size,sizeof (phys_addr_t),0 ,LMB_ALLOC_ACCESSIBLE ); + addr =lmb_find_base (new_size,sizeof (struct lmb_region ),0 ,LMB_ALLOC_ACCESSIBLE );if (addr ==LMB_ERROR ) {pr_err ("lmb: Failed to double %s array from %ld to %ld entries !\n" ,lmb_type_name (type), type->max, type->max *2 );
@@ -214,6 +207,10 @@ static int lmb_double_array(struct lmb_type *type) } new_array =__va (addr); +if (lmb_debug) +pr_info ("lmb: %s array is doubled to %ld at %llx - %llx" , +lmb_type_name (type), type->max *2 , (u64 )addr, (u64 )addr + new_size); +/* Found space, we now need to move the array over before * we add the reserved region since it may be our reserved * array itself that is full.
@@ -249,7 +246,7 @@ extern int __weak lmb_memory_can_coalesce(phys_addr_t addr1, phys_addr_t size1,return 1 ; } -static long lmb_add_region (struct lmb_type *type,phys_addr_t base,phys_addr_t size) +long lmb_add_region (struct lmb_type *type,phys_addr_t base,phys_addr_t size) {unsigned long coalesced =0 ;long adjacent, i;
Signature · 1 line
1.6.4.2
Re: [PATCH 01/35] lmb: prepare x86 to use lmb to replace early_res
Quoted 7 lines · Yinghai Lu
1. expose
lmb_debug
2. exposelmb_reserved_init_regions
3. exposelmb_add_region
4. prection for includelinux/lmb.hinmm/page_alloc.candmm/bootmem.c
5.lmb_find_base()should returnLMB_ERRORin one failing path. (this one cost me 3 hours !)
6. moveLMB_ERRORtolmb.h
Oh well, let's start somewhere...
Quoted 11 lines
Signed-off-by Yinghai Lu <[email protected]>--- include/linux/lmb.h | 4 ++++ lib/lmb.c | 21 +++++++++------------ 2 files changed, 13 insertions(+), 12 deletions(-)include/linux/lmb.h +0
-0
include/linux/lmb.h line 22
Quoted 4 lines
include/linux/lmb.h +1
-0@@ -19,6 +19,7 @@#include <asm/lmb.h> #define INIT_LMB_REGIONS 128 +#define LMB_ERROR (~(phys_addr_t)0)
Ok so this was meant to remain internal. You seem to want to expose a whole lot of LMB internals, I suppose for your new arch/x86/lmb.c and I really really don't like it.
If we expose LMB_ERROR then all lmb calls that can fail should return that. However, the API calls all return 0 instead. Changing that means fixing all callers.
We can't just have a mix bag of result code in stuff that is exposed.
If all you need LMB_ERROR is to expose lmb_find_area() and lmb_add_region() then make the above __ and export a public variant of it that returns 0.
But that's not the right approach. The right thing to do I believe is to instead change LMB to use proper errno.h values.
For things like lmb_add_region(), return then as a negative int. For things that return a phys_addr_t as well with a proper casting macro since I -think- we can safely consider that phys addrs in the range -PAGE_SIZE..-1 can be error codes. Just like we do for PTR_ERR etc...
This should be a separate patch btw.
I'm also not too happy with exposing lmb_add_region(). Why would you ever need to expose it ? Just call lmb_reserve() if you want to reserve something. lmb_add_region() is an internal function and has no business being used outside of the main lmb.c file.
Also:
include/linux/lmb.h static int lmb_double_array(struct lmb_type *type) · line 202
Quoted 9 lines
include/linux/lmb.h +1
-1/* Calculate new doubled size */ old_size = type->max *sizeof (struct lmb_region ); new_size = old_size <<1 ;@@ -206,7 +199,7 @@ static int lmb_double_array(struct lmb_type *type) new_array =kmalloc (new_size,GFP_KERNEL ); addr = new_array ==NULL ?LMB_ERROR :__pa (new_array); }else - addr =lmb_find_base (new_size,sizeof (phys_addr_t),0 ,LMB_ALLOC_ACCESSIBLE ); + addr =lmb_find_base (new_size,sizeof (struct lmb_region ),0 ,LMB_ALLOC_ACCESSIBLE );
Why this change ? Does it need to be aligned to the struct size ? if you really want that and have a good justification, make this a separate patch and explain why you are doing that in the changeset comment.
Quoted 15 lines
include/linux/lmb.h +4
-0if (addr ==LMB_ERROR ) {pr_err ("lmb: Failed to double %s array from %ld to %ld entries !\n" ,lmb_type_name (type), type->max, type->max *2 );@@ -214,6 +207,10 @@ static int lmb_double_array(struct lmb_type *type) } new_array =__va (addr); +if (lmb_debug) +pr_info ("lmb: %s array is doubled to %ld at %llx - %llx" , +lmb_type_name (type), type->max *2 , (u64 )addr, (u64 )addr + new_size); +/* Found space, we now need to move the array over before * we add the reserved region since it may be our reserved * array itself that is full.
include/linux/lmb.h extern int __weak lmb_memory_can_coalesce(phys_addr_t addr1, phys_addr_t size1, · line 247
Quoted 2 lines
include/linux/lmb.h +0
-0@@ -249,7 +246,7 @@ extern int __weak lmb_memory_can_coalesce(phys_addr_t addr1, phys_addr_t size1,return 1 ; }
Cheers,
Ben.
Re: [PATCH 01/35] lmb: prepare x86 to use lmb to replace early_res
Quoted 31 lines · Benjamin Herrenschmidt
Quoted 7 lines · Yinghai Lu
1. expose
lmb_debug
2. exposelmb_reserved_init_regions
3. exposelmb_add_region
4. prection for includelinux/lmb.hinmm/page_alloc.candmm/bootmem.c
5.lmb_find_base()should returnLMB_ERRORin one failing path. (this one cost me 3 hours !)
6. moveLMB_ERRORtolmb.hOh well, let's start somewhere...
Quoted 11 lines
Signed-off-by Yinghai Lu <[email protected]>--- include/linux/lmb.h | 4 ++++ lib/lmb.c | 21 +++++++++------------ 2 files changed, 13 insertions(+), 12 deletions(-)include/linux/lmb.h +0
-0include/linux/lmb.h line 22
Quoted 4 lines
include/linux/lmb.h +1
-0@@ -19,6 +19,7 @@#include <asm/lmb.h> #define INIT_LMB_REGIONS 128 +#define LMB_ERROR (~(phys_addr_t)0)Ok so this was meant to remain internal. You seem to want to expose a whole lot of LMB internals, I suppose for your new
arch/x86/lmb.cand I really really don't like it.
Quoted 3 lines
If we expose
LMB_ERRORthen all lmb calls that can fail should return that. However, the API calls all return 0 instead. Changing that means fixing all callers.
ok will stop use LMB_ERROR out lib/lmb.c
will go back to use -1ULL for x86 path.
Quoted 24 lines
We can't just have a mix bag of result code in stuff that is exposed.
If all you need
LMB_ERRORis to exposelmb_find_area()andlmb_add_region()then make the above __ and export a public variant of it that returns 0.But that's not the right approach. The right thing to do I believe is to instead change LMB to use proper
errno.hvalues.For things like
lmb_add_region(), return then as a negative int. For things that return aphys_addr_tas well with a proper casting macro since I -think- we can safely consider that phys addrs in the range -PAGE_SIZE..-1 can be error codes. Just like we do forPTR_ERRetc...This should be a separate patch btw.
I'm also not too happy with exposing
lmb_add_region(). Why would you ever need to expose it ? Just calllmb_reserve()if you want to reserve something.lmb_add_region()is an internal function and has no business being used outside of the mainlmb.cfile.Also:
Quoted 13 lines
include/linux/lmb.h static int lmb_double_array(struct lmb_type *type) · line 202
Quoted 9 lines
include/linux/lmb.h +1
-1/* Calculate new doubled size */ old_size = type->max *sizeof (struct lmb_region ); new_size = old_size <<1 ;@@ -206,7 +199,7 @@ static int lmb_double_array(struct lmb_type *type) new_array =kmalloc (new_size,GFP_KERNEL ); addr = new_array ==NULL ?LMB_ERROR :__pa (new_array); }else - addr =lmb_find_base (new_size,sizeof (phys_addr_t),0 ,LMB_ALLOC_ACCESSIBLE ); + addr =lmb_find_base (new_size,sizeof (struct lmb_region ),0 ,LMB_ALLOC_ACCESSIBLE );Why this change ? Does it need to be aligned to the struct size ? if you really want that and have a good justification, make this a separate patch and explain why you are doing that in the changeset comment.
will drop that
Quoted 21 lines
Quoted 16 lines
include/linux/lmb.h +4
-0if (addr ==LMB_ERROR ) {pr_err ("lmb: Failed to double %s array from %ld to %ld entries !\n" ,lmb_type_name (type), type->max, type->max *2 );@@ -214,6 +207,10 @@ static int lmb_double_array(struct lmb_type *type) } new_array =__va (addr); +if (lmb_debug) +pr_info ("lmb: %s array is doubled to %ld at %llx - %llx" , +lmb_type_name (type), type->max *2 , (u64 )addr, (u64 )addr + new_size); +/* Found space, we now need to move the array over before * we add the reserved region since it may be our reserved * array itself that is full. include/linux/lmb.h extern int __weak lmb_memory_can_coalesce(phys_addr_t addr1, phys_addr_t size1, · line 247
Quoted 2 lines
include/linux/lmb.h +0
-0@@ -249,7 +246,7 @@ extern int __weak lmb_memory_can_coalesce(phys_addr_t addr1, phys_addr_t size1,return 1 ; }Cheers,
Ben.
Re: [PATCH 01/35] lmb: prepare x86 to use lmb to replace early_res
Quoted 9 lines · Yinghai
Quoted 1 line
If we expose
LMB_ERRORthen all lmb calls that can fail shouldreturn
Quoted 1 line
that. However, the API calls all return 0 instead. Changing that
means
Quoted 1 line
fixing all callers.
ok will stop use
LMB_ERRORoutlib/lmb.cwill go back to use -1ULL for x86 path.
No. That is not the point. Read the rest of my email !
We need to -sanitize- those errors. _Maybe_ exposing LMB_ERROR is the right way to do so, but in that case, we need to make -all- function use the same error code. Right now, some fail with 0 and some with LMB_ERROR.
You are also not responding to my other comments such as:
Quoted 6 lines
Quoted 2 lines
I'm also not too happy with exposing
lmb_add_region(). Why would you ever need to expose it ? Just calllmb_reserve()if you want toreserve
Quoted 1 line
something.
lmb_add_region()is an internal function and has nobusiness
Quoted 1 line
being used outside of the main
lmb.cfile.
etc...
Cheers,
Ben.
Re: [PATCH 01/35] lmb: prepare x86 to use lmb to replace early_res
Quoted 14 lines · Benjamin Herrenschmidt
Quoted 12 lines · Yinghai
Quoted 2 lines
If we expose
LMB_ERRORthen all lmb calls that can fail shouldreturn
Quoted 2 lines
that. However, the API calls all return 0 instead. Changing that
means
Quoted 2 lines
fixing all callers.
ok will stop use
LMB_ERRORoutlib/lmb.c
Quoted 9 lines
Quoted 2 lines
will go back to use -1ULL for x86 path.
No. That is not the point. Read the rest of my email !
We need to -sanitize- those errors. _Maybe_ exposing
LMB_ERRORis the right way to do so, but in that case, we need to make -all- function use the same error code. Right now, some fail with 0 and some withLMB_ERROR.
will check what is effects for changing all to LMB_ERROR
Quoted 14 lines
You are also not responding to my other comments such as:
Quoted 11 lines
Quoted 3 lines
I'm also not too happy with exposing
lmb_add_region(). Why would you ever need to expose it ? Just calllmb_reserve()if you want toreserve
Quoted 2 lines
something.
lmb_add_region()is an internal function and has nobusiness
Quoted 2 lines
being used outside of the main
lmb.cfile.
in other mail. and updated version in the git dropped that lmb_add_region exposing.
Thanks
Yinghai
H. Peter Anvin
reviewerRe: [PATCH 01/35] lmb: prepare x86 to use lmb to replace early_res
In reply to Benjamin HerrenschmidtQuoted 8 lines · Benjamin Herrenschmidt
No. That is not the point. Read the rest of my email !
We need to -sanitize- those errors. _Maybe_ exposing
LMB_ERRORis the right way to do so, but in that case, we need to make -all- function use the same error code. Right now, some fail with 0 and some withLMB_ERROR.
Using errnos like the rest of the kernel seems like the right thing to do, IMO.
-hpa
Re: [PATCH 01/35] lmb: prepare x86 to use lmb to replace early_res
Quoted 4 lines · H. Peter Anvin
Quoted 3 lines · Benjamin Herrenschmidt
No. That is not the point. Read the rest of my email !
Quoted 8 lines
Quoted 5 lines
We need to -sanitize- those errors. _Maybe_ exposing
LMB_ERRORis the right way to do so, but in that case, we need to make -all- function use the same error code. Right now, some fail with 0 and some withLMB_ERROR.Using errnos like the rest of the kernel seems like the right thing to do, IMO.
Maybe. The allocator/find functions return a physical address. If we all agree that a physical address between -PAGE_SIZE and 0 is never valid, then we can overlay the negative errno codes like we do for pointers.
I'll have a look at that, it shouldn't be very hard.
Cheers,
Ben.
H. Peter Anvin
reviewerRe: [PATCH 01/35] lmb: prepare x86 to use lmb to replace early_res
Quoted 11 lines · Benjamin Herrenschmidt
Quoted 10 lines · H. Peter Anvin
Quoted 8 lines · Benjamin Herrenschmidt
No. That is not the point. Read the rest of my email !
We need to -sanitize- those errors. _Maybe_ exposing
LMB_ERRORis the right way to do so, but in that case, we need to make -all- function use the same error code. Right now, some fail with 0 and some withLMB_ERROR.
Quoted 9 lines
Quoted 2 lines
Using errnos like the rest of the kernel seems like the right thing to do, IMO.
Maybe. The allocator/find functions return a physical address. If we all agree that a physical address between -PAGE_SIZE and 0 is never valid, then we can overlay the negative errno codes like we do for pointers.
I'll have a look at that, it shouldn't be very hard.
For x86 with 64-bit resource_t, this is always true (physical addresses are never negative.) For x86 with 32-bit resource_t negative physical addresses can be negative, but the top of the address space will always be occupied by the boot ROM (it's a hardware constraint.)
-hpa
Re: [PATCH 01/35] lmb: prepare x86 to use lmb to replace early_res
In reply to Benjamin Herrenschmidtupdated version is in
git://git.kernel.org/pub/scm/linux/kernel/git/yinghai/linux-2.6-yinghai.git lmb
it is on top of tip/master + powerpc/lmb
PATCH 2/35 lmb: Prepare to include linux/lmb.h in core file
In reply to Yinghai LuNeed to add protection in linux/lmb.h, to prepare to include it in
mm/page_alloc.c and mm/bootmem.c etc.
--- include/linux/lmb.h | 3 +++ 1 files changed, 3 insertions(+), 0 deletions(-)
include/linux/lmb.h +3 -0
@@ -2,6 +2,7 @@#define _LINUX_LMB_H#ifdef __KERNEL__ +#ifdef CONFIG_HAVE_LMB /* * Logical memory blocks. *
@@ -144,6 +145,8 @@ static inline unsigned long lmb_region_pages(const struct lmb_region *reg) region++) +#endif /* CONFIG_HAVE_LMB */ +#endif /* __KERNEL__ */ #endif /* _LINUX_LMB_H */
Signature · 1 line
1.6.4.2
PATCH 3/35 lmb: Add ARCH_DISCARD_LMB to put lmb code to .init
In reply to Yinghai LuSo those lmb bits could be released after kernel is booted up.
Arch code could define ARCH_DISCARD_LMB in asm/lmb.h, __init_lmb will become __init, __initdata_lmb will becom __initdata
x86 code will use that.
-v2: use ARCH_DISCARD_LMB according to Michael Ellerman
--- include/linux/lmb.h | 8 ++++++++ lib/lmb.c | 46 +++++++++++++++++++++++----------------------- 2 files changed, 31 insertions(+), 23 deletions(-)
include/linux/lmb.h +8 -0
@@ -145,6 +145,14 @@ static inline unsigned long lmb_region_pages(const struct lmb_region *reg) region++) +#ifdef ARCH_DISCARD_LMB +#define __init_lmb __init +#define __initdata_lmb __initdata +#else +#define __init_lmb +#define __initdata_lmb +#endif +#endif /* CONFIG_HAVE_LMB */ #endif /* __KERNEL__ */
lib/lmb.c +23 -23
160 lines not on this page · raw message
Signature · 1 line
1.6.4.2
Re: [PATCH 03/35] lmb: Add ARCH_DISCARD_LMB to put lmb code to .init
Quoted 6 lines · Yinghai Lu
So those lmb bits could be released after kernel is booted up.
Arch code could define
ARCH_DISCARD_LMBinasm/lmb.h,__init_lmbwill become__init,__initdata_lmbwill becom__initdatax86 code will use that.
So you do not intend to use lmb after boot ? This will break the debugfs files unless you also remove those.
Cheers,
Ben.
Quoted 205 lines
-v2: use
ARCH_DISCARD_LMBaccording to Michael EllermanSigned-off-by Yinghai Lu <[email protected]>--- include/linux/lmb.h | 8 ++++++++ lib/lmb.c | 46 +++++++++++++++++++++++----------------------- 2 files changed, 31 insertions(+), 23 deletions(-)include/linux/lmb.h +8
-0@@ -145,6 +145,14 @@ static inline unsigned long lmb_region_pages(const struct lmb_region *reg) region++) +#ifdef ARCH_DISCARD_LMB +#define __init_lmb __init +#define __initdata_lmb __initdata +#else +#define __init_lmb +#define __initdata_lmb +#endif +#endif /* CONFIG_HAVE_LMB */ #endif /* __KERNEL__ */ lib/lmb.c +23
-23@@ -20,11 +20,11 @@#include <linux/seq_file.h> #include <linux/lmb.h> -struct lmb lmb; +struct lmb lmb __initdata_lmb; -int lmb_debug; -static struct lmb_region lmb_memory_init_regions[INIT_LMB_REGIONS +1 ]; -struct lmb_region lmb_reserved_init_regions[INIT_LMB_REGIONS +1 ]; +int lmb_debug __initdata_lmb; +static struct lmb_region lmb_memory_init_regions[INIT_LMB_REGIONS + 1] __initdata_lmb; +struct lmb_region lmb_reserved_init_regions[INIT_LMB_REGIONS + 1] __initdata_lmb;/* inline so we don't get a warning when pr_debug is compiled out */ static inline const char *lmb_type_name (struct lmb_type *type)@@ -41,23 +41,23 @@ static inline const char *lmb_type_name(struct lmb_type *type)* Address comparison utilities */ -static phys_addr_t lmb_align_down (phys_addr_t addr,phys_addr_t size) +static phys_addr_t __init_lmb lmb_align_down(phys_addr_t addr, phys_addr_t size) {return addr & ~(size -1 ); } -static phys_addr_t lmb_align_up (phys_addr_t addr,phys_addr_t size) +static phys_addr_t __init_lmb lmb_align_up(phys_addr_t addr, phys_addr_t size) {return (addr + (size -1 )) & ~(size -1 ); } -static unsigned long lmb_addrs_overlap (phys_addr_t base1,phys_addr_t size1, +static unsigned long __init_lmb lmb_addrs_overlap (phys_addr_t base1,phys_addr_t size1,phys_addr_t base2,phys_addr_t size2) {return ((base1 < (base2 + size2)) && (base2 < (base1 + size1))); } -static long lmb_addrs_adjacent (phys_addr_t base1,phys_addr_t size1, +static long __init_lmb lmb_addrs_adjacent (phys_addr_t base1,phys_addr_t size1,phys_addr_t base2,phys_addr_t size2) {if (base2 == base1 + size1)@@ -68,7 +68,7 @@ static long lmb_addrs_adjacent(phys_addr_t base1, phys_addr_t size1,return 0 ; } -static long lmb_regions_adjacent (struct lmb_type *type, +static long __init_lmb lmb_regions_adjacent (struct lmb_type *type,unsigned long r1,unsigned long r2) {phys_addr_t base1 = type->regions[r1].base;@@ -79,7 +79,7 @@ static long lmb_regions_adjacent(struct lmb_type *type,return lmb_addrs_adjacent (base1, size1, base2, size2); } -long lmb_overlaps_region (struct lmb_type *type,phys_addr_t base,phys_addr_t size) +long __init_lmb lmb_overlaps_region (struct lmb_type *type,phys_addr_t base,phys_addr_t size) {unsigned long i;@@ -155,7 +155,7 @@ static phys_addr_t __init lmb_find_base(phys_addr_t size, phys_addr_t align,return LMB_ERROR ; } -static void lmb_remove_region (struct lmb_type *type,unsigned long r) +static void __init_lmb lmb_remove_region(struct lmb_type *type, unsigned long r) {unsigned long i;@@ -167,14 +167,14 @@ static void lmb_remove_region(struct lmb_type *type, unsigned long r) }/* Assumption: base addr of region 1 < base addr of region 2 */ -static void lmb_coalesce_regions (struct lmb_type *type, +static void __init_lmb lmb_coalesce_regions(struct lmb_type *type,unsigned long r1,unsigned long r2) { type->regions[r1].size += type->regions[r2].size;lmb_remove_region (type, r2); } -static int lmb_double_array (struct lmb_type *type) +static int __init_lmb lmb_double_array(struct lmb_type *type) {struct lmb_region *new_array, *old_array;phys_addr_t old_size, new_size, addr;@@ -240,13 +240,13 @@ static int lmb_double_array(struct lmb_type *type)return 0 ; } -extern int __weak lmb_memory_can_coalesce (phys_addr_t addr1,phys_addr_t size1, +extern int __init_lmb __weak lmb_memory_can_coalesce(phys_addr_t addr1, phys_addr_t size1,phys_addr_t addr2,phys_addr_t size2) {return 1 ; } -long lmb_add_region (struct lmb_type *type,phys_addr_t base,phys_addr_t size) +long __init_lmb lmb_add_region (struct lmb_type *type,phys_addr_t base,phys_addr_t size) {unsigned long coalesced =0 ;long adjacent, i;@@ -333,13 +333,13 @@ long lmb_add_region(struct lmb_type *type, phys_addr_t base, phys_addr_t size)return 0 ; } -long lmb_add (phys_addr_t base,phys_addr_t size) +long __init_lmb lmb_add (phys_addr_t base,phys_addr_t size) {return lmb_add_region (&lmb.memory, base, size); } -static long __lmb_remove (struct lmb_type *type,phys_addr_t base,phys_addr_t size) +static long __init_lmb __lmb_remove (struct lmb_type *type,phys_addr_t base,phys_addr_t size) {phys_addr_t rgnbegin, rgnend;phys_addr_t end = base + size;@@ -387,7 +387,7 @@ static long __lmb_remove(struct lmb_type *type, phys_addr_t base, phys_addr_t sireturn lmb_add_region (type, end, rgnend - end); } -long lmb_remove (phys_addr_t base,phys_addr_t size) +long __init_lmb lmb_remove (phys_addr_t base,phys_addr_t size) {return __lmb_remove (&lmb.memory, base, size); }@@ -544,7 +544,7 @@ phys_addr_t __init lmb_phys_mem_size(void)return lmb.memory_size; } -phys_addr_t lmb_end_of_DRAM (void ) +phys_addr_t __init_lmb lmb_end_of_DRAM(void) {int idx = lmb.memory.cnt -1 ;@@ -605,7 +605,7 @@ int __init lmb_is_reserved(phys_addr_t addr)return 0 ; } -int lmb_is_region_reserved (phys_addr_t base,phys_addr_t size) +int __init_lmb lmb_is_region_reserved(phys_addr_t base, phys_addr_t size) {return lmb_overlaps_region (&lmb.reserved, base, size); }@@ -616,7 +616,7 @@ void __init lmb_set_current_limit(phys_addr_t limit) lmb.current_limit = limit; } -static void lmb_dump (struct lmb_type *region,char *name) +static void __init_lmb lmb_dump(struct lmb_type *region, char *name) {unsigned long long base, size;int i;@@ -632,7 +632,7 @@ static void lmb_dump(struct lmb_type *region, char *name) } } -void lmb_dump_all (void ) +void __init_lmb lmb_dump_all(void) {if (!lmb_debug)return ;@@ -695,7 +695,7 @@ static int __init early_lmb(char *p) }early_param ("lmb" , early_lmb); -#ifdef CONFIG_DEBUG_FS +#if defined(CONFIG_DEBUG_FS ) && !defined(ARCH_DISCARD_LMB )static int lmb_debug_show (struct seq_file *m,void *private) {
Re: [PATCH 03/35] lmb: Add ARCH_DISCARD_LMB to put lmb code to .init
Quoted 10 lines · Benjamin Herrenschmidt
Quoted 6 lines · Yinghai Lu
So those lmb bits could be released after kernel is booted up.
Arch code could define
ARCH_DISCARD_LMBinasm/lmb.h,__init_lmbwill become__init,__initdata_lmbwill becom__initdatax86 code will use that.
So you do not intend to use lmb after boot ? This will break the debugfs files unless you also remove those.
no, x86 don't lmb after boot.
yes
...
Quoted 10 lines
lib/lmb.c static int __init early_lmb(char *p) · line 701
Quoted 9 lines
lib/lmb.c +1
-1@@ -695,7 +695,7 @@ static int __init early_lmb(char *p) }early_param ("lmb" , early_lmb); -#ifdef CONFIG_DEBUG_FS +#if defined(CONFIG_DEBUG_FS ) && !defined(ARCH_DISCARD_LMB )static int lmb_debug_show (struct seq_file *m,void *private) {
it will check ARCH_DISCARD_LMB
Re: [PATCH 03/35] lmb: Add ARCH_DISCARD_LMB to put lmb code to .init
Quoted 7 lines · Yinghai
Quoted 1 line
So you do not intend to use lmb after boot ? This will break the
debugfs
Quoted 1 line
files unless you also remove those.
no, x86 don't lmb after boot.
yes
So you need some kind of CONFIG option to keep lmb after boot, at least the data structures, for debugfs, or when not set, disable the debugfs files.
Ben.
Re: [PATCH 03/35] lmb: Add ARCH_DISCARD_LMB to put lmb code to .init
Quoted 8 lines · Benjamin Herrenschmidt
Quoted 6 lines · Yinghai
Quoted 2 lines
So you do not intend to use lmb after boot ? This will break the
debugfs
Quoted 2 lines
files unless you also remove those.
Quoted 9 lines
Quoted 4 lines
no, x86 don't lmb after boot.
yes
So you need some kind of CONFIG option to keep lmb after boot, at least the data structures, for debugfs, or when not set, disable the debugfs files.
Just disable the debugfs for lmb if ARCH_DISCARD_LMB is defined in arch lmb.h
Thanks
Yinghai Lu
PATCH 4/35 lmb: Add lmb_find_area()
In reply to Yinghai Luit is a wrapper for lmb_find_base
make it more easy for x86 to use lmb. ( rebase ) x86 early_res is using find/reserve pattern instead of alloc.
-v2: Change name to lmb_find_area() according to Michael Ellerman -v3: Add generic weak version __lmb_find_area()
so keep the path for fallback to x86 version that handle from low
--- include/linux/lmb.h | 4 ++++ lib/lmb.c | 27 ++++++++++++++++++++++++++- 2 files changed, 30 insertions(+), 1 deletions(-)
include/linux/lmb.h +4 -0
@@ -44,6 +44,10 @@ extern struct lmb lmb;extern int lmb_debug;extern struct lmb_region lmb_reserved_init_regions[]; +u64 __lmb_find_area (u64 ei_start,u64 ei_last,u64 start,u64 end, +u64 size,u64 align); +u64 lmb_find_area (u64 start,u64 end,u64 size,u64 align); +extern void __init lmb_init (void );extern void __init lmb_analyze (void );extern long lmb_add (phys_addr_t base,phys_addr_t size);
lib/lmb.c +26 -1
@@ -155,6 +155,31 @@ static phys_addr_t __init lmb_find_base(phys_addr_t size, phys_addr_t align,return LMB_ERROR ; } +u64 __init __weak __lmb_find_area (u64 ei_start,u64 ei_last,u64 start,u64 end, +u64 size,u64 align) +{ +u64 final_start, final_end; +u64 mem; + + final_start =max (ei_start, start); + final_end =min (ei_last, end); + +if (final_start >= final_end) +return LMB_ERROR ; + + mem =lmb_find_base (size, align, final_start, final_end); + +return mem; +} + +/* +* Find a free area with specified alignment in a specific range. +*/ +u64 __init __weak lmb_find_area (u64 start,u64 end,u64 size,u64 align) +{ +return lmb_find_base (size, align, start, end); +} + static void __init_lmb lmb_remove_region(struct lmb_type *type, unsigned long r) {unsigned long i;
@@ -199,7 +224,7 @@ static int __init_lmb lmb_double_array(struct lmb_type *type) new_array =kmalloc (new_size,GFP_KERNEL ); addr = new_array ==NULL ?LMB_ERROR :__pa (new_array); }else - addr =lmb_find_base (new_size,sizeof (struct lmb_region ),0 ,LMB_ALLOC_ACCESSIBLE ); + addr =lmb_find_area (0 , lmb.current_limit, new_size,sizeof (struct lmb_region ));if (addr ==LMB_ERROR ) {pr_err ("lmb: Failed to double %s array from %ld to %ld entries !\n" ,lmb_type_name (type), type->max, type->max *2 );
Signature · 1 line
1.6.4.2
Re: [PATCH 04/35] lmb: Add lmb_find_area()
Quoted 20 lines · Yinghai Lu
it is a wrapper for
lmb_find_basemake it more easy for x86 to use lmb. ( rebase ) x86
early_resis using find/reserve pattern instead of alloc.(quoted diff) +0
-2-v2: Change name to lmb_find_area() according to Michael Ellerman -v3: Add generic weak version __lmb_find_area() so keep the path for fallback to x86 version that handle from lowSigned-off-by Yinghai Lu <[email protected]>--- include/linux/lmb.h | 4 ++++ lib/lmb.c | 27 ++++++++++++++++++++++++++- 2 files changed, 30 insertions(+), 1 deletions(-)include/linux/lmb.h +0
-0
include/linux/lmb.h extern struct lmb lmb; · line 49
Quoted 6 lines
include/linux/lmb.h +3
-0@@ -44,6 +44,10 @@ extern struct lmb lmb;extern int lmb_debug;extern struct lmb_region lmb_reserved_init_regions[]; +u64 __lmb_find_area (u64 ei_start,u64 ei_last,u64 start,u64 end, +u64 size,u64 align); +u64 lmb_find_area (u64 start,u64 end,u64 size,u64 align);
See my comments about sorting out the return from that function.
Also, I don't understand the need for that __ version. It looks like something you should keep inside x86, I don't see the need for it in the generic LMB code, since it just does trivial cropping of the arguments.
Also "ei_last" and "ei_start" are pretty bad names for its arguments anyways. To some extent I wonder if the caller should be responsible for doing the cropping in the first place.
Cheers,
Ben.
Quoted 48 lines
include/linux/lmb.h +0
-0extern void __init lmb_init (void );extern void __init lmb_analyze (void );extern long lmb_add (phys_addr_t base,phys_addr_t size);lib/lmb.c +26
-1@@ -155,6 +155,31 @@ static phys_addr_t __init lmb_find_base(phys_addr_t size, phys_addr_t align,return LMB_ERROR ; } +u64 __init __weak __lmb_find_area (u64 ei_start,u64 ei_last,u64 start,u64 end, +u64 size,u64 align) +{ +u64 final_start, final_end; +u64 mem; + + final_start =max (ei_start, start); + final_end =min (ei_last, end); + +if (final_start >= final_end) +return LMB_ERROR ; + + mem =lmb_find_base (size, align, final_start, final_end); + +return mem; +} + +/* +* Find a free area with specified alignment in a specific range. +*/ +u64 __init __weak lmb_find_area (u64 start,u64 end,u64 size,u64 align) +{ +return lmb_find_base (size, align, start, end); +} + static void __init_lmb lmb_remove_region(struct lmb_type *type, unsigned long r) {unsigned long i;@@ -199,7 +224,7 @@ static int __init_lmb lmb_double_array(struct lmb_type *type) new_array =kmalloc (new_size,GFP_KERNEL ); addr = new_array ==NULL ?LMB_ERROR :__pa (new_array); }else - addr =lmb_find_base (new_size,sizeof (struct lmb_region ),0 ,LMB_ALLOC_ACCESSIBLE ); + addr =lmb_find_area (0 , lmb.current_limit, new_size,sizeof (struct lmb_region ));if (addr ==LMB_ERROR ) {pr_err ("lmb: Failed to double %s array from %ld to %ld entries !\n" ,lmb_type_name (type), type->max, type->max *2 );
Re: [PATCH 04/35] lmb: Add lmb_find_area()
Quoted 30 lines · Benjamin Herrenschmidt
Quoted 20 lines · Yinghai Lu
it is a wrapper for
lmb_find_basemake it more easy for x86 to use lmb. ( rebase ) x86
early_resis using find/reserve pattern instead of alloc.(quoted diff) +0
-2-v2: Change name to lmb_find_area() according to Michael Ellerman -v3: Add generic weak version __lmb_find_area() so keep the path for fallback to x86 version that handle from lowSigned-off-by Yinghai Lu <[email protected]>--- include/linux/lmb.h | 4 ++++ lib/lmb.c | 27 ++++++++++++++++++++++++++- 2 files changed, 30 insertions(+), 1 deletions(-)include/linux/lmb.h +0
-0include/linux/lmb.h extern struct lmb lmb; · line 49
Quoted 6 lines
include/linux/lmb.h +3
-0@@ -44,6 +44,10 @@ extern struct lmb lmb;extern int lmb_debug;extern struct lmb_region lmb_reserved_init_regions[]; +u64 __lmb_find_area (u64 ei_start,u64 ei_last,u64 start,u64 end, +u64 size,u64 align); +u64 lmb_find_area (u64 start,u64 end,u64 size,u64 align);See my comments about sorting out the return from that function.
Quoted 3 lines
Also, I don't understand the need for that __ version. It looks like something you should keep inside x86, I don't see the need for it in the generic LMB code, since it just does trivial cropping of the arguments.
otherwise need to export lmb_find_base() and LMB_ERROR
Quoted 4 lines
Also "
ei_last" and "ei_start" are pretty bad names for its arguments anyways. To some extent I wonder if the caller should be responsible for doing the cropping in the first place.
yes. but need that to keep switch from early_res/nobootmem to lmb/nobootmem smooth.
will clean it after early_res is replaced.
Quoted 53 lines
Cheers,
Ben.Quoted 48 lines
include/linux/lmb.h +0
-0extern void __init lmb_init (void );extern void __init lmb_analyze (void );extern long lmb_add (phys_addr_t base,phys_addr_t size);lib/lmb.c +26
-1@@ -155,6 +155,31 @@ static phys_addr_t __init lmb_find_base(phys_addr_t size, phys_addr_t align,return LMB_ERROR ; } +u64 __init __weak __lmb_find_area (u64 ei_start,u64 ei_last,u64 start,u64 end, +u64 size,u64 align) +{ +u64 final_start, final_end; +u64 mem; + + final_start =max (ei_start, start); + final_end =min (ei_last, end); + +if (final_start >= final_end) +return LMB_ERROR ; + + mem =lmb_find_base (size, align, final_start, final_end); + +return mem; +} + +/* +* Find a free area with specified alignment in a specific range. +*/ +u64 __init __weak lmb_find_area (u64 start,u64 end,u64 size,u64 align) +{ +return lmb_find_base (size, align, start, end); +} + static void __init_lmb lmb_remove_region(struct lmb_type *type, unsigned long r) {unsigned long i;@@ -199,7 +224,7 @@ static int __init_lmb lmb_double_array(struct lmb_type *type) new_array =kmalloc (new_size,GFP_KERNEL ); addr = new_array ==NULL ?LMB_ERROR :__pa (new_array); }else - addr =lmb_find_base (new_size,sizeof (struct lmb_region ),0 ,LMB_ALLOC_ACCESSIBLE ); + addr =lmb_find_area (0 , lmb.current_limit, new_size,sizeof (struct lmb_region ));if (addr ==LMB_ERROR ) {pr_err ("lmb: Failed to double %s array from %ld to %ld entries !\n" ,lmb_type_name (type), type->max, type->max *2 );
Re: [PATCH 04/35] lmb: Add lmb_find_area()
Quoted 6 lines · Yinghai
Quoted 6 lines
include/linux/lmb.h extern struct lmb lmb; · line 49
Quoted 3 lines
include/linux/lmb.h +3
-0+u64 __lmb_find_area (u64 ei_start,u64 ei_last,u64 start,u64 end, +u64 size,u64 align); +u64 lmb_find_area (u64 start,u64 end,u64 size,u64 align);See my comments about sorting out the return from that function.
Quoted 7 lines
Quoted 2 lines
Also, I don't understand the need for that __ version. It looks like something you should keep inside x86, I don't see the need for it in
the
Quoted 1 line
generic LMB code, since it just does trivial cropping of the
arguments.
otherwise need to export
lmb_find_base()andLMB_ERROR
Well, then export lmb_find_base(), and just sanitize the result codes over all LMB. That's not -that- hard, it's not like there were gazillion of users yet. I don't have time now to do that myself before monday.
Quoted 4 lines
yes. but need that to keep switch from early_res/nobootmem to lmb/nobootmem smooth.
will clean it after
early_resis replaced.
Then make it inline inside the x86 stuff. But really, you should cleanup that result code. It's something on my TODO list for lmb that I haven't had a chance to do yet, so please look at that or wait til next week so I do it myself.
Cheers,
Ben.
Re: [PATCH 04/35] lmb: Add lmb_find_area()
Quoted 15 lines · Benjamin Herrenschmidt
Quoted 13 lines · Yinghai
Quoted 9 lines
include/linux/lmb.h extern struct lmb lmb; · line 49
Quoted 4 lines
include/linux/lmb.h +3
-0+u64 __lmb_find_area (u64 ei_start,u64 ei_last,u64 start,u64 end, +u64 size,u64 align); +u64 lmb_find_area (u64 start,u64 end,u64 size,u64 align);See my comments about sorting out the return from that function.
Also, I don't understand the need for that __ version. It looks like something you should keep inside x86, I don't see the need for it in
the
Quoted 2 lines
generic LMB code, since it just does trivial cropping of the
Quoted 9 lines
Quoted 4 lines
arguments.
otherwise need to export
lmb_find_base()andLMB_ERRORWell, then export
lmb_find_base(), and just sanitize the result codes over all LMB. That's not -that- hard, it's not like there were gazillion of users yet. I don't have time now to do that myself before monday.
will check that.
Quoted 11 lines
Quoted 5 lines
yes. but need that to keep switch from early_res/nobootmem to lmb/nobootmem smooth.
will clean it after
early_resis replaced.Then make it inline inside the x86 stuff. But really, you should cleanup that result code. It's something on my TODO list for lmb that I haven't had a chance to do yet, so please look at that or wait til next week so I do it myself.
also need to include asm/lmb.h to the end of linux/lmb.h
YH
PATCH 5/35 x86, lmb: Add lmb_find_area_size()
In reply to Yinghai Lusize is returned according free range.
Will be used to find free ranges for early_memtest and memory corruption check
Do not mess it up with mm/lmb.c yet.
--- arch/x86/include/asm/lmb.h | 8 ++++ arch/x86/mm/Makefile | 2 + arch/x86/mm/lmb.c | 88 ++++++++++++++++++++++++++++++++++++++++++++ 3 files changed, 98 insertions(+), 0 deletions(-) create mode 100644 arch/x86/include/asm/lmb.h create mode 100644 arch/x86/mm/lmb.c
arch/x86/include/asm/lmb.h new file +8 -0
@@ -0,0 +1,8 @@ +#ifndef _X86_LMB_H +#define _X86_LMB_H + +#define ARCH_DISCARD_LMB + +u64 lmb_find_area_size (u64 start,u64 *sizep,u64 align); + +#endif
arch/x86/mm/Makefile +2 -0
@@ -26,4 +26,6 @@ obj-$(CONFIG_NUMA) += numa.o numa_$(BITS).o obj-$(CONFIG_K8_NUMA) += k8topology_64.o obj-$(CONFIG_ACPI_NUMA) += srat_$(BITS).o +obj-$(CONFIG_HAVE_LMB) += lmb.o + obj-$(CONFIG_MEMTEST) += memtest.o
arch/x86/mm/lmb.c new file +88 -0
88 lines not on this page · raw message
Signature · 1 line
1.6.4.2
Re: [PATCH 05/35] x86, lmb: Add lmb_find_area_size()
Quoted 2 lines · Yinghai Lu
size is returned according free range.
Will be used to find free ranges forearly_memtestand memory corruption check
Please provide a better explanation of what these functions do. It's very unclear from the code (which looks like it could be a lot simpler), and the name of the function is totally obscure as well.
We have asked you how many times to improve on your changeset comments at the -very-least- ? Explain what functions do and why they do it, and when I say explain, I don't mean 2 lines of rot13. I mean actual sentences that a human being can read and have a chance to understand.
Also, I would appreciate if you picked up the habit of adding docbook doco for any API function you add, even if it's in the x86 "internal" file.
Cheers,
Ben.
Quoted 130 lines
Do not mess it up with
mm/lmb.cyet.Signed-off-by Yinghai Lu <[email protected]>--- arch/x86/include/asm/lmb.h | 8 ++++ arch/x86/mm/Makefile | 2 + arch/x86/mm/lmb.c | 88 ++++++++++++++++++++++++++++++++++++++++++++ 3 files changed, 98 insertions(+), 0 deletions(-) create mode 100644 arch/x86/include/asm/lmb.h create mode 100644 arch/x86/mm/lmb.carch/x86/include/asm/lmb.h new file +8
-0@@ -0,0 +1,8 @@ +#ifndef _X86_LMB_H +#define _X86_LMB_H + +#define ARCH_DISCARD_LMB + +u64 lmb_find_area_size (u64 start,u64 *sizep,u64 align); + +#endif arch/x86/mm/Makefile +2
-0@@ -26,4 +26,6 @@ obj-$(CONFIG_NUMA) += numa.o numa_$(BITS).o obj-$(CONFIG_K8_NUMA) += k8topology_64.o obj-$(CONFIG_ACPI_NUMA) += srat_$(BITS).o +obj-$(CONFIG_HAVE_LMB) += lmb.o + obj-$(CONFIG_MEMTEST) += memtest.oarch/x86/mm/lmb.c new file +88
-0@@ -0,0 +1,88 @@ +#include <linux/kernel.h> +#include <linux/types.h> +#include <linux/init.h> +#include <linux/bitops.h> +#include <linux/lmb.h> +#include <linux/bootmem.h> +#include <linux/mm.h> +#include <linux/range.h> + +/* Check for already reserved areas */ +static inline bool __init bad_addr_size (u64 *addrp,u64 *sizep,u64 align) +{ +int i; +u64 addr = *addrp, last; +u64 size = *sizep; +bool changed = false; +again: + last = addr + size; +for (i =0 ; i < lmb.reserved.cnt && lmb.reserved.regions[i].size; i++) { +struct lmb_region *r = &lmb.reserved.regions[i]; +if (last > r->base && addr < r->base) { + size = r->base - addr; + changed = true; + goto again; + } +if (last > (r->base + r->size) && addr < (r->base + r->size)) { + addr =round_up (r->base + r->size, align); + size = last - addr; + changed = true; + goto again; + } +if (last <= (r->base + r->size) && addr >= r->base) { + (*sizep)++; +return false; + } + } +if (changed) { + *addrp = addr; + *sizep = size; + } +return changed; +} + +static u64 __init __lmb_find_area_size (u64 ei_start,u64 ei_last,u64 start, +u64 *sizep,u64 align) +{ +u64 addr, last; + + addr =round_up (ei_start, align); +if (addr < start) + addr =round_up (start, align); +if (addr >= ei_last) + goto out; + *sizep = ei_last - addr; +while (bad_addr_size (&addr, sizep, align) && addr + *sizep <= ei_last) + ; + last = addr + *sizep; +if (last > ei_last) + goto out; + +return addr; + +out: +return LMB_ERROR ; +} + +/* +* Find next free range after *start +*/ +u64 __init lmb_find_area_size (u64 start,u64 *sizep,u64 align) +{ +int i; + +for (i =0 ; i < lmb.memory.cnt; i++) { +u64 ei_start = lmb.memory.regions[i].base; +u64 ei_last = ei_start + lmb.memory.regions[i].size; +u64 addr; + + addr =__lmb_find_area_size (ei_start, ei_last, start, + sizep, align); + +if (addr !=LMB_ERROR ) +return addr; + } + +return LMB_ERROR ; +} +
Re: [PATCH 05/35] x86, lmb: Add lmb_find_area_size()
Quoted 7 lines · Benjamin Herrenschmidt
Quoted 2 lines · Yinghai Lu
size is returned according free range.
Will be used to find free ranges forearly_memtestand memory corruption checkPlease provide a better explanation of what these functions do. It's very unclear from the code (which looks like it could be a lot simpler), and the name of the function is totally obscure as well.
this just line by line translation from early_res version to lmb changes
please focus on lmb core at this point.
Quoted 144 lines
We have asked you how many times to improve on your changeset comments at the -very-least- ? Explain what functions do and why they do it, and when I say explain, I don't mean 2 lines of rot13. I mean actual sentences that a human being can read and have a chance to understand.
Also, I would appreciate if you picked up the habit of adding docbook doco for any API function you add, even if it's in the x86 "internal" file.
Cheers,
Ben.Quoted 130 lines
Do not mess it up with
mm/lmb.cyet.Signed-off-by Yinghai Lu <[email protected]>--- arch/x86/include/asm/lmb.h | 8 ++++ arch/x86/mm/Makefile | 2 + arch/x86/mm/lmb.c | 88 ++++++++++++++++++++++++++++++++++++++++++++ 3 files changed, 98 insertions(+), 0 deletions(-) create mode 100644 arch/x86/include/asm/lmb.h create mode 100644 arch/x86/mm/lmb.carch/x86/include/asm/lmb.h new file +8
-0@@ -0,0 +1,8 @@ +#ifndef _X86_LMB_H +#define _X86_LMB_H + +#define ARCH_DISCARD_LMB + +u64 lmb_find_area_size (u64 start,u64 *sizep,u64 align); + +#endif arch/x86/mm/Makefile +2
-0@@ -26,4 +26,6 @@ obj-$(CONFIG_NUMA) += numa.o numa_$(BITS).o obj-$(CONFIG_K8_NUMA) += k8topology_64.o obj-$(CONFIG_ACPI_NUMA) += srat_$(BITS).o +obj-$(CONFIG_HAVE_LMB) += lmb.o + obj-$(CONFIG_MEMTEST) += memtest.oarch/x86/mm/lmb.c new file +88
-0@@ -0,0 +1,88 @@ +#include <linux/kernel.h> +#include <linux/types.h> +#include <linux/init.h> +#include <linux/bitops.h> +#include <linux/lmb.h> +#include <linux/bootmem.h> +#include <linux/mm.h> +#include <linux/range.h> + +/* Check for already reserved areas */ +static inline bool __init bad_addr_size (u64 *addrp,u64 *sizep,u64 align) +{ +int i; +u64 addr = *addrp, last; +u64 size = *sizep; +bool changed = false; +again: + last = addr + size; +for (i =0 ; i < lmb.reserved.cnt && lmb.reserved.regions[i].size; i++) { +struct lmb_region *r = &lmb.reserved.regions[i]; +if (last > r->base && addr < r->base) { + size = r->base - addr; + changed = true; + goto again; + } +if (last > (r->base + r->size) && addr < (r->base + r->size)) { + addr =round_up (r->base + r->size, align); + size = last - addr; + changed = true; + goto again; + } +if (last <= (r->base + r->size) && addr >= r->base) { + (*sizep)++; +return false; + } + } +if (changed) { + *addrp = addr; + *sizep = size; + } +return changed; +} + +static u64 __init __lmb_find_area_size (u64 ei_start,u64 ei_last,u64 start, +u64 *sizep,u64 align) +{ +u64 addr, last; + + addr =round_up (ei_start, align); +if (addr < start) + addr =round_up (start, align); +if (addr >= ei_last) + goto out; + *sizep = ei_last - addr; +while (bad_addr_size (&addr, sizep, align) && addr + *sizep <= ei_last) + ; + last = addr + *sizep; +if (last > ei_last) + goto out; + +return addr; + +out: +return LMB_ERROR ; +} + +/* +* Find next free range after *start +*/ +u64 __init lmb_find_area_size (u64 start,u64 *sizep,u64 align) +{ +int i; + +for (i =0 ; i < lmb.memory.cnt; i++) { +u64 ei_start = lmb.memory.regions[i].base; +u64 ei_last = ei_start + lmb.memory.regions[i].size; +u64 addr; + + addr =__lmb_find_area_size (ei_start, ei_last, start, + sizep, align); + +if (addr !=LMB_ERROR ) +return addr; + } + +return LMB_ERROR ; +} +
Re: [PATCH 05/35] x86, lmb: Add lmb_find_area_size()
Quoted 5 lines · Yinghai
this just line by line translation from
early_resversion to lmb changesplease focus on lmb core at this point.
Well, the problem is that you dig into the LMB core with those functions which means I -will- break your stuff if/when I change it, for example to use linked lists.
Besides, the code lacks comments and explanation in the changeset. So please provide that, I'm sure Thomas and Peter also want to understand what's going on in the x86 side of things.
Cheers,
Ben.
Re: [PATCH 05/35] x86, lmb: Add lmb_find_area_size()
Quoted 12 lines · Benjamin Herrenschmidt
Quoted 5 lines · Yinghai
this just line by line translation from
early_resversion to lmb changesplease focus on lmb core at this point.
Well, the problem is that you dig into the LMB core with those functions which means I -will- break your stuff if/when I change it, for example to use linked lists.
then you should don't even struct lmb, and move the definition from lmb.h to lmb.c
Quoted 5 lines
Besides, the code lacks comments and explanation in the changeset. So please provide that, I'm sure Thomas and Peter also want to understand what's going on in the x86 side of things.
Re: [PATCH 05/35] x86, lmb: Add lmb_find_area_size()
Quoted 8 lines · Yinghai Lu
Quoted 7 lines · Benjamin Herrenschmidt
Quoted 5 lines · Yinghai
this just line by line translation from
early_resversion to lmb changesplease focus on lmb core at this point.
Quoted 7 lines
Quoted 5 lines
Well, the problem is that you dig into the LMB core with those functions which means I -will- break your stuff if/when I change it, for example to use linked lists.
then you should don't even struct lmb, and move the definition from
lmb.htolmb.c
Well, figure that it's been considered :-) The only reason it's in lmb.h is so that we can write things like for_each_lmb() as inlines, but we could just do lmb_first() and lmb_next() and move it all out of line.
Ben.
Quoted 10 lines
Quoted 5 lines
Besides, the code lacks comments and explanation in the changeset. So please provide that, I'm sure Thomas and Peter also want to understand what's going on in the x86 side of things.
--
To unsubscribe from this list: send the line "unsubscribe linux-arch" in the body of a message to [email protected]
More majordomo info at http://vger.kernel.org/majordomo-info.html
PATCH 6/35 bootmem, x86: Add weak version of reserve_bootmem_generic
In reply to Yinghai LuIt will be used lmb_to_bootmem converting
It is an wrapper for reserve_bootmem, and x86 64bit is using special one.
Also clean up that version for x86_64. We don't need to take care of numa path for that, bootmem can handle it how
--- arch/x86/mm/init_32.c | 6 ------ arch/x86/mm/init_64.c | 20 ++------------------ mm/bootmem.c | 6 ++++++ 3 files changed, 8 insertions(+), 24 deletions(-)
arch/x86/mm/init_32.c +0 -6
@@ -1069,9 +1069,3 @@ void mark_rodata_ro(void) #endif }#endif - -int __init reserve_bootmem_generic (unsigned long phys,unsigned long len, -int flags) -{ -return reserve_bootmem (phys, len, flags); -}
arch/x86/mm/init_64.c +2 -18
@@ -799,13 +799,10 @@ void mark_rodata_ro(void)#endif +#ifndef CONFIG_NO_BOOTMEM int __init reserve_bootmem_generic (unsigned long phys,unsigned long len,int flags) { -#ifdef CONFIG_NUMA -int nid, next_nid; -int ret; -#endif unsigned long pfn = phys >>PAGE_SHIFT ;if (pfn >= max_pfn) {
@@ -821,21 +818,7 @@ int __init reserve_bootmem_generic(unsigned long phys, unsigned long len,return -EFAULT ; } -/* Should check here against the e820 map to avoid double free */ -#ifdef CONFIG_NUMA - nid =phys_to_nid (phys); - next_nid =phys_to_nid (phys + len -1 ); -if (nid == next_nid) - ret =reserve_bootmem_node (NODE_DATA (nid), phys, len, flags); -else - ret =reserve_bootmem (phys, len, flags); - -if (ret !=0 ) -return ret; - -#else reserve_bootmem (phys, len, flags); -#endif if (phys+len <=MAX_DMA_PFN *PAGE_SIZE ) { dma_reserve += len /PAGE_SIZE ;
@@ -844,6 +827,7 @@ int __init reserve_bootmem_generic(unsigned long phys, unsigned long len, return 0; } +#endif int kern_addr_valid (unsigned long addr) {
mm/bootmem.c +6 -0
@@ -526,6 +526,12 @@ int __init reserve_bootmem(unsigned long addr, unsigned long size, }#ifndef CONFIG_NO_BOOTMEM +int __weak __init reserve_bootmem_generic (unsigned long phys,unsigned long len, +int flags) +{ +return reserve_bootmem (phys, len, flags); +} +static unsigned long __init align_idx (struct bootmem_data *bdata,unsigned long idx,unsigned long step) {
Signature · 1 line
1.6.4.2
PATCH 7/35 x86, lmb: Add lmb_to_bootmem()
In reply to Yinghai Lulmb_to_bootmem() will reserve lmb.reserved.region in bootmem after bootmem is set up.
We can use it to with all arches that support lmb later.
--- arch/x86/include/asm/lmb.h | 1 + arch/x86/mm/lmb.c | 31 +++++++++++++++++++++++++++++++ 2 files changed, 32 insertions(+), 0 deletions(-)
arch/x86/include/asm/lmb.h +1 -0
@@ -4,5 +4,6 @@#define ARCH_DISCARD_LMB u64 lmb_find_area_size (u64 start,u64 *sizep,u64 align); +void lmb_to_bootmem (u64 start,u64 end);#endif
arch/x86/mm/lmb.c +31 -0
@@ -86,3 +86,34 @@ u64 __init lmb_find_area_size(u64 start, u64 *sizep, u64 align)return LMB_ERROR ; } +#ifndef CONFIG_NO_BOOTMEM +void __init lmb_to_bootmem (u64 start,u64 end) +{ +int i, count; +u64 final_start, final_end; + +/* Take out region array itself */ +if (lmb.reserved.regions != lmb_reserved_init_regions) +lmb_free (__pa (lmb.reserved.regions),sizeof (struct lmb_region ) * lmb.reserved.max); + + count = lmb.reserved.cnt; +pr_info ("(%d early reservations) ==> bootmem [%010llx - %010llx]\n" , count, start, end); +for (i =0 ; i < count; i++) { +struct lmb_region *r = &lmb.reserved.regions[i]; +pr_info (" #%d [%010llx - %010llx] " , i, (u64 )r->base, (u64 )r->base + r->size); + final_start =max (start, r->base); + final_end =min (end, r->base + r->size); +if (final_start >= final_end) { +pr_cont ("\n" ); +continue ; + } +pr_cont (" ==> [%010llx - %010llx]\n" , final_start, final_end); +reserve_bootmem_generic (final_start, final_end - final_start,BOOTMEM_DEFAULT ); + } +/* Clear them to avoid misusing ? */ +memset (&lmb.reserved.regions[0 ],0 ,sizeof (struct lmb_region ) * lmb.reserved.max); + lmb.reserved.regions =NULL ; + lmb.reserved.max =0 ; + lmb.reserved.cnt =0 ; +} +#endif
Signature · 1 line
1.6.4.2
PATCH 8/35 x86,lmb: Add lmb_reserve_area/lmb_free_area
In reply to Yinghai Luthey are wrappers for core versions.
they are taking start/end/name instead of base/size.
could add more debug print out
-v2: change get_max_mapped() to lmb.default_alloc_limit according to Michael
Ellerman and Ben
change to lmb_reserve_area and lmb_free_area according to Michael Ellerman
-v3: call check_and_double after reserve/free, so could avoid to use
find_lmb_area. Suggested by Michael Ellerman
--- arch/x86/include/asm/lmb.h | 4 ++++ arch/x86/mm/lmb.c | 27 +++++++++++++++++++++++++++ 2 files changed, 31 insertions(+), 0 deletions(-)
arch/x86/include/asm/lmb.h +4 -0
@@ -6,4 +6,8 @@u64 lmb_find_area_size (u64 start,u64 *sizep,u64 align);void lmb_to_bootmem (u64 start,u64 end); +void lmb_reserve_area (u64 start,u64 end,char *name); +void lmb_free_area (u64 start,u64 end); +void lmb_add_memory (u64 start,u64 end); +#endif
arch/x86/mm/lmb.c +27 -0
@@ -117,3 +117,30 @@ void __init lmb_to_bootmem(u64 start, u64 end) lmb.reserved.cnt = 0; }#endif + +void __init lmb_add_memory (u64 start,u64 end) +{ +lmb_add_region (&lmb.memory, start, end - start); +} + +void __init lmb_reserve_area (u64 start,u64 end,char *name) +{ +if (start == end) +return ; + +if (WARN_ONCE (start > end,"lmb_reserve_area: wrong range [%#llx, %#llx]\n" , start, end)) +return ; + +lmb_add_region (&lmb.reserved, start, end - start); +} + +void __init lmb_free_area (u64 start,u64 end) +{ +if (start == end) +return ; + +if (WARN_ONCE (start > end,"lmb_free_area: wrong range [%#llx, %#llx]\n" , start, end)) +return ; + +lmb_free (start, end - start); +}
Signature · 1 line
1.6.4.2
Re: [PATCH 08/35] x86,lmb: Add lmb_reserve_area/lmb_free_area
Quoted 6 lines · Yinghai Lu
#endif
arch/x86/mm/lmb.c +0
-0
arch/x86/mm/lmb.c void __init lmb_to_bootmem(u64 start, u64 end) · line 124
Quoted 8 lines
arch/x86/mm/lmb.c +5
-0@@ -117,3 +117,30 @@ void __init lmb_to_bootmem(u64 start, u64 end) lmb.reserved.cnt = 0; }#endif + +void __init lmb_add_memory (u64 start,u64 end) +{ +lmb_add_region (&lmb.memory, start, end - start); +}
I completely fail the point of doing such a minor argument conversion as an exported function, with a naming that would cause certain confusion with the existing lmb_add().
In any case, the above should be done at the call sites. Just call lmb_add(start, end-start). You also aren't consistent since you do the similar conversion using the _area suffix below, but not above.
arch/x86/mm/lmb.c void __init lmb_to_bootmem(u64 start, u64 end) · line 135
Quoted 10 lines
arch/x86/mm/lmb.c +10
-0+void __init lmb_reserve_area (u64 start,u64 end,char *name) +{ +if (start == end) +return ; + +if (WARN_ONCE (start > end,"lmb_reserve_area: wrong range [%#llx, %#llx]\n" , start, end)) +return ; + +lmb_add_region (&lmb.reserved, start, end - start); +}
You seem to be fond of gratuituous bloat...
arch/x86/mm/lmb.c void __init lmb_to_bootmem(u64 start, u64 end) · line 146
Quoted 10 lines
arch/x86/mm/lmb.c +10
-0+void __init lmb_free_area (u64 start,u64 end) +{ +if (start == end) +return ; + +if (WARN_ONCE (start > end,"lmb_free_area: wrong range [%#llx, %#llx]\n" , start, end)) +return ; + +lmb_free (start, end - start); +}
And here again.
If you -really- think there's value in the prototype conversions, then make those _area() variants static inlines, group the well together in the .h with a clear explanation saying something like "it's more practical for some arch to use start/end rather than start/size".
I personally don't see why you are doing that tho.
Cheers,
Ben.
Re: [PATCH 08/35] x86,lmb: Add lmb_reserve_area/lmb_free_area
Quoted 51 lines · Benjamin Herrenschmidt
Quoted 6 lines · Yinghai Lu
#endif
arch/x86/mm/lmb.c +0
-0arch/x86/mm/lmb.c void __init lmb_to_bootmem(u64 start, u64 end) · line 124
Quoted 8 lines
arch/x86/mm/lmb.c +5
-0@@ -117,3 +117,30 @@ void __init lmb_to_bootmem(u64 start, u64 end) lmb.reserved.cnt = 0; }#endif + +void __init lmb_add_memory (u64 start,u64 end) +{ +lmb_add_region (&lmb.memory, start, end - start); +}I completely fail the point of doing such a minor argument conversion as an exported function, with a naming that would cause certain confusion with the existing
lmb_add().In any case, the above should be done at the call sites. Just call
lmb_add(start, end-start). You also aren't consistent since you do the similar conversion using the_areasuffix below, but not above.arch/x86/mm/lmb.c void __init lmb_to_bootmem(u64 start, u64 end) · line 135
Quoted 10 lines
arch/x86/mm/lmb.c +10
-0+void __init lmb_reserve_area (u64 start,u64 end,char *name) +{ +if (start == end) +return ; + +if (WARN_ONCE (start > end,"lmb_reserve_area: wrong range [%#llx, %#llx]\n" , start, end)) +return ; + +lmb_add_region (&lmb.reserved, start, end - start); +}You seem to be fond of gratuituous bloat...
arch/x86/mm/lmb.c void __init lmb_to_bootmem(u64 start, u64 end) · line 146
Quoted 10 lines
arch/x86/mm/lmb.c +10
-0+void __init lmb_free_area (u64 start,u64 end) +{ +if (start == end) +return ; + +if (WARN_ONCE (start > end,"lmb_free_area: wrong range [%#llx, %#llx]\n" , start, end)) +return ; + +lmb_free (start, end - start); +}And here again.
Quoted 6 lines
If you -really- think there's value in the prototype conversions, then make those
_area()variants static inlines, group the well together in the .h with a clear explanation saying something like "it's more practical for some arch to use start/end rather than start/size".I personally don't see why you are doing that tho.
make the rebase more easy.
previous version is using those api.
also will add some debug print out with them
Re: [PATCH 08/35] x86,lmb: Add lmb_reserve_area/lmb_free_area
Quoted 5 lines · Yinghai
make the rebase more easy.
previous version is using those api.
also will add some debug print out with them
No. Get rid of them.
If any of those checks/debug is worth having in the API it's worth having it for all archs.
At -worst-, Thomas and Peter may be ok with having inline wrappers for the argument style conversion in x86 lmb.h but I somewhat doubt it.
In the form of non-inline exported functions with such confusing naming and semantics (and total lack of documentation or explanation), this is just wrong.
Cheers,
Ben.
PATCH 9/35 x86, lmb: Add get_free_all_memory_range()
In reply to Yinghai Luget_free_all_memory_range is for CONFIG_NO_BOOTMEM=y, and will be called by free_all_memory_core_early().
It will use early_node_map aka active ranges subtract lmb.reserved to get all free range, and those ranges will convert to slab pages.
-v4: increase range size
--- arch/x86/include/asm/lmb.h | 2 + arch/x86/mm/lmb.c | 110 +++++++++++++++++++++++++++++++++++++++++++- 2 files changed, 111 insertions(+), 1 deletions(-)
arch/x86/include/asm/lmb.h +2 -0
@@ -9,5 +9,7 @@ void lmb_to_bootmem(u64 start, u64 end);void lmb_reserve_area (u64 start,u64 end,char *name);void lmb_free_area (u64 start,u64 end);void lmb_add_memory (u64 start,u64 end); +struct range ; +int get_free_all_memory_range (struct range **rangep,int nodeid);#endif
arch/x86/mm/lmb.c +109 -1
116 lines not on this page · raw message
Signature · 1 line
1.6.4.2
PATCH 10/35 x86, lmb: Add lmb_register_active_regions() and lmb_hole_size()
In reply to Yinghai Lulmb_register_active_regions() will be used to fill early_node_map, the result will be lmb.memory.region AND numa data
lmb_hole_size will be used to find hole size on lmb.memory.region with specified range.
--- arch/x86/include/asm/lmb.h | 4 ++ arch/x86/mm/lmb.c | 69 ++++++++++++++++++++++++++++++++++++++++++++ 2 files changed, 73 insertions(+), 0 deletions(-)
arch/x86/include/asm/lmb.h +4 -0
@@ -12,4 +12,8 @@ void lmb_add_memory(u64 start, u64 end);struct range ;int get_free_all_memory_range (struct range **rangep,int nodeid); +void lmb_register_active_regions (int nid,unsigned long start_pfn, +unsigned long last_pfn); +u64 lmb_hole_size (u64 start,u64 end); +#endif
arch/x86/mm/lmb.c +69 -0
72 lines not on this page · raw message
Signature · 1 line
1.6.4.2
PATCH 11/35 lmb: Add find_memory_core_early()
In reply to Yinghai LuAccording to node range in early_node_map[] with __lmb_find_area to find free range.
Will be used by lmb_find_area_node()
lmb_find_area_node will be used to find right buffer for NODE_DATA
--- include/linux/mm.h | 2 ++ mm/page_alloc.c | 29 +++++++++++++++++++++++++++++ 2 files changed, 31 insertions(+), 0 deletions(-)
include/linux/mm.h +2 -0
@@ -1159,6 +1159,8 @@ extern void free_bootmem_with_active_regions(int nid, unsigned long max_low_pfn);int add_from_early_node_map (struct range *range,int az,int nr_range,int nid); +u64 __init find_memory_core_early (int nid,u64 size,u64 align, +u64 goal,u64 limit);void *__alloc_memory_core_early (int nodeid,u64 size,u64 align,u64 goal,u64 limit);typedef int (*work_fn_t )(unsigned long ,unsigned long ,void *);
mm/page_alloc.c +29 -0
@@ -21,6 +21,7 @@#include <linux/pagemap.h> #include <linux/jiffies.h> #include <linux/bootmem.h> +#include <linux/lmb.h> #include <linux/compiler.h> #include <linux/kernel.h> #include <linux/kmemcheck.h>
@@ -3393,6 +3394,34 @@ void __init free_bootmem_with_active_regions(int nid, } } +#ifdef CONFIG_HAVE_LMB +u64 __init find_memory_core_early (int nid,u64 size,u64 align, +u64 goal,u64 limit) +{ +int i; + +/* Need to go over early_node_map to find out good range for node */ +for_each_active_range_index_in_nid (i, nid) { +u64 addr; +u64 ei_start, ei_last; + + ei_last = early_node_map[i].end_pfn; + ei_last <<=PAGE_SHIFT ; + ei_start = early_node_map[i].start_pfn; + ei_start <<=PAGE_SHIFT ; + addr =__lmb_find_area (ei_start, ei_last, + goal, limit, size, align); + +if (addr ==LMB_ERROR ) +continue ; + +return addr; + } + +return -1ULL ; +} +#endif +int __init add_from_early_node_map (struct range *range,int az,int nr_range,int nid) {
Signature · 1 line
1.6.4.2
Re: [PATCH 11/35] lmb: Add find_memory_core_early()
Quoted 6 lines · Yinghai Lu
According to node range in early_node_map[] with
__lmb_find_areato find free range.Will be used by
lmb_find_area_node()
lmb_find_area_nodewill be used to find right buffer forNODE_DATA
The prototype for this has nothing to do in lmb.h under that name at least.
Cheers,
Ben.
Quoted 66 lines
Signed-off-by Yinghai Lu <[email protected]>--- include/linux/mm.h | 2 ++ mm/page_alloc.c | 29 +++++++++++++++++++++++++++++ 2 files changed, 31 insertions(+), 0 deletions(-)include/linux/mm.h +2
-0@@ -1159,6 +1159,8 @@ extern void free_bootmem_with_active_regions(int nid, unsigned long max_low_pfn);int add_from_early_node_map (struct range *range,int az,int nr_range,int nid); +u64 __init find_memory_core_early (int nid,u64 size,u64 align, +u64 goal,u64 limit);void *__alloc_memory_core_early (int nodeid,u64 size,u64 align,u64 goal,u64 limit);typedef int (*work_fn_t )(unsigned long ,unsigned long ,void *);mm/page_alloc.c +29
-0@@ -21,6 +21,7 @@#include <linux/pagemap.h> #include <linux/jiffies.h> #include <linux/bootmem.h> +#include <linux/lmb.h> #include <linux/compiler.h> #include <linux/kernel.h> #include <linux/kmemcheck.h> @@ -3393,6 +3394,34 @@ void __init free_bootmem_with_active_regions(int nid, } } +#ifdef CONFIG_HAVE_LMB +u64 __init find_memory_core_early (int nid,u64 size,u64 align, +u64 goal,u64 limit) +{ +int i; + +/* Need to go over early_node_map to find out good range for node */ +for_each_active_range_index_in_nid (i, nid) { +u64 addr; +u64 ei_start, ei_last; + + ei_last = early_node_map[i].end_pfn; + ei_last <<=PAGE_SHIFT ; + ei_start = early_node_map[i].start_pfn; + ei_start <<=PAGE_SHIFT ; + addr =__lmb_find_area (ei_start, ei_last, + goal, limit, size, align); + +if (addr ==LMB_ERROR ) +continue ; + +return addr; + } + +return -1ULL ; +} +#endif +int __init add_from_early_node_map (struct range *range,int az,int nr_range,int nid) {
Re: [PATCH 11/35] lmb: Add find_memory_core_early()
Quoted 10 lines · Benjamin Herrenschmidt
Quoted 6 lines · Yinghai Lu
According to node range in early_node_map[] with
__lmb_find_areato find free range.Will be used by
lmb_find_area_node()
lmb_find_area_nodewill be used to find right buffer forNODE_DATAThe prototype for this has nothing to do in
lmb.hunder that name at least.
it is calling __lmb_find_area()
but it need to use early_node_map[], so put this function here
Quoted 71 lines
Cheers,
Ben.Quoted 66 lines
Signed-off-by Yinghai Lu <[email protected]>--- include/linux/mm.h | 2 ++ mm/page_alloc.c | 29 +++++++++++++++++++++++++++++ 2 files changed, 31 insertions(+), 0 deletions(-)include/linux/mm.h +2
-0@@ -1159,6 +1159,8 @@ extern void free_bootmem_with_active_regions(int nid, unsigned long max_low_pfn);int add_from_early_node_map (struct range *range,int az,int nr_range,int nid); +u64 __init find_memory_core_early (int nid,u64 size,u64 align, +u64 goal,u64 limit);void *__alloc_memory_core_early (int nodeid,u64 size,u64 align,u64 goal,u64 limit);typedef int (*work_fn_t )(unsigned long ,unsigned long ,void *);mm/page_alloc.c +29
-0@@ -21,6 +21,7 @@#include <linux/pagemap.h> #include <linux/jiffies.h> #include <linux/bootmem.h> +#include <linux/lmb.h> #include <linux/compiler.h> #include <linux/kernel.h> #include <linux/kmemcheck.h> @@ -3393,6 +3394,34 @@ void __init free_bootmem_with_active_regions(int nid, } } +#ifdef CONFIG_HAVE_LMB +u64 __init find_memory_core_early (int nid,u64 size,u64 align, +u64 goal,u64 limit) +{ +int i; + +/* Need to go over early_node_map to find out good range for node */ +for_each_active_range_index_in_nid (i, nid) { +u64 addr; +u64 ei_start, ei_last; + + ei_last = early_node_map[i].end_pfn; + ei_last <<=PAGE_SHIFT ; + ei_start = early_node_map[i].start_pfn; + ei_start <<=PAGE_SHIFT ; + addr =__lmb_find_area (ei_start, ei_last, + goal, limit, size, align); + +if (addr ==LMB_ERROR ) +continue ; + +return addr; + } + +return -1ULL ; +} +#endif +int __init add_from_early_node_map (struct range *range,int az,int nr_range,int nid) {
Re: [PATCH 11/35] lmb: Add find_memory_core_early()
Quoted 4 lines · Yinghai
it is calling
__lmb_find_area()but it need to use early_node_map[], so put this function here
The prototype still has nothing to do in lmb.h
You are just doing those horrible API conversions with slight name changes, it's just insane. Just use the proper API or change it if it doesn't suit you (and justify yourself), but stop doing all those weirdo wrappers.
Ben.
Re: [PATCH 11/35] lmb: Add find_memory_core_early()
In reply to Yinghai LuQuoted 9 lines · Yinghai Lu
According to node range in early_node_map[] with
__lmb_find_areato find free range.Will be used by
lmb_find_area_node()
lmb_find_area_nodewill be used to find right buffer forNODE_DATASigned-off-by Yinghai Lu <[email protected]>---
Oh and this wont' work on sparc. You should probably instead add a lmb_find_in_nid() to lmb which shares code with lmb_alloc_nid().
However, why do you wnat to do this find + separate reserve again ? Why not lmb_alloc ?
Cheers,
Ben.
Quoted 64 lines
include/linux/mm.h | 2 ++ mm/page_alloc.c | 29 +++++++++++++++++++++++++++++ 2 files changed, 31 insertions(+), 0 deletions(-)include/linux/mm.h +2
-0@@ -1159,6 +1159,8 @@ extern void free_bootmem_with_active_regions(int nid, unsigned long max_low_pfn);int add_from_early_node_map (struct range *range,int az,int nr_range,int nid); +u64 __init find_memory_core_early (int nid,u64 size,u64 align, +u64 goal,u64 limit);void *__alloc_memory_core_early (int nodeid,u64 size,u64 align,u64 goal,u64 limit);typedef int (*work_fn_t )(unsigned long ,unsigned long ,void *);mm/page_alloc.c +29
-0@@ -21,6 +21,7 @@#include <linux/pagemap.h> #include <linux/jiffies.h> #include <linux/bootmem.h> +#include <linux/lmb.h> #include <linux/compiler.h> #include <linux/kernel.h> #include <linux/kmemcheck.h> @@ -3393,6 +3394,34 @@ void __init free_bootmem_with_active_regions(int nid, } } +#ifdef CONFIG_HAVE_LMB +u64 __init find_memory_core_early (int nid,u64 size,u64 align, +u64 goal,u64 limit) +{ +int i; + +/* Need to go over early_node_map to find out good range for node */ +for_each_active_range_index_in_nid (i, nid) { +u64 addr; +u64 ei_start, ei_last; + + ei_last = early_node_map[i].end_pfn; + ei_last <<=PAGE_SHIFT ; + ei_start = early_node_map[i].start_pfn; + ei_start <<=PAGE_SHIFT ; + addr =__lmb_find_area (ei_start, ei_last, + goal, limit, size, align); + +if (addr ==LMB_ERROR ) +continue ; + +return addr; + } + +return -1ULL ; +} +#endif +int __init add_from_early_node_map (struct range *range,int az,int nr_range,int nid) {
Re: [PATCH 11/35] lmb: Add find_memory_core_early()
Quoted 6 lines · Benjamin Herrenschmidt
Quoted 5 lines · Yinghai Lu
According to node range in early_node_map[] with
__lmb_find_areato find free range.Will be used by
lmb_find_area_node()
Quoted 7 lines
Quoted 4 lines
lmb_find_area_nodewill be used to find right buffer forNODE_DATASigned-off-by Yinghai Lu <[email protected]>---
Oh and this wont' work on sparc. You should probably instead add a
lmb_find_in_nid()to lmb which shares code withlmb_alloc_nid().
should work with sparc...
+ if (addr == LMB_ERROR)
+ continue;
should do the trick.
Quoted 3 lines
However, why do you wnat to do this find + separate reserve again ? Why not
lmb_alloc?
keep switch smooth. maybe later could try to replace that one by one. also i could use lmb_reserve_area() to take name and print out name to make debug easy.
Quoted 69 lines
Cheers,
Ben.Quoted 64 lines
include/linux/mm.h | 2 ++ mm/page_alloc.c | 29 +++++++++++++++++++++++++++++ 2 files changed, 31 insertions(+), 0 deletions(-)include/linux/mm.h +2
-0@@ -1159,6 +1159,8 @@ extern void free_bootmem_with_active_regions(int nid, unsigned long max_low_pfn);int add_from_early_node_map (struct range *range,int az,int nr_range,int nid); +u64 __init find_memory_core_early (int nid,u64 size,u64 align, +u64 goal,u64 limit);void *__alloc_memory_core_early (int nodeid,u64 size,u64 align,u64 goal,u64 limit);typedef int (*work_fn_t )(unsigned long ,unsigned long ,void *);mm/page_alloc.c +29
-0@@ -21,6 +21,7 @@#include <linux/pagemap.h> #include <linux/jiffies.h> #include <linux/bootmem.h> +#include <linux/lmb.h> #include <linux/compiler.h> #include <linux/kernel.h> #include <linux/kmemcheck.h> @@ -3393,6 +3394,34 @@ void __init free_bootmem_with_active_regions(int nid, } } +#ifdef CONFIG_HAVE_LMB +u64 __init find_memory_core_early (int nid,u64 size,u64 align, +u64 goal,u64 limit) +{ +int i; + +/* Need to go over early_node_map to find out good range for node */ +for_each_active_range_index_in_nid (i, nid) { +u64 addr; +u64 ei_start, ei_last; + + ei_last = early_node_map[i].end_pfn; + ei_last <<=PAGE_SHIFT ; + ei_start = early_node_map[i].start_pfn; + ei_start <<=PAGE_SHIFT ; + addr =__lmb_find_area (ei_start, ei_last, + goal, limit, size, align); + +if (addr ==LMB_ERROR ) +continue ; + +return addr; + } + +return -1ULL ; +} +#endif +int __init add_from_early_node_map (struct range *range,int az,int nr_range,int nid) {
Re: [PATCH 11/35] lmb: Add find_memory_core_early()
Quoted 9 lines · Yinghai
Quoted 2 lines
Oh and this wont' work on sparc. You should probably instead add a
lmb_find_in_nid()to lmb which shares code withlmb_alloc_nid().should work with sparc...
mm/page_alloc.c +2
-0+if (addr ==LMB_ERROR ) +continue ;should do the trick.
Ugh ?
OK, I'll have to let Davem deal with the fine point of the sparc bits, but I think basically sparc has CONFIG_ARCH_POPULATES_NODE_MAP set, but the way it's NUMA affinity works, the early_node_map[] is crap, you cannot rely on the ranges in there.
So it will "work" in the sense that you won't get errors, but the allocations will -not- be node local. At least that's my understanding.
There's a reason we are adding node local allocations to LMB itself, so it can deal with that during early boot, please use those and stop trying to re-invent things slightly differently in ways that will not work with various existing platforms.
Quoted 3 lines
keep switch smooth. maybe later could try to replace that one by one. also i could use
lmb_reserve_area()to take name and print out name to make debug easy.
I don't want those _area() variants. If you want to pass a name for debugging purposes, then add it to lmb_reserve() or something like that and fix the callers.
Cheers,
Ben.
Re: [PATCH 11/35] lmb: Add find_memory_core_early()
From: Benjamin Herrenschmidt <[email protected]>
Date: Fri, 14 May 2010 18:19:47 +1000
Quoted 4 lines
OK, I'll have to let Davem deal with the fine point of the sparc bits, but I think basically sparc has
CONFIG_ARCH_POPULATES_NODE_MAPset, but the way it's NUMA affinity works, the early_node_map[] is crap, you cannot rely on the ranges in there.
Right, we can't use early_node_map[] on sparc, because the NUMA mappings are far too granular to use that kind of representation.
Re: [PATCH 11/35] lmb: Add find_memory_core_early()
Quoted 11 lines · David Miller
From: Benjamin Herrenschmidt <[email protected]>
Date: Fri, 14 May 2010 18:19:47 +1000Quoted 5 lines
OK, I'll have to let Davem deal with the fine point of the sparc bits, but I think basically sparc has
CONFIG_ARCH_POPULATES_NODE_MAPset, but the way it's NUMA affinity works, the early_node_map[] is crap, you cannot rely on the ranges in there.
Quoted 3 lines
Right, we can't use early_node_map[] on sparc, because the NUMA mappings are far too granular to use that kind of representation.
good to know.
early_node_map[] doesn't have enough slot?
YH
Re: [PATCH 11/35] lmb: Add find_memory_core_early()
Quoted 12 lines · Yinghai Lu
Quoted 10 lines · David Miller
From: Benjamin Herrenschmidt <[email protected]>
Date: Fri, 14 May 2010 18:19:47 +1000Quoted 5 lines
OK, I'll have to let Davem deal with the fine point of the sparc bits, but I think basically sparc has
CONFIG_ARCH_POPULATES_NODE_MAPset, but the way it's NUMA affinity works, the early_node_map[] is crap, you cannot rely on the ranges in there.
Quoted 6 lines
Quoted 3 lines
Right, we can't use early_node_map[] on sparc, because the NUMA mappings are far too granular to use that kind of representation.
good to know.
early_node_map[] doesn't have enough slot?
I think that's the case. sparc doesn't override MAX_ACTIVE_REGIONS, which means you get the default which is 256 or 50 per node depending on MAX_NUMNODES. My understanding is that this may not be enough.
Dave, what does it look like in practice tho ?
Cheers,
Ben.
lmb type features.
like you to make some change to lmb_type and double_array()
struct lmb_type {
unsigned long cnt; /* number of regions */
unsigned long max; /* size of the allocated array */
struct lmb_region *regions;
};
==>
struct lmb_type {
unsigned long cnt; /* number of regions */
unsigned long max; /* size of the allocated array */
unsigned long features;
struct lmb_region *regions;
};
then have
#define LMB_ADD_MERGE (1<<0)
#define LMB_ARRAY_DOUBLE (1<<1)
so before call double_lmb_array(), should check the features to bit is set or not. otherwise should emit PANIC with clear message.
Usage:
for range replacement,
1. early stage before lmb.reserved, lmb.memory is there. so can not use lmb_find_base yet.
2. for bootmem replacement, when do range set subtraction for final free range list, don't want to change lmb.reserved in the middle. callee should make sure to have big enough temperately lmb_regions in lmb_type.
Thanks
Yinghai
Re: lmb type features.
On Fri, 2010-05-14 at 16:51 -0700, Yinghai wrote:
.../...
Quoted 6 lines
#define
LMB_ADD_MERGE(1<<0)
#defineLMB_ARRAY_DOUBLE(1<<1)so before call
double_lmb_array(), should check the features to bit is set or not. otherwise should emit PANIC with clear message.
Quoted 6 lines
Usage:
for range replacement,
1. early stage before lmb.reserved, lmb.memory is there. so can not use
lmb_find_baseyet.
Let me make sure I understand: You mean when doing all the memory lmb_add() early during boot, we haven't done the various lmb_reserve() for all potentially reserved areas and thus cannot rely on double_lmb_array() doing the right thing ?
I think this is a good point. However, a better way to do that would be to set the default alloc limit to 0 instead of LMB_ALLOC_ANYWHERE.
I haven't done that yet though I certainly intend to, but I'll need to ensure all the archs using LMB set a decent limit at some stage. You can in the meantime do it explicitely in x86.
Additionally, it should be possible in most cases to do all the critical lmb_reserve() early, before lmb_add()'s, and thus remove the problem, though that is indeed not the case today.
It would be nice to be able to extend the array for memory addition since that would allow us to have much smaller static arrays in the first place.
Quoted 3 lines
2. for bootmem replacement, when do range set subtraction for final free range list, don't want to change lmb.reserved in the middle. callee should make sure to have big enough temperately
lmb_regionsinlmb_type.
Sorry, I'm not sure I grasped your explanation above. You mean when transitioning from LMB to the page allocator, the page freeing needs to be done after substracting the reserved array from the memory, and that substraction might cause the arrays to increase in size, thus affecting the reserved array ?
That could be solved by not doing the substraction and doing things a bit differently. You could have a single function that walks both arrays at the same time, and calls a callback for all memory ranges it finds that aren't reserved. Not -that- tricky to code.
Cheers,
Ben.
Quoted 9 lines
Thanks
Yinghai
--
To unsubscribe from this list: send the line "unsubscribe linux-kernel" in the body of a message to [email protected]
More majordomo info at http://vger.kernel.org/majordomo-info.html
Please read the FAQ at http://www.tux.org/lkml/
Re: lmb type features.
Quoted 14 lines · Benjamin Herrenschmidt
On Fri, 2010-05-14 at 16:51 -0700, Yinghai wrote:
.../...
Quoted 10 lines
#define
LMB_ADD_MERGE(1<<0)
#defineLMB_ARRAY_DOUBLE(1<<1)so before call
double_lmb_array(), should check the features to bit is set or not. otherwise should emit PANIC with clear message.Usage:
for range replacement,
Quoted 7 lines
Quoted 2 lines
1. early stage before lmb.reserved, lmb.memory is there. so can not use
lmb_find_baseyet.Let me make sure I understand: You mean when doing all the memory
lmb_add()early during boot, we haven't done the variouslmb_reserve()for all potentially reserved areas and thus cannot rely ondouble_lmb_array()doing the right thing ?
yes,
thinking to use lmb_type to replace struct for mtrr trimming
Quoted 11 lines
I think this is a good point. However, a better way to do that would be to set the default alloc limit to 0 instead of
LMB_ALLOC_ANYWHERE.I haven't done that yet though I certainly intend to, but I'll need to ensure all the archs using LMB set a decent limit at some stage. You can in the meantime do it explicitely in x86.
Additionally, it should be possible in most cases to do all the critical
lmb_reserve()early, before lmb_add()'s, and thus remove the problem, though that is indeed not the case today.
need the initial array size is big enough to use lmb_reserve() early.
in my patchset, for x86, already call lmb_reserve() early, and later all lmb_add_memory() to fill lmb.
Quoted 4 lines
It would be nice to be able to extend the array for memory addition since that would allow us to have much smaller static arrays in the first place.
not on x86, we could to put them in __init with them.
hotplug mem should use resource tree instead of lmb?
Quoted 10 lines
Quoted 4 lines
2. for bootmem replacement, when do range set subtraction for final free range list, don't want to change lmb.reserved in the middle. callee should make sure to have big enough temperately
lmb_regionsinlmb_type.Sorry, I'm not sure I grasped your explanation above. You mean when transitioning from LMB to the page allocator, the page freeing needs to be done after substracting the reserved array from the memory, and that substraction might cause the arrays to increase in size, thus affecting the reserved array ?
right.
Quoted 5 lines
That could be solved by not doing the substraction and doing things a bit differently. You could have a single function that walks both arrays at the same time, and calls a callback for all memory ranges it finds that aren't reserved. Not -that- tricky to code.
but need to make sure lmb.reserved doesn't have overlapped eentries.
will check that later.
Thanks
Yinghai
PATCH 12/35 x86, lmb: Add lmb_find_area_node()
In reply to Yinghai LuIt can be used to find NODE_DATA for numa.
Need to make sure early_node_map[] is filled before it is called, otherwise it will fallback to lmb_find_area(), with node range.
--- arch/x86/include/asm/lmb.h | 1 + arch/x86/mm/lmb.c | 15 +++++++++++++++ 2 files changed, 16 insertions(+), 0 deletions(-)
arch/x86/include/asm/lmb.h +1 -0
@@ -15,5 +15,6 @@ int get_free_all_memory_range(struct range **rangep, int nodeid);void lmb_register_active_regions (int nid,unsigned long start_pfn,unsigned long last_pfn);u64 lmb_hole_size (u64 start,u64 end); +u64 lmb_find_area_node (int nid,u64 start,u64 end,u64 size,u64 align);#endif
arch/x86/mm/lmb.c +15 -0
@@ -254,6 +254,21 @@ void __init lmb_free_area(u64 start, u64 end) }/* +* Need to call this function after lmb_register_active_regions, +* so early_node_map[] is filled already. +*/ +u64 __init lmb_find_area_node (int nid,u64 start,u64 end,u64 size,u64 align) +{ +u64 addr; + addr =find_memory_core_early (nid, size, align, start, end); +if (addr !=LMB_ERROR ) +return addr; + +/* Fallback, should already have start end within node range */ +return lmb_find_area (start, end, size, align); +} + +/* * Finds an active region in the address range from start_pfn to last_pfn and * returns its range in ei_startpfn and ei_endpfn for the lmb entry. */
Signature · 1 line
1.6.4.2
PATCH 13/35 x86, lmb: Add lmb_free_memory_size()
In reply to Yinghai LuIt will return free memory size in specified range.
We can not use memory_size - reserved_size here, because some reserved area may not be in the scope of lmb.memory.region.
Use lmb.memory.region subtracting lmb.reserved.region to get free range array. then count size of all free ranges.
--- arch/x86/include/asm/lmb.h | 1 + arch/x86/mm/lmb.c | 51 ++++++++++++++++++++++++++++++++++++++++++++ 2 files changed, 52 insertions(+), 0 deletions(-)
arch/x86/include/asm/lmb.h +1 -0
@@ -16,5 +16,6 @@ void lmb_register_active_regions(int nid, unsigned long start_pfn, unsigned long last_pfn);u64 lmb_hole_size (u64 start,u64 end);u64 lmb_find_area_node (int nid,u64 start,u64 end,u64 size,u64 align); +u64 lmb_free_memory_size (u64 addr,u64 limit);#endif
arch/x86/mm/lmb.c +51 -0
57 lines not on this page · raw message
Signature · 1 line
1.6.4.2
Re: [PATCH 13/35] x86, lmb: Add lmb_free_memory_size()
Quoted 7 lines · Yinghai Lu
It will return free memory size in specified range.
We can not use
memory_size-reserved_sizehere, because some reserved area may not be in the scope of lmb.memory.region.Use lmb.memory.region subtracting lmb.reserved.region to get free range array. then count size of all free ranges.
I remember having already told you that the naming sucks.
Also, you fail to explain what this is actually needed for.
Cheers,
Ben.
Quoted 79 lines
Signed-off-by Yinghai Lu <[email protected]>--- arch/x86/include/asm/lmb.h | 1 + arch/x86/mm/lmb.c | 51 ++++++++++++++++++++++++++++++++++++++++++++ 2 files changed, 52 insertions(+), 0 deletions(-)arch/x86/include/asm/lmb.h +1
-0@@ -16,5 +16,6 @@ void lmb_register_active_regions(int nid, unsigned long start_pfn, unsigned long last_pfn);u64 lmb_hole_size (u64 start,u64 end);u64 lmb_find_area_node (int nid,u64 start,u64 end,u64 size,u64 align); +u64 lmb_free_memory_size (u64 addr,u64 limit);#endif arch/x86/mm/lmb.c +51
-0@@ -226,6 +226,57 @@ void __init lmb_to_bootmem(u64 start, u64 end) }#endif +u64 __init lmb_free_memory_size (u64 addr,u64 limit) +{ +int i, count; +struct range *range; +int nr_range; +u64 final_start, final_end; +u64 free_size; + + count = (lmb.reserved.cnt + lmb.memory.cnt) *2 ; + + range =find_range_array (count); + nr_range =0 ; + + addr =PFN_UP (addr); + limit =PFN_DOWN (limit); + +for (i =0 ; i < lmb.memory.cnt; i++) { +struct lmb_region *r = &lmb.memory.regions[i]; + + final_start =PFN_UP (r->base); + final_end =PFN_DOWN (r->base + r->size); +if (final_start >= final_end) +continue ; +if (final_start >= limit || final_end <= addr) +continue ; + + nr_range =add_range (range, count, nr_range, final_start, final_end); + } +subtract_range (range, count,0 , addr); +subtract_range (range, count, limit,-1ULL ); +for (i =0 ; i < lmb.reserved.cnt; i++) { +struct lmb_region *r = &lmb.reserved.regions[i]; + + final_start =PFN_DOWN (r->base); + final_end =PFN_UP (r->base + r->size); +if (final_start >= final_end) +continue ; +if (final_start >= limit || final_end <= addr) +continue ; + +subtract_range (range, count, final_start, final_end); + } + nr_range =clean_sort_range (range, count); + + free_size =0 ; +for (i =0 ; i < nr_range; i++) + free_size += range[i].end - range[i].start; + +return free_size <<PAGE_SHIFT ; +} +void __init lmb_add_memory (u64 start,u64 end) {lmb_add_region (&lmb.memory, start, end - start);
Re: [PATCH 13/35] x86, lmb: Add lmb_free_memory_size()
Quoted 10 lines · Benjamin Herrenschmidt
Quoted 7 lines · Yinghai Lu
It will return free memory size in specified range.
We can not use
memory_size-reserved_sizehere, because some reserved area may not be in the scope of lmb.memory.region.Use lmb.memory.region subtracting lmb.reserved.region to get free range array. then count size of all free ranges.
I remember having already told you that the naming sucks.
any suggestion?
i think this name is clear.
Quoted 2 lines
Also, you fail to explain what this is actually needed for.
needed by
[PATCH 21/35] x86, lmb: Use lmb_memory_size()/lmb_free_memory_size() to get correct dma_reserve
Quoted 84 lines
Cheers,
Ben.Quoted 79 lines
Signed-off-by Yinghai Lu <[email protected]>--- arch/x86/include/asm/lmb.h | 1 + arch/x86/mm/lmb.c | 51 ++++++++++++++++++++++++++++++++++++++++++++ 2 files changed, 52 insertions(+), 0 deletions(-)arch/x86/include/asm/lmb.h +1
-0@@ -16,5 +16,6 @@ void lmb_register_active_regions(int nid, unsigned long start_pfn, unsigned long last_pfn);u64 lmb_hole_size (u64 start,u64 end);u64 lmb_find_area_node (int nid,u64 start,u64 end,u64 size,u64 align); +u64 lmb_free_memory_size (u64 addr,u64 limit);#endif arch/x86/mm/lmb.c +51
-0@@ -226,6 +226,57 @@ void __init lmb_to_bootmem(u64 start, u64 end) }#endif +u64 __init lmb_free_memory_size (u64 addr,u64 limit) +{ +int i, count; +struct range *range; +int nr_range; +u64 final_start, final_end; +u64 free_size; + + count = (lmb.reserved.cnt + lmb.memory.cnt) *2 ; + + range =find_range_array (count); + nr_range =0 ; + + addr =PFN_UP (addr); + limit =PFN_DOWN (limit); + +for (i =0 ; i < lmb.memory.cnt; i++) { +struct lmb_region *r = &lmb.memory.regions[i]; + + final_start =PFN_UP (r->base); + final_end =PFN_DOWN (r->base + r->size); +if (final_start >= final_end) +continue ; +if (final_start >= limit || final_end <= addr) +continue ; + + nr_range =add_range (range, count, nr_range, final_start, final_end); + } +subtract_range (range, count,0 , addr); +subtract_range (range, count, limit,-1ULL ); +for (i =0 ; i < lmb.reserved.cnt; i++) { +struct lmb_region *r = &lmb.reserved.regions[i]; + + final_start =PFN_DOWN (r->base); + final_end =PFN_UP (r->base + r->size); +if (final_start >= final_end) +continue ; +if (final_start >= limit || final_end <= addr) +continue ; + +subtract_range (range, count, final_start, final_end); + } + nr_range =clean_sort_range (range, count); + + free_size =0 ; +for (i =0 ; i < nr_range; i++) + free_size += range[i].end - range[i].start; + +return free_size <<PAGE_SHIFT ; +} +void __init lmb_add_memory (u64 start,u64 end) {lmb_add_region (&lmb.memory, start, end - start);
Re: [PATCH 13/35] x86, lmb: Add lmb_free_memory_size()
Quoted 7 lines · Yinghai
Quoted 6 lines · Benjamin Herrenschmidt
Quoted 5 lines · Yinghai Lu
It will return free memory size in specified range.
We can not use
memory_size-reserved_sizehere, because some reserved area may not be in the scope of lmb.memory.region.
Quoted 8 lines
Quoted 4 lines
Quoted 2 lines
Use lmb.memory.region subtracting lmb.reserved.region to get free range array. then count size of all free ranges.
I remember having already told you that the naming sucks.
any suggestion?
i think this name is clear.
Well, I did have suggestions yes. Among others, because you are operating on a range, you should have the word "range" in your name. For example, something like lmb_free_memory_in_range(). A bit long but at least is self explanatory and doesn't lead to confusion.
Quoted 5 lines
Quoted 1 line
Also, you fail to explain what this is actually needed for.
needed by
[PATCH 21/35] x86, lmb: Use lmb_memory_size()/lmb_free_memory_size() to get correct
dma_reserve
Ok, that's some x86ism that I would need to study more closely, but it's fair enough to have those accessors if they are really needed. But please, try to make an effort on the naming.
Cheers,
Ben.
Quoted 91 lines
Quoted 76 lines
Cheers,
Ben.Quoted 71 lines
Signed-off-by Yinghai Lu <[email protected]>--- arch/x86/include/asm/lmb.h | 1 + arch/x86/mm/lmb.c | 51 ++++++++++++++++++++++++++++++++++++++++++++ 2 files changed, 52 insertions(+), 0 deletions(-)arch/x86/include/asm/lmb.h +1
-0@@ -16,5 +16,6 @@ void lmb_register_active_regions(int nid, unsigned long start_pfn, unsigned long last_pfn);u64 lmb_hole_size (u64 start,u64 end);u64 lmb_find_area_node (int nid,u64 start,u64 end,u64 size,u64 align); +u64 lmb_free_memory_size (u64 addr,u64 limit);#endif arch/x86/mm/lmb.c +46
-0@@ -226,6 +226,57 @@ void __init lmb_to_bootmem(u64 start, u64 end) }#endif +u64 __init lmb_free_memory_size (u64 addr,u64 limit) +{ +int i, count; +struct range *range; +int nr_range; +u64 final_start, final_end; +u64 free_size; + + count = (lmb.reserved.cnt + lmb.memory.cnt) *2 ; + + range =find_range_array (count); + nr_range =0 ; + + addr =PFN_UP (addr); + limit =PFN_DOWN (limit); + +for (i =0 ; i < lmb.memory.cnt; i++) { +struct lmb_region *r = &lmb.memory.regions[i]; + + final_start =PFN_UP (r->base); + final_end =PFN_DOWN (r->base + r->size); +if (final_start >= final_end) +continue ; +if (final_start >= limit || final_end <= addr) +continue ; + + nr_range =add_range (range, count, nr_range, final_start, final_end); + } +subtract_range (range, count,0 , addr); +subtract_range (range, count, limit,-1ULL ); +for (i =0 ; i < lmb.reserved.cnt; i++) { +struct lmb_region *r = &lmb.reserved.regions[i]; + + final_start =PFN_DOWN (r->base); + final_end =PFN_UP (r->base + r->size); +if (final_start >= final_end) +continue ; +if (final_start >= limit || final_end <= addr) +continue ; + +subtract_range (range, count, final_start, final_end); + } + nr_range =clean_sort_range (range, count); + + free_size =0 ; +for (i =0 ; i < nr_range; i++)Quoted 9 lines
arch/x86/mm/lmb.c void __init lmb_to_bootmem(u64 start, u64 end) · line 282
Quoted 8 lines
arch/x86/mm/lmb.c +5
-0+ free_size += range[i].end - range[i].start; + +return free_size <<PAGE_SHIFT ; +} +void __init lmb_add_memory (u64 start,u64 end) {lmb_add_region (&lmb.memory, start, end - start);--
To unsubscribe from this list: send the line "unsubscribe linux-kernel" in the body of a message to [email protected]
More majordomo info at http://vger.kernel.org/majordomo-info.html
Please read the FAQ at http://www.tux.org/lkml/
Re: [PATCH 13/35] x86, lmb: Add lmb_free_memory_size()
Quoted 16 lines · Benjamin Herrenschmidt
Quoted 14 lines · Yinghai
Quoted 12 lines · Benjamin Herrenschmidt
Quoted 8 lines · Yinghai Lu
It will return free memory size in specified range.
We can not use
memory_size-reserved_sizehere, because some reserved area may not be in the scope of lmb.memory.region.Use lmb.memory.region subtracting lmb.reserved.region to get free range array. then count size of all free ranges.
I remember having already told you that the naming sucks.
Quoted 9 lines
Quoted 4 lines
any suggestion?
i think this name is clear.
Well, I did have suggestions yes. Among others, because you are operating on a range, you should have the word "range" in your name. For example, something like
lmb_free_memory_in_range(). A bit long but at least is self explanatory and doesn't lead to confusion.
lmb_memory_size_in_range()/lmb_free_memory_size_in_range()
or
lmb_memory_in_range()/lmb_free_memory_in_range()
?
Quoted 110 lines
Quoted 8 lines
Quoted 4 lines
Also, you fail to explain what this is actually needed for.
needed by
[PATCH 21/35] x86, lmb: Use lmb_memory_size()/lmb_free_memory_size() to get correct
dma_reserveOk, that's some x86ism that I would need to study more closely, but it's fair enough to have those accessors if they are really needed. But please, try to make an effort on the naming.
Cheers,
Ben.Quoted 92 lines
Quoted 77 lines
Cheers,
Ben.Quoted 72 lines
Signed-off-by Yinghai Lu <[email protected]>--- arch/x86/include/asm/lmb.h | 1 + arch/x86/mm/lmb.c | 51 ++++++++++++++++++++++++++++++++++++++++++++ 2 files changed, 52 insertions(+), 0 deletions(-)arch/x86/include/asm/lmb.h +1
-0@@ -16,5 +16,6 @@ void lmb_register_active_regions(int nid, unsigned long start_pfn, unsigned long last_pfn);u64 lmb_hole_size (u64 start,u64 end);u64 lmb_find_area_node (int nid,u64 start,u64 end,u64 size,u64 align); +u64 lmb_free_memory_size (u64 addr,u64 limit);#endif arch/x86/mm/lmb.c +47
-0@@ -226,6 +226,57 @@ void __init lmb_to_bootmem(u64 start, u64 end) }#endif +u64 __init lmb_free_memory_size (u64 addr,u64 limit) +{ +int i, count; +struct range *range; +int nr_range; +u64 final_start, final_end; +u64 free_size; + + count = (lmb.reserved.cnt + lmb.memory.cnt) *2 ; + + range =find_range_array (count); + nr_range =0 ; + + addr =PFN_UP (addr); + limit =PFN_DOWN (limit); + +for (i =0 ; i < lmb.memory.cnt; i++) { +struct lmb_region *r = &lmb.memory.regions[i]; + + final_start =PFN_UP (r->base); + final_end =PFN_DOWN (r->base + r->size); +if (final_start >= final_end) +continue ; +if (final_start >= limit || final_end <= addr) +continue ; + + nr_range =add_range (range, count, nr_range, final_start, final_end); + } +subtract_range (range, count,0 , addr); +subtract_range (range, count, limit,-1ULL ); +for (i =0 ; i < lmb.reserved.cnt; i++) { +struct lmb_region *r = &lmb.reserved.regions[i]; + + final_start =PFN_DOWN (r->base); + final_end =PFN_UP (r->base + r->size); +if (final_start >= final_end) +continue ; +if (final_start >= limit || final_end <= addr) +continue ; + +subtract_range (range, count, final_start, final_end); + } + nr_range =clean_sort_range (range, count); + + free_size =0 ; +for (i =0 ; i < nr_range; i++) + free_size += range[i].end - range[i].start;Quoted 9 lines
arch/x86/mm/lmb.c void __init lmb_to_bootmem(u64 start, u64 end) · line 282
Quoted 8 lines
arch/x86/mm/lmb.c +4
-0+ +return free_size <<PAGE_SHIFT ; +} +void __init lmb_add_memory (u64 start,u64 end) {lmb_add_region (&lmb.memory, start, end - start);--
To unsubscribe from this list: send the line "unsubscribe linux-kernel" in the body of a message to [email protected]
More majordomo info at http://vger.kernel.org/majordomo-info.html
Please read the FAQ at http://www.tux.org/lkml/
Re: [PATCH 13/35] x86, lmb: Add lmb_free_memory_size()
Quoted 6 lines · Yinghai Lu
lmb_memory_size_in_range()/lmb_free_memory_size_in_range()
or
lmb_memory_in_range()/lmb_free_memory_in_range()
I think the "size" is unnecessary, go for the second.
Cheers,
Ben.
PATCH 14/35 x86, lmb: Add lmb_memory_size()
In reply to Yinghai LuIt will return memory size in specified range according to lmb.memory.region
Try to share some code with lmb_free_memory_size() by passing get_free to __lmb_memory_size().
--- arch/x86/include/asm/lmb.h | 1 + arch/x86/mm/lmb.c | 18 +++++++++++++++++- 2 files changed, 18 insertions(+), 1 deletions(-)
arch/x86/include/asm/lmb.h +1 -0
@@ -17,5 +17,6 @@ void lmb_register_active_regions(int nid, unsigned long start_pfn,u64 lmb_hole_size (u64 start,u64 end);u64 lmb_find_area_node (int nid,u64 start,u64 end,u64 size,u64 align);u64 lmb_free_memory_size (u64 addr,u64 limit); +u64 lmb_memory_size (u64 addr,u64 limit);#endif
arch/x86/mm/lmb.c +17 -1
@@ -226,7 +226,7 @@ void __init lmb_to_bootmem(u64 start, u64 end) }#endif -u64 __init lmb_free_memory_size (u64 addr,u64 limit) +static u64 __init __lmb_memory_size (u64 addr,u64 limit,bool get_free) {int i, count;struct range *range;
@@ -256,6 +256,10 @@ u64 __init lmb_free_memory_size(u64 addr, u64 limit) }subtract_range (range, count,0 , addr);subtract_range (range, count, limit,-1ULL ); + +/* Subtract lmb.reserved.region in range ? */ +if (!get_free) + goto sort_and_count_them;for (i =0 ; i < lmb.reserved.cnt; i++) {struct lmb_region *r = &lmb.reserved.regions[i];
@@ -268,6 +272,8 @@ u64 __init lmb_free_memory_size(u64 addr, u64 limit)subtract_range (range, count, final_start, final_end); } + +sort_and_count_them: nr_range =clean_sort_range (range, count); free_size =0 ;
@@ -277,6 +283,16 @@ u64 __init lmb_free_memory_size(u64 addr, u64 limit)return free_size <<PAGE_SHIFT ; } +u64 __init lmb_free_memory_size (u64 addr,u64 limit) +{ +return __lmb_memory_size (addr, limit, true); +} + +u64 __init lmb_memory_size (u64 addr,u64 limit) +{ +return __lmb_memory_size (addr, limit, false); +} +void __init lmb_add_memory (u64 start,u64 end) {lmb_add_region (&lmb.memory, start, end - start);
Signature · 1 line
1.6.4.2
Re: [PATCH 14/35] x86, lmb: Add lmb_memory_size()
Quoted 4 lines · Yinghai Lu
It will return memory size in specified range according to lmb.memory.region
Try to share some code with
lmb_free_memory_size()by passingget_freeto__lmb_memory_size().
Same comments as previous patch.
Quoted 67 lines
Signed-off-by Yinghai Lu <[email protected]>--- arch/x86/include/asm/lmb.h | 1 + arch/x86/mm/lmb.c | 18 +++++++++++++++++- 2 files changed, 18 insertions(+), 1 deletions(-)arch/x86/include/asm/lmb.h +1
-0@@ -17,5 +17,6 @@ void lmb_register_active_regions(int nid, unsigned long start_pfn,u64 lmb_hole_size (u64 start,u64 end);u64 lmb_find_area_node (int nid,u64 start,u64 end,u64 size,u64 align);u64 lmb_free_memory_size (u64 addr,u64 limit); +u64 lmb_memory_size (u64 addr,u64 limit);#endif arch/x86/mm/lmb.c +17
-1@@ -226,7 +226,7 @@ void __init lmb_to_bootmem(u64 start, u64 end) }#endif -u64 __init lmb_free_memory_size (u64 addr,u64 limit) +static u64 __init __lmb_memory_size (u64 addr,u64 limit,bool get_free) {int i, count;struct range *range;@@ -256,6 +256,10 @@ u64 __init lmb_free_memory_size(u64 addr, u64 limit) }subtract_range (range, count,0 , addr);subtract_range (range, count, limit,-1ULL ); + +/* Subtract lmb.reserved.region in range ? */ +if (!get_free) + goto sort_and_count_them;for (i =0 ; i < lmb.reserved.cnt; i++) {struct lmb_region *r = &lmb.reserved.regions[i];@@ -268,6 +272,8 @@ u64 __init lmb_free_memory_size(u64 addr, u64 limit)subtract_range (range, count, final_start, final_end); } + +sort_and_count_them: nr_range =clean_sort_range (range, count); free_size =0 ;@@ -277,6 +283,16 @@ u64 __init lmb_free_memory_size(u64 addr, u64 limit)return free_size <<PAGE_SHIFT ; } +u64 __init lmb_free_memory_size (u64 addr,u64 limit) +{ +return __lmb_memory_size (addr, limit, true); +} + +u64 __init lmb_memory_size (u64 addr,u64 limit) +{ +return __lmb_memory_size (addr, limit, false); +} +void __init lmb_add_memory (u64 start,u64 end) {lmb_add_region (&lmb.memory, start, end - start);
PATCH 15/35 x86, lmb: Add lmb_reserve_area_overlap_ok()
In reply to Yinghai LuSome areas from firmware could be reserved several times from different callers.
If these area are overlapped, We may have overlapped entries in lmb.reserved.
Try to free the area at first, before rerserve them again.
--- arch/x86/include/asm/lmb.h | 1 + arch/x86/mm/lmb.c | 18 ++++++++++++++++++ 2 files changed, 19 insertions(+), 0 deletions(-)
arch/x86/include/asm/lmb.h +1 -0
@@ -7,6 +7,7 @@ u64 lmb_find_area_size(u64 start, u64 *sizep, u64 align);void lmb_to_bootmem (u64 start,u64 end);void lmb_reserve_area (u64 start,u64 end,char *name); +void lmb_reserve_area_overlap_ok (u64 start,u64 end,char *name);void lmb_free_area (u64 start,u64 end);void lmb_add_memory (u64 start,u64 end);struct range ;
arch/x86/mm/lmb.c +18 -0
@@ -309,6 +309,24 @@ void __init lmb_reserve_area(u64 start, u64 end, char *name)lmb_add_region (&lmb.reserved, start, end - start); } +/* +* Could be used to avoid having overlap entries in lmb.reserved.region. +* Don't need to use it with area that is from lmb_find_area() +* Only use it for the area that fw hidden area. +*/ +void __init lmb_reserve_area_overlap_ok (u64 start,u64 end,char *name) +{ +if (start == end) +return ; + +if (WARN_ONCE (start > end,"lmb_reserve_area_overlap_ok: wrong range [%#llx, %#llx]\n" , start, end)) +return ; + +/* Free that region at first */ +lmb_free (start, end - start); +lmb_add_region (&lmb.reserved, start, end - start); +} +void __init lmb_free_area (u64 start,u64 end) {if (start == end)
Signature · 1 line
1.6.4.2
Re: [PATCH 15/35] x86, lmb: Add lmb_reserve_area_overlap_ok()
Quoted 5 lines · Yinghai Lu
Some areas from firmware could be reserved several times from different callers.
If these area are overlapped, We may have overlapped entries in lmb.reserved.
Try to free the area at first, before rerserve them again.
I have already told you to make this a property of lmb_reserve() instead of adding that function with a terrible name.
Cheers,
Ben.
Quoted 47 lines
Signed-off-by Yinghai Lu <[email protected]>--- arch/x86/include/asm/lmb.h | 1 + arch/x86/mm/lmb.c | 18 ++++++++++++++++++ 2 files changed, 19 insertions(+), 0 deletions(-)arch/x86/include/asm/lmb.h +1
-0@@ -7,6 +7,7 @@ u64 lmb_find_area_size(u64 start, u64 *sizep, u64 align);void lmb_to_bootmem (u64 start,u64 end);void lmb_reserve_area (u64 start,u64 end,char *name); +void lmb_reserve_area_overlap_ok (u64 start,u64 end,char *name);void lmb_free_area (u64 start,u64 end);void lmb_add_memory (u64 start,u64 end);struct range ;arch/x86/mm/lmb.c +18
-0@@ -309,6 +309,24 @@ void __init lmb_reserve_area(u64 start, u64 end, char *name)lmb_add_region (&lmb.reserved, start, end - start); } +/* +* Could be used to avoid having overlap entries in lmb.reserved.region. +* Don't need to use it with area that is from lmb_find_area() +* Only use it for the area that fw hidden area. +*/ +void __init lmb_reserve_area_overlap_ok (u64 start,u64 end,char *name) +{ +if (start == end) +return ; + +if (WARN_ONCE (start > end,"lmb_reserve_area_overlap_ok: wrong range [%#llx, %#llx]\n" , start, end)) +return ; + +/* Free that region at first */ +lmb_free (start, end - start); +lmb_add_region (&lmb.reserved, start, end - start); +} +void __init lmb_free_area (u64 start,u64 end) {if (start == end)
Re: [PATCH 15/35] x86, lmb: Add lmb_reserve_area_overlap_ok()
Quoted 9 lines · Benjamin Herrenschmidt
Quoted 5 lines · Yinghai Lu
Some areas from firmware could be reserved several times from different callers.
If these area are overlapped, We may have overlapped entries in lmb.reserved.
Try to free the area at first, before rerserve them again.
I have already told you to make this a property of
lmb_reserve()instead of adding that function with a terrible name.
make every lmb_reserve() call lmb_free at first?
Quoted 52 lines
Cheers,
Ben.Quoted 47 lines
Signed-off-by Yinghai Lu <[email protected]>--- arch/x86/include/asm/lmb.h | 1 + arch/x86/mm/lmb.c | 18 ++++++++++++++++++ 2 files changed, 19 insertions(+), 0 deletions(-)arch/x86/include/asm/lmb.h +1
-0@@ -7,6 +7,7 @@ u64 lmb_find_area_size(u64 start, u64 *sizep, u64 align);void lmb_to_bootmem (u64 start,u64 end);void lmb_reserve_area (u64 start,u64 end,char *name); +void lmb_reserve_area_overlap_ok (u64 start,u64 end,char *name);void lmb_free_area (u64 start,u64 end);void lmb_add_memory (u64 start,u64 end);struct range ;arch/x86/mm/lmb.c +18
-0@@ -309,6 +309,24 @@ void __init lmb_reserve_area(u64 start, u64 end, char *name)lmb_add_region (&lmb.reserved, start, end - start); } +/* +* Could be used to avoid having overlap entries in lmb.reserved.region. +* Don't need to use it with area that is from lmb_find_area() +* Only use it for the area that fw hidden area. +*/ +void __init lmb_reserve_area_overlap_ok (u64 start,u64 end,char *name) +{ +if (start == end) +return ; + +if (WARN_ONCE (start > end,"lmb_reserve_area_overlap_ok: wrong range [%#llx, %#llx]\n" , start, end)) +return ; + +/* Free that region at first */ +lmb_free (start, end - start); +lmb_add_region (&lmb.reserved, start, end - start); +} +void __init lmb_free_area (u64 start,u64 end) {if (start == end)
Re: [PATCH 15/35] x86, lmb: Add lmb_reserve_area_overlap_ok()
Quoted 4 lines · Yinghai
Quoted 3 lines · Benjamin Herrenschmidt
Quoted 2 lines · Yinghai Lu
Some areas from firmware could be reserved several times from different callers.
Quoted 8 lines
Quoted 6 lines
Quoted 3 lines
If these area are overlapped, We may have overlapped entries in lmb.reserved.
Try to free the area at first, before rerserve them again.
I have already told you to make this a property of
lmb_reserve()instead of adding that function with a terrible name.make every
lmb_reserve()calllmb_freeat first?
Either that, or make it check for collisions first, and if there's one, call free and try again. A little bit more work but I plan toq make it smarter at some stage, ie, directly adjust surrounding ranges instead which is not -that- hard to do.
Ben.
Quoted 58 lines
Quoted 43 lines
Cheers,
Ben.Quoted 39 lines
Signed-off-by Yinghai Lu <[email protected]>--- arch/x86/include/asm/lmb.h | 1 + arch/x86/mm/lmb.c | 18 ++++++++++++++++++ 2 files changed, 19 insertions(+), 0 deletions(-)arch/x86/include/asm/lmb.h +1
-0@@ -7,6 +7,7 @@ u64 lmb_find_area_size(u64 start, u64 *sizep, u64 align);void lmb_to_bootmem (u64 start,u64 end);void lmb_reserve_area (u64 start,u64 end,char *name); +void lmb_reserve_area_overlap_ok (u64 start,u64 end,char *name);void lmb_free_area (u64 start,u64 end);void lmb_add_memory (u64 start,u64 end);struct range ;arch/x86/mm/lmb.c +13
-0@@ -309,6 +309,24 @@ void __init lmb_reserve_area(u64 start, u64 end, char *name)lmb_add_region (&lmb.reserved, start, end - start); } +/* +* Could be used to avoid having overlap entries in lmb.reserved.region. +* Don't need to use it with area that is from lmb_find_area() +* Only use it for the area that fw hidden area. +*/ +void __init lmb_reserve_area_overlap_ok (u64 start,u64 end,char *name) +{ +if (start == end) +return ; + +if (WARN_ONCE (start > end,"lmb_reserve_area_overlap_ok: wrong range [%#llx, %#llx]\n" , start, end)) +return ; +Quoted 9 lines
arch/x86/mm/lmb.c void __init lmb_reserve_area(u64 start, u64 end, char *name) · line 332
Quoted 8 lines
arch/x86/mm/lmb.c +5
-0+/* Free that region at first */ +lmb_free (start, end - start); +lmb_add_region (&lmb.reserved, start, end - start); +} +void __init lmb_free_area (u64 start,u64 end) {if (start == end)--
To unsubscribe from this list: send the line "unsubscribe linux-kernel" in the body of a message to [email protected]
More majordomo info at http://vger.kernel.org/majordomo-info.html
Please read the FAQ at http://www.tux.org/lkml/
Re: [PATCH 15/35] x86, lmb: Add lmb_reserve_area_overlap_ok()
Quoted 15 lines · Benjamin Herrenschmidt
Quoted 13 lines · Yinghai
Quoted 11 lines · Benjamin Herrenschmidt
Quoted 6 lines · Yinghai Lu
Some areas from firmware could be reserved several times from different callers.
If these area are overlapped, We may have overlapped entries in lmb.reserved.
Try to free the area at first, before rerserve them again.
I have already told you to make this a property of
lmb_reserve()instead of adding that function with a terrible name.
Quoted 8 lines
Quoted 2 lines
make every
lmb_reserve()calllmb_freeat first?Either that, or make it check for collisions first, and if there's one, call free and try again. A little bit more work but I plan toq make it smarter at some stage, ie, directly adjust surrounding ranges instead which is not -that- hard to do.
later, after this patchset. this patchset is hanging around too long already.
YH
Re: [PATCH 15/35] x86, lmb: Add lmb_reserve_area_overlap_ok()
Quoted 2 lines · Yinghai Lu
later, after this patchset. this patchset is hanging around too long already.
That's where I strongly disagree with Ingo :-) There's no such thing as a patch set hanging around too long. Patches should go in when they are ready and in good shape, not due to some kind of time bomb, which results in tons of unfixable crap being merged, which is very bad engineering.
Cheers,
Ben.
Re: [PATCH 15/35] x86, lmb: Add lmb_reserve_area_overlap_ok()
Quoted 10 lines · Benjamin Herrenschmidt
Quoted 2 lines · Yinghai Lu
later, after this patchset. this patchset is hanging around too long already.
That's where I strongly disagree with Ingo :-) There's no such thing as a patch set hanging around too long. Patches should go in when they are ready and in good shape, not due to some kind of time bomb, which results in tons of unfixable crap being merged, which is very bad engineering.
The thing i disagreed with was that the patches were posted in March and there was no progress for a long time. That kind of situation only leads to patches being piled up unreasonably and results in Yinghai wasting time and effort.
But now there's real progress: you posted patches and Yinghai is posting patches and is reacting to your review feedback. As long there's steady progress (and not just the steady decay of entropy destroying already created value) i'm a happy camper.
Btw., it would be nice to ready the LMB core bits for upstream for 2.6.35 if there's agreement about them - that will make the subsequent x86 patches much easier to merge.
Thanks,
Ingo
Re: [PATCH 15/35] x86, lmb: Add lmb_reserve_area_overlap_ok()
Quoted 5 lines · Ingo Molnar
Btw., it would be nice to ready the LMB core bits for upstream for 2.6.35 if there's agreement about them - that will make the subsequent x86 patches much easier to merge.
Well, 2.6.34 was released already. I think it's a bit premature. We need to fix a few more things (the result codes for example) and do more testing to ensure we didn't break other archs.
Also, Yinghai wants some more changes to the core that I need to discuss with him to understand exactly what he wants and why :-)
Cheers,
Ben.
Re: [PATCH 15/35] x86, lmb: Add lmb_reserve_area_overlap_ok()
Quoted 11 lines · Benjamin Herrenschmidt
Quoted 5 lines · Ingo Molnar
Btw., it would be nice to ready the LMB core bits for upstream for 2.6.35 if there's agreement about them - that will make the subsequent x86 patches much easier to merge.
Well, 2.6.34 was released already. I think it's a bit premature. We need to fix a few more things (the result codes for example) and do more testing to ensure we didn't break other archs.
so looks like your change will hit 2.6.35, and my x86 changes will hit 2.6.36?
that is too long.
YH
H. Peter Anvin
reviewerRe: [PATCH 15/35] x86, lmb: Add lmb_reserve_area_overlap_ok()
Quoted 5 lines · Yinghai
so looks like your change will hit 2.6.35, and my x86 changes will hit 2.6.36?
that is too long.
Too long for what?
-hpa
Signature · 2 lines
H. Peter Anvin, Intel Open Source Technology Center I work for Intel. I don't speak on their behalf.
Re: [PATCH 15/35] x86, lmb: Add lmb_reserve_area_overlap_ok()
In reply to YinghaiQuoted 4 lines · Yinghai
so looks like your change will hit 2.6.35, and my x86 changes will hit 2.6.36?
that is too long.
No. Both will hit 2.6.36. It's way too late to queue up such changes for the 2.6.35 merge window which has already opened.
Why would it be "too long" ? I keep asking what the heck is going on with having a time bomb on those patches and yet have to get a satisfactory answer.
Cheers,
Ben.
Re: [PATCH 15/35] x86, lmb: Add lmb_reserve_area_overlap_ok()
Quoted 8 lines · Benjamin Herrenschmidt
Quoted 4 lines · Yinghai
so looks like your change will hit 2.6.35, and my x86 changes will hit 2.6.36?
that is too long.
No. Both will hit 2.6.36. It's way too late to queue up such changes for the 2.6.35 merge window which has already opened.
i have feeling that your new LMB code will hit 2.6.36. and x86 patches that is using to lmb will hit 2.6.37.
otherwise it will make more merge conflicts between tip and lmb. unless put your lmb change to tip?
Quoted 4 lines
Why would it be "too long" ? I keep asking what the heck is going on with having a time bomb on those patches and yet have to get a satisfactory answer.
why are you thinking that there is time bomb in the patches? I even provide the option to use x86 own low to high allocation. really don't know where is the time bomb.
my -v14 patches only touch several lines your core lmb code, and have near 0 affect to original lmb users.
YH
H. Peter Anvin
reviewerRe: [PATCH 15/35] x86, lmb: Add lmb_reserve_area_overlap_ok()
Quoted 10 lines · Yinghai
Quoted 3 lines
No. Both will hit 2.6.36. It's way too late to queue up such changes for the 2.6.35 merge window which has already opened.
i have feeling that your new LMB code will hit 2.6.36. and x86 patches that is using to lmb will hit 2.6.37.
otherwise it will make more merge conflicts between tip and lmb. unless put your lmb change to tip?
We can arrange for some way of dealing with this problem... this is not an issue.
Quoted 5 lines
Quoted 3 lines
Why would it be "too long" ? I keep asking what the heck is going on with having a time bomb on those patches and yet have to get a satisfactory answer.
why are you thinking that there is time bomb in the patches?
You're the one that keeps saying "that is too long", but without motivating the hurry.
-hpa
Re: [PATCH 15/35] x86, lmb: Add lmb_reserve_area_overlap_ok()
In reply to YinghaiQuoted 9 lines · Yinghai
Quoted 1 line
No. Both will hit 2.6.36. It's way too late to queue up such changes
for
Quoted 1 line
the 2.6.35 merge window which has already opened.
i have feeling that your new LMB code will hit 2.6.36. and x86 patches that is using to lmb will hit 2.6.37.
otherwise it will make more merge conflicts between tip and lmb. unless put your lmb change to tip?
There is no reason not to, I'll have them in a separate branch that Ingo can pull. I think we can aim for 2.6.36 in one go provided that Peter and Thomas are happy with the x86 side of things.
Cheers,
Ben.
Re: [PATCH 15/35] x86, lmb: Add lmb_reserve_area_overlap_ok()
Quoted 8 lines · Benjamin Herrenschmidt
Quoted 7 lines · Yinghai
Quoted 1 line
No. Both will hit 2.6.36. It's way too late to queue up such changes
for
Quoted 1 line
the 2.6.35 merge window which has already opened.
i have feeling that your new LMB code will hit 2.6.36. and x86 patches that is using to lmb will hit 2.6.37.
Quoted 6 lines
Quoted 2 lines
otherwise it will make more merge conflicts between tip and lmb. unless put your lmb change to tip?
There is no reason not to, I'll have them in a separate branch that Ingo can pull. I think we can aim for 2.6.36 in one go provided that Peter and Thomas are happy with the x86 side of things.
great.
Thanks
Yinghai
H. Peter Anvin
reviewerRe: [PATCH 15/35] x86, lmb: Add lmb_reserve_area_overlap_ok()
In reply to Benjamin HerrenschmidtQuoted 8 lines · Benjamin Herrenschmidt
Quoted 7 lines · Yinghai
Quoted 1 line
No. Both will hit 2.6.36. It's way too late to queue up such changes
for
Quoted 1 line
the 2.6.35 merge window which has already opened.
i have feeling that your new LMB code will hit 2.6.36. and x86 patches that is using to lmb will hit 2.6.37.
Quoted 7 lines
Quoted 2 lines
otherwise it will make more merge conflicts between tip and lmb. unless put your lmb change to tip?
There is no reason not to, I'll have them in a separate branch that Ingo can pull. I think we can aim for 2.6.36 in one go provided that Peter and Thomas are happy with the x86 side of things.
Yes, that's the sane thing to do at this point.
-hpa
A message that is not in the archive (sent off-list or not yet received): [email protected]
A message that is not in the archive (sent off-list or not yet received): 1275702466.1931.1425.camel@pasglop
A message that is not in the archive (sent off-list or not yet received): [email protected]
Re: [PATCH 15/35] x86, lmb: Add lmb_reserve_area_overlap_ok()
Quoted 11 lines · Yinghai Lu
Quoted 1 line · Benjamin Herrenschmidt
On Fri, 2010-06-04 at 18:35 -0700, Yinghai Lu wrote:
..
Quoted 6 lines
Quoted 2 lines
can you rebase powerpc/lmb, so we can put lmb for x86 changes to tip and next?
I will. I've been kept busy with all sort of emergencies and the merge window, but I will do that and a could of other things to it some time next week.
Ping!
(Adding back the list)
I've updated the series (*) It's just a rebase from the previous one, and one change: I don't allow resizing until after lmb_analyze() has run since on various platforms, doing it too early such as when constructing the memory array is risky as we haven't done the necessary lmb_reserve() of whatever regions are unsuitable for allocation.
We can improve on that later, maybe by doing those reservations early, before we add memory, or whatever, but that can wait.
Yinghai, is there any other chance you want me to do to the core ?
Another thing to add at some stage for ARM will be a default alloc base in addition to limit, that constraints "standard" allocations.
(*) Usual place:
git://git.kernel.org/pub/scm/linux/kernel/git/benh/powerpc.git lmb
Cheers,
Ben.
--
To unsubscribe, send a message with 'unsubscribe linux-mm' in the body to [email protected]. For more info on Linux MM,
see: http://www.linux-mm.org/ .
Don't email: <a href=mailto:"[email protected]"> [email protected] </a>
PATCH 16/35 x86, lmb: Use lmb_debug to control debug message print out
In reply to Yinghai LuAlso let lmb_reserve_area/lmb_free_area could print out name if lmb=debug is specified
will also print ther name when reserve_lmb_area/free_lmb_area are called.
--- arch/x86/mm/lmb.c | 26 ++++++++++++++++++++------ 1 files changed, 20 insertions(+), 6 deletions(-)
arch/x86/mm/lmb.c +20 -6
@@ -121,11 +121,13 @@ static void __init subtract_lmb_reserved(struct range *range, int az) count = lmb.reserved.cnt; -pr_info ("Subtract (%d early reservations)\n" , count); +if (lmb_debug) +pr_info ("Subtract (%d early reservations)\n" , count);for (i =0 ; i < count; i++) {struct lmb_region *r = &lmb.reserved.regions[i]; -pr_info (" #%d [%010llx - %010llx]\n" , i, (u64 )r->base, (u64 )r->base + r->size); +if (lmb_debug) +pr_info (" #%d [%010llx - %010llx]\n" , i, (u64 )r->base, (u64 )r->base + r->size); final_start =PFN_DOWN (r->base); final_end =PFN_UP (r->base + r->size);if (final_start >= final_end)
@@ -205,17 +207,21 @@ void __init lmb_to_bootmem(u64 start, u64 end)lmb_free (__pa (lmb.reserved.regions),sizeof (struct lmb_region ) * lmb.reserved.max); count = lmb.reserved.cnt; -pr_info ("(%d early reservations) ==> bootmem [%010llx - %010llx]\n" , count, start, end); +if (lmb_debug) +pr_info ("(%d early reservations) ==> bootmem [%010llx - %010llx]\n" , count, start, end);for (i =0 ; i < count; i++) {struct lmb_region *r = &lmb.reserved.regions[i]; -pr_info (" #%d [%010llx - %010llx] " , i, (u64 )r->base, (u64 )r->base + r->size); +if (lmb_debug) +pr_info (" #%d [%010llx - %010llx] " , i, (u64 )r->base, (u64 )r->base + r->size); final_start =max (start, r->base); final_end =min (end, r->base + r->size);if (final_start >= final_end) { -pr_cont ("\n" ); +if (lmb_debug) +pr_cont ("\n" );continue ; } -pr_cont (" ==> [%010llx - %010llx]\n" , final_start, final_end); +if (lmb_debug) +pr_cont (" ==> [%010llx - %010llx]\n" , final_start, final_end);reserve_bootmem_generic (final_start, final_end - final_start,BOOTMEM_DEFAULT ); }/* Clear them to avoid misusing ? */
@@ -306,6 +312,9 @@ void __init lmb_reserve_area(u64 start, u64 end, char *name)if (WARN_ONCE (start > end,"lmb_reserve_area: wrong range [%#llx, %#llx]\n" , start, end))return ; +if (lmb_debug) +pr_info (" lmb_reserve_area: [%010llx, %010llx] %16s\n" , start, end, name); +lmb_add_region (&lmb.reserved, start, end - start); }
@@ -322,6 +331,8 @@ void __init lmb_reserve_area_overlap_ok(u64 start, u64 end, char *name)if (WARN_ONCE (start > end,"lmb_reserve_area_overlap_ok: wrong range [%#llx, %#llx]\n" , start, end))return ; +if (lmb_debug) +pr_info (" lmb_reserve_area_overlap_ok: [%010llx, %010llx] %16s\n" , start, end, name);/* Free that region at first */ lmb_free (start, end - start);lmb_add_region (&lmb.reserved, start, end - start);
@@ -335,6 +346,9 @@ void __init lmb_free_area(u64 start, u64 end)if (WARN_ONCE (start > end,"lmb_free_area: wrong range [%#llx, %#llx]\n" , start, end))return ; +if (lmb_debug) +pr_info (" lmb_free_area: [%010llx, %010llx]\n" , start, end); +lmb_free (start, end - start); }
Signature · 1 line
1.6.4.2
PATCH 17/35 x86, lmb: Add x86 version of __lmb_find_area()
In reply to Yinghai LuGeneric version is going from high to low, and it seems it can not find right area compact enough.
the x86 version will go from goal to limit and just like the way We used for early_res
use ARCH_FIND_LMB_AREA to select from them.
-v2: default to no
--- arch/x86/Kconfig | 8 +++++ arch/x86/mm/lmb.c | 78 +++++++++++++++++++++++++++++++++++++++++++++++++++++ 2 files changed, 86 insertions(+), 0 deletions(-)
arch/x86/Kconfig +8 -0
@@ -584,6 +584,14 @@ config PARAVIRT_DEBUG Enable to debug paravirt_ops internals. Specifically, BUG if a paravirt_op is missing when it is called. +config ARCH_LMB_FIND_AREA + default n + bool "Use x86 own lmb_find_area()" + ---help--- + Use lmb_find_area() version instead of generic version, it get free + area up from low. + Generic one try to get free area down from limit. + config NO_BOOTMEM default y bool "Disable Bootmem code"
arch/x86/mm/lmb.c +78 -0
81 lines not on this page · raw message
Signature · 1 line
1.6.4.2
Re: [PATCH 17/35] x86, lmb: Add x86 version of __lmb_find_area()
Quoted 7 lines · Yinghai Lu
Generic version is going from high to low, and it seems it can not find right area compact enough.
the x86 version will go from goal to limit and just like the way We used for
early_resuse
ARCH_FIND_LMB_AREAto select from them.
Why the heck ?
So LMB is designed to work top->down and now you replace lmb_find_area() with a -completely different- implementation that goes bottom->up without any explanation as to why you are doing so ?
top->down tend to be move efficient at keeping things less fragmented btw.
Cheers,
Ben.
Quoted 113 lines
-v2: default to no
Signed-off-by Yinghai Lu <[email protected]>--- arch/x86/Kconfig | 8 +++++ arch/x86/mm/lmb.c | 78 +++++++++++++++++++++++++++++++++++++++++++++++++++++ 2 files changed, 86 insertions(+), 0 deletions(-)arch/x86/Kconfig +8
-0@@ -584,6 +584,14 @@ config PARAVIRT_DEBUG Enable to debug paravirt_ops internals. Specifically, BUG if a paravirt_op is missing when it is called. +config ARCH_LMB_FIND_AREA + default n + bool "Use x86 own lmb_find_area()" + ---help--- + Use lmb_find_area() version instead of generic version, it get free + area up from low. + Generic one try to get free area down from limit. + config NO_BOOTMEM default y bool "Disable Bootmem code"arch/x86/mm/lmb.c +78
-0@@ -435,3 +435,81 @@ u64 __init lmb_hole_size(u64 start, u64 end)return end - start - ((u64 )ram <<PAGE_SHIFT ); } +#ifdef CONFIG_ARCH_LMB_FIND_AREA +static int __init find_overlapped_early (u64 start,u64 end) +{ +int i; +struct lmb_region *r; + +for (i =0 ; i < lmb.reserved.cnt && lmb.reserved.regions[i].size; i++) { + r = &lmb.reserved.regions[i]; +if (end > r->base && start < (r->base + r->size)) +break ; + } + +return i; +} + +/* Check for already reserved areas */ +static inline bool __init bad_addr (u64 *addrp,u64 size,u64 align) +{ +int i; +u64 addr = *addrp; +bool changed = false; +struct lmb_region *r; +again: + i =find_overlapped_early (addr, addr + size); + r = &lmb.reserved.regions[i]; +if (i < lmb.reserved.cnt && r->size) { + *addrp = addr =round_up (r->base + r->size, align); + changed = true; + goto again; + } +return changed; +} + +u64 __init __lmb_find_area (u64 ei_start,u64 ei_last,u64 start,u64 end, +u64 size,u64 align) +{ +u64 addr, last; + + addr =round_up (ei_start, align); +if (addr < start) + addr =round_up (start, align); +if (addr >= ei_last) + goto out; +while (bad_addr (&addr, size, align) && addr+size <= ei_last) + ; + last = addr + size; +if (last > ei_last) + goto out; +if (last > end) + goto out; + +return addr; + +out: +return LMB_ERROR ; +} + +/* +* Find a free area with specified alignment in a specific range. +*/ +u64 __init lmb_find_area (u64 start,u64 end,u64 size,u64 align) +{ +int i; + +for (i =0 ; i < lmb.memory.cnt; i++) { +u64 ei_start = lmb.memory.regions[i].base; +u64 ei_last = ei_start + lmb.memory.regions[i].size; +u64 addr; + + addr =__lmb_find_area (ei_start, ei_last, start, end, + size, align); + +if (addr !=LMB_ERROR ) +return addr; + } +return LMB_ERROR ; +} +#endif
Re: [PATCH 17/35] x86, lmb: Add x86 version of __lmb_find_area()
Quoted 9 lines · Benjamin Herrenschmidt
Quoted 7 lines · Yinghai Lu
Generic version is going from high to low, and it seems it can not find right area compact enough.
the x86 version will go from goal to limit and just like the way We used for
early_resuse
ARCH_FIND_LMB_AREAto select from them.
Quoted 8 lines
Why the heck ?
So LMB is designed to work
top->downand now you replacelmb_find_area()with a -completely different- implementation that goesbottom->upwithout any explanation as to why you are doing so ?
top->downtend to be move efficient at keeping things less fragmented btw.
for safe, and there is any problem with top to down allocation, we can ask user to check if low to high works...
not just make user to get broken kernel.
Quoted 118 lines
Cheers,
Ben.Quoted 113 lines
-v2: default to no
Signed-off-by Yinghai Lu <[email protected]>--- arch/x86/Kconfig | 8 +++++ arch/x86/mm/lmb.c | 78 +++++++++++++++++++++++++++++++++++++++++++++++++++++ 2 files changed, 86 insertions(+), 0 deletions(-)arch/x86/Kconfig +8
-0@@ -584,6 +584,14 @@ config PARAVIRT_DEBUG Enable to debug paravirt_ops internals. Specifically, BUG if a paravirt_op is missing when it is called. +config ARCH_LMB_FIND_AREA + default n + bool "Use x86 own lmb_find_area()" + ---help--- + Use lmb_find_area() version instead of generic version, it get free + area up from low. + Generic one try to get free area down from limit. + config NO_BOOTMEM default y bool "Disable Bootmem code"arch/x86/mm/lmb.c +78
-0@@ -435,3 +435,81 @@ u64 __init lmb_hole_size(u64 start, u64 end)return end - start - ((u64 )ram <<PAGE_SHIFT ); } +#ifdef CONFIG_ARCH_LMB_FIND_AREA +static int __init find_overlapped_early (u64 start,u64 end) +{ +int i; +struct lmb_region *r; + +for (i =0 ; i < lmb.reserved.cnt && lmb.reserved.regions[i].size; i++) { + r = &lmb.reserved.regions[i]; +if (end > r->base && start < (r->base + r->size)) +break ; + } + +return i; +} + +/* Check for already reserved areas */ +static inline bool __init bad_addr (u64 *addrp,u64 size,u64 align) +{ +int i; +u64 addr = *addrp; +bool changed = false; +struct lmb_region *r; +again: + i =find_overlapped_early (addr, addr + size); + r = &lmb.reserved.regions[i]; +if (i < lmb.reserved.cnt && r->size) { + *addrp = addr =round_up (r->base + r->size, align); + changed = true; + goto again; + } +return changed; +} + +u64 __init __lmb_find_area (u64 ei_start,u64 ei_last,u64 start,u64 end, +u64 size,u64 align) +{ +u64 addr, last; + + addr =round_up (ei_start, align); +if (addr < start) + addr =round_up (start, align); +if (addr >= ei_last) + goto out; +while (bad_addr (&addr, size, align) && addr+size <= ei_last) + ; + last = addr + size; +if (last > ei_last) + goto out; +if (last > end) + goto out; + +return addr; + +out: +return LMB_ERROR ; +} + +/* +* Find a free area with specified alignment in a specific range. +*/ +u64 __init lmb_find_area (u64 start,u64 end,u64 size,u64 align) +{ +int i; + +for (i =0 ; i < lmb.memory.cnt; i++) { +u64 ei_start = lmb.memory.regions[i].base; +u64 ei_last = ei_start + lmb.memory.regions[i].size; +u64 addr; + + addr =__lmb_find_area (ei_start, ei_last, start, end, + size, align); + +if (addr !=LMB_ERROR ) +return addr; + } +return LMB_ERROR ; +} +#endif
Re: [PATCH 17/35] x86, lmb: Add x86 version of __lmb_find_area()
Quoted 4 lines · Yinghai
for safe, and there is any problem with top to down allocation, we can ask user to check if low to high works...
not just make user to get broken kernel.
Hrm. That's a bit gross. But ok, I don't care that much as long as your x86 variant doesn't differ in semantics with the core lmb one and I'll let Peter and/or Thomas to scream at you if they think it's gross (hint: the code is)
Cheers,
Ben.
Re: [PATCH 17/35] x86, lmb: Add x86 version of __lmb_find_area()
Quoted 6 lines · Benjamin Herrenschmidt
Quoted 3 lines · Yinghai
for safe, and there is any problem with top to down allocation, we can ask user to check if low to high works...
Quoted 9 lines
Quoted 2 lines
not just make user to get broken kernel.
Hrm. That's a bit gross. But ok, I don't care that much as long as your x86 variant doesn't differ in semantics with the core lmb one and I'll let Peter and/or Thomas to scream at you if they think it's gross (hint: the code is)
those bits are line by line translation from current early_res code, and have been used for a while.
so should be good as a fallback.
YH
PATCH 18/35 x86: Use lmb to replace early_res
In reply to Yinghai Lu1. replace find_e820_area with lmb_find_area
2. replace reserve_early with lmb_reserve_area
3. replace free_early with lmb_free_area.
4. NO_BOOTMEM will switch to use lmb too.
5. use _e820, _early wrap in the patch, in following patch, will replace them all
6. because lmb_free_area support partial free, we can remove some special care
7. Need to make sure that lmb_find_area() is called after fill_lmb_memory() so adjust some calling later in setup.c::setup_arch()
-- corruption_check and mptable_update
-v2: Move reserve_brk() early
Before fill_lmb_area, to avoid overlap between brk and lmb_find_area() that could happen We have more then 128 RAM entry in E820 tables, and fill_lmb_memory() could use lmb_find_area() to find a new place for lmb.memory.region array.
and We don't need to use extend_brk() after fill_lmb_area()
So move reserve_brk() early before fill_lmb_area().
-v3: Move find_smp_config early
To make sure lmb_find_area not find wrong place, if BIOS doesn't put mptable in right place.
-v4: Treat RESERVED_KERN as RAM in lmb.memory. and they are already in
lmb.reserved already..
use __NOT_KEEP_LMB to make sure lmb related code could be freed later.
-v5: Generic version __lmb_find_area() is going from high to low, and for 32bit
active_region for 32bit does include high pages
need to replace the limit with lmb.default_alloc_limit, aka get_max_mapped()
-v6: use current_lmimit instead
--- arch/x86/Kconfig | 9 +-- arch/x86/include/asm/e820.h | 15 +++-- arch/x86/kernel/check.c | 14 ++-- arch/x86/kernel/e820.c | 153 ++++++++++++---------------------------- arch/x86/kernel/head.c | 3 +- arch/x86/kernel/head32.c | 6 +- arch/x86/kernel/head64.c | 3 + arch/x86/kernel/mpparse.c | 5 +- arch/x86/kernel/setup.c | 46 +++++++++---- arch/x86/kernel/setup_percpu.c | 6 -- arch/x86/mm/numa_64.c | 5 +- kernel/Makefile | 1 - mm/bootmem.c | 1 + mm/page_alloc.c | 36 +++------- mm/sparse-vmemmap.c | 11 --- 15 files changed, 123 insertions(+), 191 deletions(-)
arch/x86/Kconfig +3 -6
@@ -27,6 +27,7 @@ config X86 select HAVE_PERF_EVENTS if (!M386 && !M486) select HAVE_IOREMAP_PROT select HAVE_KPROBES + select HAVE_LMB select ARCH_WANT_OPTIONAL_GPIOLIB select ARCH_WANT_FRAME_POINTERS select HAVE_DMA_ATTRS
@@ -193,9 +194,6 @@ config ARCH_SUPPORTS_OPTIMIZED_INLINING config ARCH_SUPPORTS_DEBUG_PAGEALLOC def_bool y -config HAVE_EARLY_RES - def_bool y - config HAVE_INTEL_TXT def_bool y depends on EXPERIMENTAL && DMAR && ACPI
@@ -596,14 +594,13 @@ config NO_BOOTMEM default y bool "Disable Bootmem code" ---help--- - Use early_res directly instead of bootmem before slab is ready. + Use lmb directly instead of bootmem before slab is ready. - allocator (buddy) [generic] - early allocator (bootmem) [generic] - - very early allocator (reserve_early*()) [x86] + - very early allocator (lmb) [some generic] - very very early allocator (early brk model) [x86] So reduce one layer between early allocator to final allocator - config MEMTEST bool "Memtest" ---help---
arch/x86/include/asm/e820.h +9 -6
@@ -117,24 +117,27 @@ extern unsigned long end_user_pfn;extern u64 find_e820_area (u64 start,u64 end,u64 size,u64 align);extern u64 find_e820_area_size (u64 start,u64 *sizep,u64 align);extern u64 early_reserve_e820 (u64 startt,u64 sizet,u64 align); -#include <linux/early_res.h> extern unsigned long e820_end_of_ram_pfn (void );extern unsigned long e820_end_of_low_ram_pfn (void ); -extern int e820_find_active_region (const struct e820entry *ei, -unsigned long start_pfn, -unsigned long last_pfn, -unsigned long *ei_startpfn, -unsigned long *ei_endpfn);extern void e820_register_active_regions (int nid,unsigned long start_pfn,unsigned long end_pfn);extern u64 e820_hole_size (u64 start,u64 end); + +extern u64 early_reserve_e820 (u64 startt,u64 sizet,u64 align); + +void init_lmb_memory (void ); +void fill_lmb_memory (void ); +extern void finish_e820_parsing (void );extern void e820_reserve_resources (void );extern void e820_reserve_resources_late (void );extern void setup_memory_map (void );extern char *default_machine_specific_memory_setup (void ); +void reserve_early (u64 start,u64 end,char *name); +void free_early (u64 start,u64 end); +/* * Returns true iff the specified range [s,e) is completely contained inside * the ISA region.
arch/x86/kernel/check.c +8 -6
@@ -2,7 +2,8 @@#include <linux/sched.h> #include <linux/kthread.h> #include <linux/workqueue.h> -#include <asm/e820.h> +#include <linux/lmb.h> +#include <asm/proto.h> /*
@@ -18,10 +19,12 @@ static int __read_mostly memory_corruption_check = -1;static unsigned __read_mostly corruption_check_size =64 *1024 ;static unsigned __read_mostly corruption_check_period =60 ;/* seconds */ -static struct e820entry scan_areas[MAX_SCAN_AREAS ]; +static struct scan_area { +u64 addr; +u64 size; +} scan_areas[MAX_SCAN_AREAS ];static int num_scan_areas; -static __init int set_corruption_check (char *arg) {char *end;
@@ -81,7 +84,7 @@ void __init setup_bios_corruption_check(void)while (addr < corruption_check_size && num_scan_areas <MAX_SCAN_AREAS ) {u64 size; - addr =find_e820_area_size (addr, &size,PAGE_SIZE ); + addr =lmb_find_area_size (addr, &size,PAGE_SIZE );if (!(addr +1 ))break ;
@@ -92,7 +95,7 @@ void __init setup_bios_corruption_check(void)if ((addr + size) > corruption_check_size) size = corruption_check_size - addr; -e820_update_range (addr, size,E820_RAM ,E820_RESERVED ); +lmb_reserve_area (addr, addr + size,"SCAN RAM" ); scan_areas[num_scan_areas].addr = addr; scan_areas[num_scan_areas].size = size; num_scan_areas++;
@@ -105,7 +108,6 @@ void __init setup_bios_corruption_check(void)printk (KERN_INFO "Scanning %d areas for low memory corruption\n" , num_scan_areas); -update_e820 (); }
arch/x86/kernel/e820.c +44 -109
209 lines not on this page · raw message
arch/x86/kernel/head.c +2 -1
@@ -1,5 +1,6 @@#include <linux/kernel.h> #include <linux/init.h> +#include <linux/lmb.h> #include <asm/setup.h> #include <asm/bios_ebda.h>
@@ -51,5 +52,5 @@ void __init reserve_ebda_region(void) lowmem =0x9f000 ;/* reserve all memory between lowmem and the 1MB mark */ -reserve_early_overlap_ok (lowmem,0x100000 ,"BIOS reserved" ); +lmb_reserve_area_overlap_ok (lowmem,0x100000 ,"BIOS reserved" ); }
arch/x86/kernel/head32.c +4 -2
@@ -8,6 +8,7 @@#include <linux/init.h> #include <linux/start_kernel.h> #include <linux/mm.h> +#include <linux/lmb.h> #include <asm/setup.h> #include <asm/sections.h>
@@ -30,14 +31,15 @@ static void __init i386_default_early_setup(void)void __init i386_start_kernel (void ) { +init_lmb_memory (); +#ifdef CONFIG_X86_TRAMPOLINE /* * But first pinch a few for the stack/trampoline stuff * FIXME: Don't need the extra page at 4K, but need to fix * trampoline before removing it. (see the GDT stuff) */ -reserve_early_overlap_ok (PAGE_SIZE ,PAGE_SIZE +PAGE_SIZE , -"EX TRAMPOLINE" ); +lmb_reserve_area (PAGE_SIZE ,PAGE_SIZE +PAGE_SIZE ,"EX TRAMPOLINE" );#endif reserve_early (__pa_symbol (&_text),__pa_symbol (&__bss_stop),"TEXT DATA BSS" );
arch/x86/kernel/head64.c +3 -0
@@ -12,6 +12,7 @@#include <linux/percpu.h> #include <linux/start_kernel.h> #include <linux/io.h> +#include <linux/lmb.h> #include <asm/processor.h> #include <asm/proto.h>
@@ -96,6 +97,8 @@ void __init x86_64_start_kernel(char * real_mode_data)void __init x86_64_start_reservations (char *real_mode_data) { +init_lmb_memory (); +copy_bootdata (__va (real_mode_data));reserve_early (__pa_symbol (&_text),__pa_symbol (&__bss_stop),"TEXT DATA BSS" );
arch/x86/kernel/mpparse.c +3 -2
@@ -11,6 +11,7 @@#include <linux/init.h> #include <linux/delay.h> #include <linux/bootmem.h> +#include <linux/lmb.h> #include <linux/kernel_stat.h> #include <linux/mc146818rtc.h> #include <linux/bitops.h>
@@ -641,7 +642,7 @@ static void __init smp_reserve_memory(struct mpf_intel *mpf) {unsigned long size =get_mpc_size (mpf->physptr); -reserve_early_overlap_ok (mpf->physptr, mpf->physptr+size,"MP-table mpc" ); +lmb_reserve_area_overlap_ok (mpf->physptr, mpf->physptr+size,"MP-table mpc" ); }static int __init smp_scan_config (unsigned long base,unsigned long length)
@@ -670,7 +671,7 @@ static int __init smp_scan_config(unsigned long base, unsigned long length) mpf, (u64)virt_to_phys(mpf)); mem =virt_to_phys (mpf); -reserve_early_overlap_ok (mem, mem +sizeof (*mpf),"MP-table mpf" ); +lmb_reserve_area_overlap_ok (mem, mem +sizeof (*mpf),"MP-table mpf" );if (mpf->physptr)smp_reserve_memory (mpf);
arch/x86/kernel/setup.c +33 -13
94 lines not on this page · raw message
arch/x86/kernel/setup_percpu.c +0 -6
@@ -137,13 +137,7 @@ static void * __init pcpu_fc_alloc(unsigned int cpu, size_t size, size_t align)static void __init pcpu_fc_free (void *ptr,size_t size) { -#ifdef CONFIG_NO_BOOTMEM -u64 start =__pa (ptr); -u64 end = start + size; -free_early_partial (start, end); -#else free_bootmem (__pa (ptr), size); -#endif }static int __init pcpu_cpu_distance (unsigned int from,unsigned int to)
arch/x86/mm/numa_64.c +3 -2
@@ -7,6 +7,7 @@#include <linux/string.h> #include <linux/init.h> #include <linux/bootmem.h> +#include <linux/lmb.h> #include <linux/mmzone.h> #include <linux/ctype.h> #include <linux/module.h>
@@ -174,7 +175,7 @@ static void * __init early_node_mem(int nodeid, unsigned long start,if (start < (MAX_DMA32_PFN <<PAGE_SHIFT ) && end > (MAX_DMA32_PFN <<PAGE_SHIFT )) start =MAX_DMA32_PFN <<PAGE_SHIFT ; - mem =find_e820_area (start, end, size, align); + mem =lmb_find_area_node (nodeid, start, end, size, align);if (mem !=-1L )return __va (mem);
@@ -184,7 +185,7 @@ static void * __init early_node_mem(int nodeid, unsigned long start, start =MAX_DMA32_PFN <<PAGE_SHIFT ; else start =MAX_DMA_PFN <<PAGE_SHIFT ; - mem =find_e820_area (start, end, size, align); + mem =lmb_find_area_node (nodeid, start, end, size, align);if (mem !=-1L )return __va (mem);
kernel/Makefile +0 -1
@@ -11,7 +11,6 @@ obj-y = sched.o fork.o exec_domain.o panic.o printk.o \ hrtimer.o rwsem.o nsproxy.o srcu.o semaphore.o \ notifier.o ksysfs.o pm_qos_params.o sched_clock.o cred.o \ async.o range.o -obj-$(CONFIG_HAVE_EARLY_RES) += early_res.o obj-y += groups.o ifdef CONFIG_FUNCTION_TRACER
mm/bootmem.c +1 -0
@@ -15,6 +15,7 @@#include <linux/module.h> #include <linux/kmemleak.h> #include <linux/range.h> +#include <linux/lmb.h> #include <asm/bug.h> #include <asm/io.h>
mm/page_alloc.c +10 -26
@@ -3441,38 +3441,22 @@ int __init add_from_early_node_map(struct range *range, int az,void *__init __alloc_memory_core_early (int nid,u64 size,u64 align,u64 goal,u64 limit) { -int i;void *ptr; -/* need to go over early_node_map to find out good range for node */ -for_each_active_range_index_in_nid (i, nid) { -u64 addr; -u64 ei_start, ei_last; - - ei_last = early_node_map[i].end_pfn; - ei_last <<=PAGE_SHIFT ; - ei_start = early_node_map[i].start_pfn; - ei_start <<=PAGE_SHIFT ; - addr =find_early_area (ei_start, ei_last, - goal, limit, size, align); +u64 addr; -if (addr ==-1ULL ) -continue ; +if (limit > lmb.current_limit) + limit = lmb.current_limit; -#if 0 -printk (KERN_DEBUG "alloc (nid=%d %llx - %llx) (%llx - %llx) %llx %llx => %llx\n" , - nid, - ei_start, ei_last, goal, limit, size, - align, addr); -#endif + addr =find_memory_core_early (nid, size, align, goal, limit); - ptr =phys_to_virt (addr); -memset (ptr,0 , size); -reserve_early_without_check (addr, addr + size,"BOOTMEM" ); -return ptr; - } +if (addr ==LMB_ERROR ) +return NULL ; -return NULL ; + ptr =phys_to_virt (addr); +memset (ptr,0 , size); +lmb_reserve_area (addr, addr + size,"BOOTMEM" ); +return ptr; }#endif
mm/sparse-vmemmap.c +0 -11
@@ -220,18 +220,7 @@ void __init sparse_mem_maps_populate_node(struct page **map_map,if (vmemmap_buf_start) {/* need to free left buf */ -#ifdef CONFIG_NO_BOOTMEM -free_early (__pa (vmemmap_buf_start),__pa (vmemmap_buf_end)); -if (vmemmap_buf_start < vmemmap_buf) { -char name[15 ]; - -snprintf (name,sizeof (name),"MEMMAP %d" , nodeid); -reserve_early_without_check (__pa (vmemmap_buf_start), -__pa (vmemmap_buf), name); - } -#else free_bootmem (__pa (vmemmap_buf), vmemmap_buf_end - vmemmap_buf); -#endif vmemmap_buf =NULL ; vmemmap_buf_end =NULL ; }
Signature · 1 line
1.6.4.2
PATCH 19/35 x86: Replace e820_/_early string with lmb_
In reply to Yinghai Lu1.include linux/lmb.h directly. so later could reduce e820.h reference. 2 this patch is done by sed scripts mainly
--- arch/x86/include/asm/efi.h | 2 +- arch/x86/kernel/acpi/sleep.c | 5 +++-- arch/x86/kernel/apic/numaq_32.c | 3 ++- arch/x86/kernel/efi.c | 5 +++-- arch/x86/kernel/head32.c | 4 ++-- arch/x86/kernel/head64.c | 4 ++-- arch/x86/kernel/setup.c | 25 ++++++++++++------------- arch/x86/kernel/trampoline.c | 6 +++--- arch/x86/mm/init.c | 5 +++-- arch/x86/mm/init_32.c | 10 ++++++---- arch/x86/mm/init_64.c | 9 +++++---- arch/x86/mm/k8topology_64.c | 4 +++- arch/x86/mm/memtest.c | 7 +++---- arch/x86/mm/numa_32.c | 17 +++++++++-------- arch/x86/mm/numa_64.c | 32 ++++++++++++++++---------------- arch/x86/mm/srat_32.c | 3 ++- arch/x86/mm/srat_64.c | 9 +++++---- arch/x86/xen/mmu.c | 5 +++-- arch/x86/xen/setup.c | 3 ++- mm/bootmem.c | 4 ++-- 20 files changed, 87 insertions(+), 75 deletions(-)
arch/x86/include/asm/efi.h +1 -1
@@ -90,7 +90,7 @@ extern void __iomem *efi_ioremap(unsigned long addr, unsigned long size,#endif /* CONFIG_X86_32 */ extern int add_efi_memmap; -extern void efi_reserve_early (void ); +extern void efi_lmb_reserve_area (void );extern void efi_call_phys_prelog (void );extern void efi_call_phys_epilog (void );
arch/x86/kernel/acpi/sleep.c +3 -2
@@ -7,6 +7,7 @@#include <linux/acpi.h> #include <linux/bootmem.h> +#include <linux/lmb.h> #include <linux/dmi.h> #include <linux/cpumask.h> #include <asm/segment.h>
@@ -133,7 +134,7 @@ void __init acpi_reserve_wakeup_memory(void)return ; } - mem =find_e820_area (0 ,1 <<20 ,WAKEUP_SIZE ,PAGE_SIZE ); + mem =lmb_find_area (0 ,1 <<20 ,WAKEUP_SIZE ,PAGE_SIZE );if (mem ==-1L ) {printk (KERN_ERR "ACPI: Cannot allocate lowmem, S3 disabled.\n" );
@@ -141,7 +142,7 @@ void __init acpi_reserve_wakeup_memory(void) } acpi_realmode = (unsigned long )phys_to_virt (mem); acpi_wakeup_address = mem; -reserve_early (mem, mem +WAKEUP_SIZE ,"ACPI WAKEUP" ); +lmb_reserve_area (mem, mem +WAKEUP_SIZE ,"ACPI WAKEUP" ); }
arch/x86/kernel/apic/numaq_32.c +2 -1
@@ -26,6 +26,7 @@#include <linux/nodemask.h> #include <linux/topology.h> #include <linux/bootmem.h> +#include <linux/lmb.h> #include <linux/threads.h> #include <linux/cpumask.h> #include <linux/kernel.h>
@@ -88,7 +89,7 @@ static inline void numaq_register_node(int node, struct sys_cfg_data *scd) node_end_pfn[node] =MB_TO_PAGES (eq->hi_shrd_mem_start + eq->hi_shrd_mem_size); -e820_register_active_regions (node, node_start_pfn[node], +lmb_register_active_regions (node, node_start_pfn[node], node_end_pfn[node]);memory_present (node, node_start_pfn[node], node_end_pfn[node]);
arch/x86/kernel/efi.c +3 -2
@@ -30,6 +30,7 @@#include <linux/init.h> #include <linux/efi.h> #include <linux/bootmem.h> +#include <linux/lmb.h> #include <linux/spinlock.h> #include <linux/uaccess.h> #include <linux/time.h>
@@ -275,7 +276,7 @@ static void __init do_add_efi_memmap(void)sanitize_e820_map (e820.map,ARRAY_SIZE (e820.map), &e820.nr_map); } -void __init efi_reserve_early (void ) +void __init efi_lmb_reserve_area (void ) {unsigned long pmap;
@@ -290,7 +291,7 @@ void __init efi_reserve_early(void) boot_params.efi_info.efi_memdesc_size; memmap.desc_version = boot_params.efi_info.efi_memdesc_version; memmap.desc_size = boot_params.efi_info.efi_memdesc_size; -reserve_early (pmap, pmap + memmap.nr_map * memmap.desc_size, +lmb_reserve_area (pmap, pmap + memmap.nr_map * memmap.desc_size,"EFI memmap" ); }
arch/x86/kernel/head32.c +2 -2
@@ -42,7 +42,7 @@ void __init i386_start_kernel(void)lmb_reserve_area (PAGE_SIZE ,PAGE_SIZE +PAGE_SIZE ,"EX TRAMPOLINE" );#endif -reserve_early (__pa_symbol (&_text),__pa_symbol (&__bss_stop),"TEXT DATA BSS" ); +lmb_reserve_area (__pa_symbol (&_text),__pa_symbol (&__bss_stop),"TEXT DATA BSS" );#ifdef CONFIG_BLK_DEV_INITRD /* Reserve INITRD */
@@ -51,7 +51,7 @@ void __init i386_start_kernel(void)u64 ramdisk_image = boot_params.hdr.ramdisk_image;u64 ramdisk_size = boot_params.hdr.ramdisk_size;u64 ramdisk_end =PAGE_ALIGN (ramdisk_image + ramdisk_size); - reserve_early(ramdisk_image, ramdisk_end, "RAMDISK"); + lmb_reserve_area(ramdisk_image, ramdisk_end, "RAMDISK"); }#endif
arch/x86/kernel/head64.c +2 -2
@@ -101,7 +101,7 @@ void __init x86_64_start_reservations(char *real_mode_data)copy_bootdata (__va (real_mode_data)); -reserve_early (__pa_symbol (&_text),__pa_symbol (&__bss_stop),"TEXT DATA BSS" ); +lmb_reserve_area (__pa_symbol (&_text),__pa_symbol (&__bss_stop),"TEXT DATA BSS" );#ifdef CONFIG_BLK_DEV_INITRD /* Reserve INITRD */
@@ -110,7 +110,7 @@ void __init x86_64_start_reservations(char *real_mode_data)unsigned long ramdisk_image = boot_params.hdr.ramdisk_image;unsigned long ramdisk_size = boot_params.hdr.ramdisk_size;unsigned long ramdisk_end =PAGE_ALIGN (ramdisk_image + ramdisk_size); - reserve_early(ramdisk_image, ramdisk_end, "RAMDISK"); + lmb_reserve_area(ramdisk_image, ramdisk_end, "RAMDISK"); }#endif
arch/x86/kernel/setup.c +12 -13
@@ -302,7 +302,7 @@ static inline void init_gbpages(void)static void __init reserve_brk (void ) {if (_brk_end > _brk_start) -reserve_early (__pa (_brk_start),__pa (_brk_end),"BRK" ); +lmb_reserve_area (__pa (_brk_start),__pa (_brk_end),"BRK" );/* Mark brk area as locked down and no longer taking any new allocations */
@@ -324,7 +324,7 @@ static void __init relocate_initrd(void)char *p, *q;/* We need to move the initrd down into lowmem */ - ramdisk_here =find_e820_area (0 , end_of_lowmem, area_size, + ramdisk_here =lmb_find_area (0 , end_of_lowmem, area_size,PAGE_SIZE );if (ramdisk_here ==-1ULL )
@@ -333,8 +333,7 @@ static void __init relocate_initrd(void)/* Note: this includes all the lowmem currently occupied by the initrd, we rely on that fact to keep the data intact. */ -reserve_early (ramdisk_here, ramdisk_here + area_size, -"NEW RAMDISK" ); +lmb_reserve_area (ramdisk_here, ramdisk_here + area_size,"NEW RAMDISK" ); initrd_start = ramdisk_here +PAGE_OFFSET ; initrd_end = initrd_start + ramdisk_size; printk(KERN_INFO "Allocated new RAMDISK: %08llx - %08llx\n",
@@ -390,7 +389,7 @@ static void __init reserve_initrd(void) initrd_start =0 ;if (ramdisk_size >= (end_of_lowmem>>1 )) { -free_early (ramdisk_image, ramdisk_end); +lmb_free_area (ramdisk_image, ramdisk_end);printk (KERN_ERR "initrd too large to handle, " "disabling initrd\n" );return ;
@@ -413,7 +412,7 @@ static void __init reserve_initrd(void)relocate_initrd (); - free_early(ramdisk_image, ramdisk_end); + lmb_free_area(ramdisk_image, ramdisk_end); }#else static void __init reserve_initrd (void )
@@ -469,7 +468,7 @@ static void __init e820_reserve_setup_data(void)e820_print_map ("reserve setup_data" ); } -static void __init reserve_early_setup_data (void ) +static void __init lmb_reserve_area_setup_data (void ) {struct setup_data *data;u64 pa_data;
@@ -481,7 +480,7 @@ static void __init reserve_early_setup_data(void)while (pa_data) { data =early_memremap (pa_data,sizeof (*data));sprintf (buf,"setup data %x" , data->type); -reserve_early (pa_data, pa_data+sizeof (*data)+data->len, buf); +lmb_reserve_area (pa_data, pa_data+sizeof (*data)+data->len, buf); pa_data = data->next;early_iounmap (data,sizeof (*data)); }
@@ -519,7 +518,7 @@ static void __init reserve_crashkernel(void)if (crash_base <=0 ) {const unsigned long long alignment =16 <<20 ;/* 16M */ - crash_base =find_e820_area (alignment,ULONG_MAX , crash_size, + crash_base =lmb_find_area (alignment,ULONG_MAX , crash_size, alignment);if (crash_base ==-1ULL ) {pr_info ("crashkernel reservation failed - No suitable area found.\n" );
@@ -528,14 +527,14 @@ static void __init reserve_crashkernel(void) }else {unsigned long long start; - start =find_e820_area (crash_base,ULONG_MAX , crash_size, + start =lmb_find_area (crash_base,ULONG_MAX , crash_size,1 <<20 );if (start != crash_base) {pr_info ("crashkernel reservation failed - memory is in use.\n" );return ; } } -reserve_early (crash_base, crash_base + crash_size,"CRASH KERNEL" ); +lmb_reserve_area (crash_base, crash_base + crash_size,"CRASH KERNEL" ); printk(KERN_INFO "Reserving %ldMB of memory at %ldMB " "for crashkernel (System RAM: %ldMB)\n",
@@ -774,7 +773,7 @@ void __init setup_arch(char **cmdline_p)#endif 4)) { efi_enabled =1 ; -efi_reserve_early (); +efi_lmb_reserve_area (); }#endif
@@ -834,7 +833,7 @@ void __init setup_arch(char **cmdline_p)vmi_activate ();/* after early param, so could get panic from serial */ -reserve_early_setup_data (); +lmb_reserve_area_setup_data ();if (acpi_mps_check ()) {#ifdef CONFIG_X86_LOCAL_APIC
arch/x86/kernel/trampoline.c +3 -3
@@ -1,7 +1,7 @@#include <linux/io.h> +#include <linux/lmb.h> #include <asm/trampoline.h> -#include <asm/e820.h> #if defined(CONFIG_X86_64 ) && defined(CONFIG_ACPI_SLEEP )#define __trampinit
@@ -19,12 +19,12 @@ void __init reserve_trampoline_memory(void)unsigned long mem;/* Has to be in very low memory so we can execute real-mode AP code. */ - mem =find_e820_area (0 ,1 <<20 ,TRAMPOLINE_SIZE ,PAGE_SIZE ); + mem =lmb_find_area (0 ,1 <<20 ,TRAMPOLINE_SIZE ,PAGE_SIZE );if (mem ==-1L )panic ("Cannot allocate trampoline\n" ); trampoline_base =__va (mem); -reserve_early (mem, mem +TRAMPOLINE_SIZE ,"TRAMPOLINE" ); +lmb_reserve_area (mem, mem +TRAMPOLINE_SIZE ,"TRAMPOLINE" ); }/*
arch/x86/mm/init.c +3 -2
@@ -2,6 +2,7 @@#include <linux/initrd.h> #include <linux/ioport.h> #include <linux/swap.h> +#include <linux/lmb.h> #include <asm/cacheflush.h> #include <asm/e820.h>
@@ -75,7 +76,7 @@ static void __init find_early_table_space(unsigned long end, int use_pse,#else start =0x8000 ;#endif - e820_table_start =find_e820_area (start, max_pfn_mapped<<PAGE_SHIFT , + e820_table_start =lmb_find_area (start, max_pfn_mapped<<PAGE_SHIFT , tables,PAGE_SIZE );if (e820_table_start ==-1UL )panic ("Cannot find space for the kernel page tables" );
@@ -299,7 +300,7 @@ unsigned long __init_refok init_memory_mapping(unsigned long start,__flush_tlb_all ();if (!after_bootmem && e820_table_end > e820_table_start) -reserve_early (e820_table_start <<PAGE_SHIFT , +lmb_reserve_area (e820_table_start <<PAGE_SHIFT , e820_table_end <<PAGE_SHIFT ,"PGTABLE" );if (!after_bootmem)
arch/x86/mm/init_32.c +6 -4
@@ -25,6 +25,7 @@#include <linux/pfn.h> #include <linux/poison.h> #include <linux/bootmem.h> +#include <linux/lmb.h> #include <linux/proc_fs.h> #include <linux/memory_hotplug.h> #include <linux/initrd.h>
@@ -712,14 +713,14 @@ void __init initmem_init(unsigned long start_pfn, unsigned long end_pfn, highstart_pfn = highend_pfn = max_pfn;if (max_pfn > max_low_pfn) highstart_pfn = max_low_pfn; -e820_register_active_regions (0 ,0 , highend_pfn); +lmb_register_active_regions (0 ,0 , highend_pfn);sparse_memory_present_with_active_regions (0 );printk (KERN_NOTICE "%ldMB HIGHMEM available.\n" ,pages_to_mb (highend_pfn - highstart_pfn)); num_physpages = highend_pfn; high_memory = (void *)__va (highstart_pfn *PAGE_SIZE -1 ) +1 ;#else -e820_register_active_regions (0 ,0 , max_low_pfn); +lmb_register_active_regions (0 ,0 , max_low_pfn);sparse_memory_present_with_active_regions (0 ); num_physpages = max_low_pfn; high_memory = (void *)__va (max_low_pfn *PAGE_SIZE -1 ) +1 ;
@@ -781,11 +782,11 @@ void __init setup_bootmem_allocator(void)* Initialize the boot-time allocator (with low memory only): */ bootmap_size =bootmem_bootmap_pages (max_low_pfn)<<PAGE_SHIFT ; - bootmap =find_e820_area (0 , max_pfn_mapped<<PAGE_SHIFT , bootmap_size, + bootmap =lmb_find_area (0 , max_pfn_mapped<<PAGE_SHIFT , bootmap_size,PAGE_SIZE );if (bootmap ==-1L )panic ("Cannot find bootmem map of size %ld\n" , bootmap_size); -reserve_early (bootmap, bootmap + bootmap_size,"BOOTMAP" ); +lmb_reserve_area (bootmap, bootmap + bootmap_size,"BOOTMAP" );#endif printk(KERN_INFO " mapped low ram: 0 - %08lx\n",
@@ -1069,3 +1070,4 @@ void mark_rodata_ro(void) #endif }#endif +
arch/x86/mm/init_64.c +5 -4
@@ -21,6 +21,7 @@#include <linux/initrd.h> #include <linux/pagemap.h> #include <linux/bootmem.h> +#include <linux/lmb.h> #include <linux/proc_fs.h> #include <linux/pci.h> #include <linux/pfn.h>
@@ -577,18 +578,18 @@ void __init initmem_init(unsigned long start_pfn, unsigned long end_pfn,unsigned long bootmap_size, bootmap; bootmap_size =bootmem_bootmap_pages (end_pfn)<<PAGE_SHIFT ; - bootmap =find_e820_area (0 , end_pfn<<PAGE_SHIFT , bootmap_size, + bootmap =lmb_find_area (0 , end_pfn<<PAGE_SHIFT , bootmap_size,PAGE_SIZE );if (bootmap ==-1L )panic ("Cannot find bootmem map of size %ld\n" , bootmap_size); -reserve_early (bootmap, bootmap + bootmap_size,"BOOTMAP" ); +lmb_reserve_area (bootmap, bootmap + bootmap_size,"BOOTMAP" );/* don't touch min_low_pfn */ bootmap_size =init_bootmem_node (NODE_DATA (0 ), bootmap >>PAGE_SHIFT ,0 , end_pfn); -e820_register_active_regions (0 , start_pfn, end_pfn); +lmb_register_active_regions (0 , start_pfn, end_pfn);free_bootmem_with_active_regions (0 , end_pfn);#else -e820_register_active_regions (0 , start_pfn, end_pfn); +lmb_register_active_regions (0 , start_pfn, end_pfn); #endif }#endif
arch/x86/mm/k8topology_64.c +3 -1
@@ -11,6 +11,8 @@#include <linux/string.h> #include <linux/module.h> #include <linux/nodemask.h> +#include <linux/lmb.h> +#include <asm/io.h> #include <linux/pci_ids.h> #include <linux/acpi.h>
@@ -222,7 +224,7 @@ int __init k8_scan_nodes(void)for_each_node_mask (i, node_possible_map) {int j; -e820_register_active_regions (i, +lmb_register_active_regions (i, nodes[i].start >>PAGE_SHIFT , nodes[i].end >>PAGE_SHIFT );for (j = apicid_base; j < cores + apicid_base; j++)
arch/x86/mm/memtest.c +3 -4
@@ -6,8 +6,7 @@#include <linux/smp.h> #include <linux/init.h> #include <linux/pfn.h> - -#include <asm/e820.h> +#include <linux/lmb.h> static u64 patterns[]__initdata = {0 ,
@@ -35,7 +34,7 @@ static void __init reserve_bad_mem(u64 pattern, u64 start_bad, u64 end_bad) (unsigned long long ) pattern, (unsigned long long ) start_bad, (unsigned long long) end_bad); -reserve_early (start_bad, end_bad,"BAD RAM" ); +lmb_reserve_area (start_bad, end_bad,"BAD RAM" ); }static void __init memtest (u64 pattern,u64 start_phys,u64 size)
@@ -74,7 +73,7 @@ static void __init do_one_pass(u64 pattern, u64 start, u64 end)u64 size =0 ;while (start < end) { - start =find_e820_area_size (start, &size,1 ); + start =lmb_find_area_size (start, &size,1 );/* done ? */ if (start >= end)
arch/x86/mm/numa_32.c +9 -8
@@ -24,6 +24,7 @@#include <linux/mm.h> #include <linux/bootmem.h> +#include <linux/lmb.h> #include <linux/mmzone.h> #include <linux/highmem.h> #include <linux/initrd.h>
@@ -120,7 +121,7 @@ int __init get_memcfg_numa_flat(void) node_start_pfn[0 ] =0 ; node_end_pfn[0 ] = max_pfn; -e820_register_active_regions (0 ,0 , max_pfn); +lmb_register_active_regions (0 ,0 , max_pfn);memory_present (0 ,0 , max_pfn); node_remap_size[0 ] =node_memmap_size_bytes (0 ,0 , max_pfn);
@@ -161,14 +162,14 @@ static void __init allocate_pgdat(int nid)NODE_DATA (nid) = (pg_data_t *)node_remap_start_vaddr[nid]; else {unsigned long pgdat_phys; - pgdat_phys =find_e820_area (min_low_pfn<<PAGE_SHIFT , + pgdat_phys =lmb_find_area (min_low_pfn<<PAGE_SHIFT , max_pfn_mapped<<PAGE_SHIFT ,sizeof (pg_data_t),PAGE_SIZE );NODE_DATA (nid) = (pg_data_t *)(pfn_to_kaddr (pgdat_phys>>PAGE_SHIFT ));memset (buf,0 ,sizeof (buf));sprintf (buf,"NODE_DATA %d" , nid); -reserve_early (pgdat_phys, pgdat_phys +sizeof (pg_data_t), buf); +lmb_reserve_area (pgdat_phys, pgdat_phys +sizeof (pg_data_t), buf); }printk (KERN_DEBUG "allocate_pgdat: node %d NODE_DATA %08lx\n" , nid, (unsigned long )NODE_DATA (nid));
@@ -291,7 +292,7 @@ static __init unsigned long calculate_numa_remap_pages(void) PTRS_PER_PTE); node_kva_target <<=PAGE_SHIFT ; do { - node_kva_final = find_e820_area(node_kva_target, + node_kva_final = lmb_find_area(node_kva_target, ((u64)node_end_pfn[nid])<<PAGE_SHIFT, ((u64)size)<<PAGE_SHIFT, LARGE_PAGE_BYTES);
@@ -318,9 +319,9 @@ static __init unsigned long calculate_numa_remap_pages(void)* but we could have some hole in high memory, and it will only * check page_is_ram(pfn) && !page_is_reserved_early(pfn) to decide * to use it as free. -* So reserve_early here, hope we don't run out of that array +* So lmb_reserve_area here, hope we don't run out of that array */ -reserve_early (node_kva_final, +lmb_reserve_area (node_kva_final, node_kva_final+(((u64 )size)<<PAGE_SHIFT ),"KVA RAM" );
@@ -367,7 +368,7 @@ void __init initmem_init(unsigned long start_pfn, unsigned long end_pfn, kva_target_pfn =round_down (max_low_pfn - kva_pages,PTRS_PER_PTE ); do { - kva_start_pfn = find_e820_area(kva_target_pfn<<PAGE_SHIFT, + kva_start_pfn = lmb_find_area(kva_target_pfn<<PAGE_SHIFT, max_low_pfn<<PAGE_SHIFT, kva_pages<<PAGE_SHIFT, PTRS_PER_PTE<<PAGE_SHIFT) >> PAGE_SHIFT;
@@ -382,7 +383,7 @@ void __init initmem_init(unsigned long start_pfn, unsigned long end_pfn,printk (KERN_INFO "max_pfn = %lx\n" , max_pfn);/* avoid clash with initrd */ -reserve_early (kva_start_pfn<<PAGE_SHIFT , +lmb_reserve_area (kva_start_pfn<<PAGE_SHIFT , (kva_start_pfn + kva_pages)<<PAGE_SHIFT ,"KVA PG" );#ifdef CONFIG_HIGHMEM
arch/x86/mm/numa_64.c +16 -16
@@ -90,7 +90,7 @@ static int __init allocate_cachealigned_memnodemap(void) addr =0x8000 ; nodemap_size =roundup (sizeof (s16) * memnodemapsize,L1_CACHE_BYTES ); - nodemap_addr =find_e820_area (addr, max_pfn<<PAGE_SHIFT , + nodemap_addr =lmb_find_area (addr, max_pfn<<PAGE_SHIFT , nodemap_size,L1_CACHE_BYTES );if (nodemap_addr ==-1UL ) { printk(KERN_ERR
@@ -99,7 +99,7 @@ static int __init allocate_cachealigned_memnodemap(void)return -1 ; } memnodemap =phys_to_virt (nodemap_addr); -reserve_early (nodemap_addr, nodemap_addr + nodemap_size,"MEMNODEMAP" ); +lmb_reserve_area (nodemap_addr, nodemap_addr + nodemap_size,"MEMNODEMAP" );printk (KERN_DEBUG "NUMA: Allocated memnodemap from %lx - %lx\n" , nodemap_addr, nodemap_addr + nodemap_size);
@@ -230,7 +230,7 @@ setup_node_bootmem(int nodeid, unsigned long start, unsigned long end)if (node_data[nodeid] ==NULL )return ; nodedata_phys =__pa (node_data[nodeid]); -reserve_early (nodedata_phys, nodedata_phys + pgdat_size,"NODE_DATA" ); +lmb_reserve_area (nodedata_phys, nodedata_phys + pgdat_size,"NODE_DATA" );printk (KERN_INFO " NODE_DATA [%016lx - %016lx]\n" , nodedata_phys, nodedata_phys + pgdat_size -1 ); nid =phys_to_nid (nodedata_phys);
@@ -249,7 +249,7 @@ setup_node_bootmem(int nodeid, unsigned long start, unsigned long end)* Find a place for the bootmem map * nodedata_phys could be on other nodes by alloc_bootmem, * so need to sure bootmap_start not to be small, otherwise -* early_node_mem will get that with find_e820_area instead +* early_node_mem will get that with lmb_find_area instead * of alloc_bootmem, that could clash with reserved range */ bootmap_pages =bootmem_bootmap_pages (last_pfn - start_pfn);
@@ -261,12 +261,12 @@ setup_node_bootmem(int nodeid, unsigned long start, unsigned long end) bootmap =early_node_mem (nodeid, bootmap_start, end, bootmap_pages<<PAGE_SHIFT ,PAGE_SIZE );if (bootmap ==NULL ) { -free_early (nodedata_phys, nodedata_phys + pgdat_size); +lmb_free_area (nodedata_phys, nodedata_phys + pgdat_size); node_data[nodeid] =NULL ;return ; } bootmap_start =__pa (bootmap); -reserve_early (bootmap_start, bootmap_start+(bootmap_pages<<PAGE_SHIFT ), +lmb_reserve_area (bootmap_start, bootmap_start+(bootmap_pages<<PAGE_SHIFT ),"BOOTMAP" ); bootmap_size = init_bootmem_node(NODE_DATA(nodeid),
@@ -420,7 +420,7 @@ static int __init split_nodes_interleave(u64 addr, u64 max_addr, nr_nodes =MAX_NUMNODES ; } - size = (max_addr - addr -e820_hole_size (addr, max_addr)) / nr_nodes; + size = (max_addr - addr -lmb_hole_size (addr, max_addr)) / nr_nodes;/* * Calculate the number of big nodes that can be allocated as a result * of consolidating the remainder.
@@ -456,7 +456,7 @@ static int __init split_nodes_interleave(u64 addr, u64 max_addr,* non-reserved memory is less than the per-node size. */ while (end - physnodes[i].start - -e820_hole_size (physnodes[i].start, end) < size) { +lmb_hole_size (physnodes[i].start, end) < size) { end +=FAKE_NODE_MIN_SIZE ;if (end > physnodes[i].end) { end = physnodes[i].end;
@@ -470,7 +470,7 @@ static int __init split_nodes_interleave(u64 addr, u64 max_addr,* this one must extend to the boundary. */ if (end < dma32_end && dma32_end - end - -e820_hole_size (end, dma32_end) <FAKE_NODE_MIN_SIZE ) +lmb_hole_size (end, dma32_end) <FAKE_NODE_MIN_SIZE ) end = dma32_end;/*
@@ -479,7 +479,7 @@ static int __init split_nodes_interleave(u64 addr, u64 max_addr,* physical node. */ if (physnodes[i].end - end - -e820_hole_size (end, physnodes[i].end) < size) +lmb_hole_size (end, physnodes[i].end) < size) end = physnodes[i].end;/*
@@ -507,7 +507,7 @@ static u64 __init find_end_of_node(u64 start, u64 max_addr, u64 size) {u64 end = start + size; -while (end - start -e820_hole_size (start, end) < size) { +while (end - start -lmb_hole_size (start, end) < size) { end +=FAKE_NODE_MIN_SIZE ;if (end > max_addr) { end = max_addr;
@@ -536,7 +536,7 @@ static int __init split_nodes_size_interleave(u64 addr, u64 max_addr, u64 size)* creates a uniform distribution of node sizes across the entire * machine (but not necessarily over physical nodes). */ - min_size = (max_addr - addr -e820_hole_size (addr, max_addr)) / + min_size = (max_addr - addr -lmb_hole_size (addr, max_addr)) /MAX_NUMNODES ; min_size =max (min_size,FAKE_NODE_MIN_SIZE );if ((min_size &FAKE_NODE_MIN_HASH_MASK ) < min_size)
@@ -569,7 +569,7 @@ static int __init split_nodes_size_interleave(u64 addr, u64 max_addr, u64 size)* this one must extend to the boundary. */ if (end < dma32_end && dma32_end - end - -e820_hole_size (end, dma32_end) <FAKE_NODE_MIN_SIZE ) +lmb_hole_size (end, dma32_end) <FAKE_NODE_MIN_SIZE ) end = dma32_end;/*
@@ -578,7 +578,7 @@ static int __init split_nodes_size_interleave(u64 addr, u64 max_addr, u64 size)* physical node. */ if (physnodes[i].end - end - -e820_hole_size (end, physnodes[i].end) < size) +lmb_hole_size (end, physnodes[i].end) < size) end = physnodes[i].end;/*
@@ -642,7 +642,7 @@ static int __init numa_emulation(unsigned long start_pfn,*/ remove_all_active_ranges ();for_each_node_mask (i, node_possible_map) { -e820_register_active_regions (i, nodes[i].start >>PAGE_SHIFT , +lmb_register_active_regions (i, nodes[i].start >>PAGE_SHIFT , nodes[i].end >>PAGE_SHIFT );setup_node_bootmem (i, nodes[i].start, nodes[i].end); }
@@ -695,7 +695,7 @@ void __init initmem_init(unsigned long start_pfn, unsigned long last_pfn,node_set (0 , node_possible_map);for (i =0 ; i < nr_cpu_ids; i++)numa_set_node (i,0 ); -e820_register_active_regions (0 , start_pfn, last_pfn); +lmb_register_active_regions (0 , start_pfn, last_pfn);setup_node_bootmem (0 , start_pfn <<PAGE_SHIFT , last_pfn <<PAGE_SHIFT ); }
arch/x86/mm/srat_32.c +2 -1
@@ -25,6 +25,7 @@*/ #include <linux/mm.h> #include <linux/bootmem.h> +#include <linux/lmb.h> #include <linux/mmzone.h> #include <linux/acpi.h> #include <linux/nodemask.h>
@@ -264,7 +265,7 @@ int __init get_memcfg_from_srat(void)if (node_read_chunk (chunk->nid, chunk))continue ; -e820_register_active_regions (chunk->nid, chunk->start_pfn, +lmb_register_active_regions (chunk->nid, chunk->start_pfn,min (chunk->end_pfn, max_pfn)); }/* for out of order entries in SRAT */
arch/x86/mm/srat_64.c +5 -4
@@ -16,6 +16,7 @@#include <linux/module.h> #include <linux/topology.h> #include <linux/bootmem.h> +#include <linux/lmb.h> #include <linux/mm.h> #include <asm/proto.h> #include <asm/numa.h>
@@ -98,7 +99,7 @@ void __init acpi_numa_slit_init(struct acpi_table_slit *slit)unsigned long phys; length = slit->header.length; - phys =find_e820_area (0 , max_pfn_mapped<<PAGE_SHIFT , length, + phys =lmb_find_area (0 , max_pfn_mapped<<PAGE_SHIFT , length,PAGE_SIZE );if (phys ==-1L )
@@ -106,7 +107,7 @@ void __init acpi_numa_slit_init(struct acpi_table_slit *slit) acpi_slit =__va (phys);memcpy (acpi_slit, slit, length); -reserve_early (phys, phys + length,"ACPI SLIT" ); +lmb_reserve_area (phys, phys + length,"ACPI SLIT" ); }/* Callback for Proximity Domain -> x2APIC mapping */
@@ -324,7 +325,7 @@ static int __init nodes_cover_memory(const struct bootnode *nodes) pxmram =0 ; } - e820ram = max_pfn - (e820_hole_size (0 , max_pfn<<PAGE_SHIFT )>>PAGE_SHIFT ); + e820ram = max_pfn - (lmb_hole_size (0 , max_pfn<<PAGE_SHIFT )>>PAGE_SHIFT );/* We seem to lose 3 pages somewhere. Allow 1M of slack. */ if ((long )(e820ram - pxmram) >= (1 <<(20 -PAGE_SHIFT ))) { printk(KERN_ERR
@@ -421,7 +422,7 @@ int __init acpi_scan_nodes(unsigned long start, unsigned long end) }for_each_node_mask (i, nodes_parsed) -e820_register_active_regions (i, nodes[i].start >>PAGE_SHIFT , +lmb_register_active_regions (i, nodes[i].start >>PAGE_SHIFT , nodes[i].end >>PAGE_SHIFT );/* for out of order entries in SRAT */ sort_node_map ();
arch/x86/xen/mmu.c +3 -2
@@ -44,6 +44,7 @@#include <linux/bug.h> #include <linux/module.h> #include <linux/gfp.h> +#include <linux/lmb.h> #include <asm/pgtable.h> #include <asm/tlbflush.h>
@@ -1735,7 +1736,7 @@ __init pgd_t *xen_setup_kernel_pagetable(pgd_t *pgd,__xen_write_cr3 (true,__pa (pgd));xen_mc_issue (PARAVIRT_LAZY_CPU ); -reserve_early (__pa (xen_start_info->pt_base), +lmb_reserve_area (__pa (xen_start_info->pt_base),__pa (xen_start_info->pt_base + xen_start_info->nr_pt_frames *PAGE_SIZE ),"XEN PAGETABLES" );
@@ -1773,7 +1774,7 @@ __init pgd_t *xen_setup_kernel_pagetable(pgd_t *pgd,pin_pagetable_pfn (MMUEXT_PIN_L3_TABLE ,PFN_DOWN (__pa (swapper_pg_dir))); -reserve_early (__pa (xen_start_info->pt_base), +lmb_reserve_area (__pa (xen_start_info->pt_base),__pa (xen_start_info->pt_base + xen_start_info->nr_pt_frames *PAGE_SIZE ),"XEN PAGETABLES" );
arch/x86/xen/setup.c +2 -1
@@ -8,6 +8,7 @@#include <linux/sched.h> #include <linux/mm.h> #include <linux/pm.h> +#include <linux/lmb.h> #include <asm/elf.h> #include <asm/vdso.h>
@@ -61,7 +62,7 @@ char * __init xen_memory_setup(void)* - xen_start_info * See comment above "struct start_info" in <xen/interface/xen.h> */ -reserve_early (__pa (xen_start_info->mfn_list), +lmb_reserve_area (__pa (xen_start_info->mfn_list),__pa (xen_start_info->pt_base),"XEN START INFO" );
mm/bootmem.c +2 -2
@@ -435,7 +435,7 @@ void __init free_bootmem_node(pg_data_t *pgdat, unsigned long physaddr, unsigned long size) {#ifdef CONFIG_NO_BOOTMEM -free_early (physaddr, physaddr + size); +lmb_free_area (physaddr, physaddr + size);#else unsigned long start, end;
@@ -460,7 +460,7 @@ void __init free_bootmem_node(pg_data_t *pgdat, unsigned long physaddr,void __init free_bootmem (unsigned long addr,unsigned long size) {#ifdef CONFIG_NO_BOOTMEM -free_early (addr, addr + size); +lmb_free_area (addr, addr + size);#else unsigned long start, end;
Signature · 1 line
1.6.4.2
PATCH 20/35 x86: Remove not used early_res code
In reply to Yinghai Luand some functions in e820.c that are not used anymore
--- arch/x86/include/asm/e820.h | 14 - arch/x86/kernel/e820.c | 42 --- include/linux/early_res.h | 23 -- kernel/early_res.c | 584 ------------------------------------------- 4 files changed, 0 insertions(+), 663 deletions(-) delete mode 100644 include/linux/early_res.h delete mode 100644 kernel/early_res.c
arch/x86/include/asm/e820.h +0 -14
@@ -112,32 +112,18 @@ static inline void early_memtest(unsigned long start, unsigned long end) }#endif -extern unsigned long end_user_pfn; - -extern u64 find_e820_area (u64 start,u64 end,u64 size,u64 align); -extern u64 find_e820_area_size (u64 start,u64 *sizep,u64 align); -extern u64 early_reserve_e820 (u64 startt,u64 sizet,u64 align); -extern unsigned long e820_end_of_ram_pfn (void );extern unsigned long e820_end_of_low_ram_pfn (void ); -extern void e820_register_active_regions (int nid,unsigned long start_pfn, -unsigned long end_pfn); -extern u64 e820_hole_size (u64 start,u64 end); -extern u64 early_reserve_e820 (u64 startt,u64 sizet,u64 align);void init_lmb_memory (void );void fill_lmb_memory (void ); -extern void finish_e820_parsing (void );extern void e820_reserve_resources (void );extern void e820_reserve_resources_late (void );extern void setup_memory_map (void );extern char *default_machine_specific_memory_setup (void ); -void reserve_early (u64 start,u64 end,char *name); -void free_early (u64 start,u64 end); -/* * Returns true iff the specified range [s,e) is completely contained inside * the ISA region.
arch/x86/kernel/e820.c +0 -42
54 lines not on this page · raw message
include/linux/early_res.h deleted +0 -23
@@ -1,23 +0,0 @@ -#ifndef _LINUX_EARLY_RES_H -#define _LINUX_EARLY_RES_H -#ifdef __KERNEL__ - -extern void reserve_early (u64 start,u64 end,char *name); -extern void reserve_early_overlap_ok (u64 start,u64 end,char *name); -extern void free_early (u64 start,u64 end); -void free_early_partial (u64 start,u64 end); -extern void early_res_to_bootmem (u64 start,u64 end); - -void reserve_early_without_check (u64 start,u64 end,char *name); -u64 find_early_area (u64 ei_start,u64 ei_last,u64 start,u64 end, -u64 size,u64 align); -u64 find_early_area_size (u64 ei_start,u64 ei_last,u64 start, -u64 *sizep,u64 align); -u64 find_fw_memmap_area (u64 start,u64 end,u64 size,u64 align); -u64 get_max_mapped (void ); -#include <linux/range.h> -int get_free_all_memory_range (struct range **rangep,int nodeid); - -#endif /* __KERNEL__ */ - -#endif /* _LINUX_EARLY_RES_H */
kernel/early_res.c deleted +0 -584
584 lines not on this page · raw message
Signature · 1 line
1.6.4.2
PATCH 21/35 x86, lmb: Use lmb_memory_size()/lmb_free_memory_size() to get correct dma_reserve
In reply to Yinghai Lulmb_memory_size() will return memory size in lmb.memory.region. lmb_free_memory_size() will return free memory size in lmb.memory.region.
So We can get exact reseved size in specified range.
Set the size right after initmem_init(), because later bootmem API will get area above 16M. (except some fallback).
Later after we remove the bootmem, We could call that just before paging_init().
--- arch/x86/include/asm/e820.h | 2 ++ arch/x86/kernel/e820.c | 17 +++++++++++++++++ arch/x86/kernel/setup.c | 1 + arch/x86/mm/init_64.c | 7 ------- 4 files changed, 20 insertions(+), 7 deletions(-)
arch/x86/include/asm/e820.h +2 -0
@@ -118,6 +118,8 @@ extern u64 early_reserve_e820(u64 startt, u64 sizet, u64 align);void init_lmb_memory (void );void fill_lmb_memory (void ); +void find_lmb_dma_reserve (void ); +extern void finish_e820_parsing (void );extern void e820_reserve_resources (void );extern void e820_reserve_resources_late (void );
arch/x86/kernel/e820.c +17 -0
@@ -1103,3 +1103,20 @@ void __init fill_lmb_memory(void)lmb_analyze ();lmb_dump_all (); } + +void __init find_lmb_dma_reserve (void ) +{ +#ifdef CONFIG_X86_64 +u64 free_size_pfn; +u64 mem_size_pfn; +/* +* need to find out used area below MAX_DMA_PFN +* need to use lmb to get free size in [0, MAX_DMA_PFN] +* at first, and assume boot_mem will not take below MAX_DMA_PFN +*/ + mem_size_pfn =lmb_memory_size (0 ,MAX_DMA_PFN <<PAGE_SHIFT ) >>PAGE_SHIFT ; + free_size_pfn =lmb_free_memory_size (0 ,MAX_DMA_PFN <<PAGE_SHIFT ) >>PAGE_SHIFT ; +set_dma_reserve (mem_size_pfn - free_size_pfn); +#endif +} +
arch/x86/kernel/setup.c +1 -0
@@ -1001,6 +1001,7 @@ void __init setup_arch(char **cmdline_p)#endif initmem_init (0 , max_pfn, acpi, k8); +find_lmb_dma_reserve ();#ifndef CONFIG_NO_BOOTMEM lmb_to_bootmem (0 , max_low_pfn<<PAGE_SHIFT );#endif
arch/x86/mm/init_64.c +0 -7
@@ -53,8 +53,6 @@#include <asm/init.h> #include <linux/bootmem.h> -static unsigned long dma_reserve__initdata ; -static int __init parse_direct_gbpages_off (char *arg) { direct_gbpages =0 ;
@@ -821,11 +819,6 @@ int __init reserve_bootmem_generic(unsigned long phys, unsigned long len,reserve_bootmem (phys, len, flags); -if (phys+len <=MAX_DMA_PFN *PAGE_SIZE ) { - dma_reserve += len /PAGE_SIZE ; -set_dma_reserve (dma_reserve); - } - return 0; }#endif
Signature · 1 line
1.6.4.2
PATCH 22/35 bootmem: Add nobootmem.c to reduce the #ifdef
In reply to Yinghai LuIntroduce nobootmem.c to hold wrapper for CONFIG_NO_BOOTMEM=y.
that will remove related #ifdef in bootmem.c
--- mm/Makefile | 8 +- mm/bootmem.c | 151 +---------------------- mm/nobootmem.c | 389 ++++++++++++++++++++++++++++++++++++++++++++++++++++++++ 3 files changed, 397 insertions(+), 151 deletions(-) create mode 100644 mm/nobootmem.c
mm/Makefile +7 -1
@@ -7,12 +7,18 @@ mmu-$(CONFIG_MMU) := fremap.o highmem.o madvise.o memory.o mincore.o \ mlock.o mmap.o mprotect.o mremap.o msync.o rmap.o \ vmalloc.o pagewalk.o -obj-y := bootmem.o filemap.o mempool.o oom_kill.o fadvise.o \ +obj-y := filemap.o mempool.o oom_kill.o fadvise.o \ maccess.o page_alloc.o page-writeback.o \ readahead.o swap.o truncate.o vmscan.o shmem.o \ prio_tree.o util.o mmzone.o vmstat.o backing-dev.o \ page_isolation.o mm_init.o mmu_context.o \ $(mmu-y) +ifdef CONFIG_NO_BOOTMEM + obj-y += nobootmem.o +else + obj-y += bootmem.o +endif + obj-y += init-mm.o obj-$(CONFIG_BOUNCE) += bounce.o
mm/bootmem.c +1 -150
335 lines not on this page · raw message
mm/nobootmem.c new file +389 -0
389 lines not on this page · raw message
Signature · 1 line
1.6.4.2
PATCH 23/35 mm: move contig_page_data define to bootmem.c/nobootmem.c
In reply to Yinghai LuWe can remove #ifdef in mm/page_alloc.c
--- mm/bootmem.c | 7 +++++++ mm/nobootmem.c | 5 +++++ mm/page_alloc.c | 9 --------- 3 files changed, 12 insertions(+), 9 deletions(-)
mm/bootmem.c +7 -0
@@ -23,6 +23,13 @@#include "internal.h" +#ifndef CONFIG_NEED_MULTIPLE_NODES +struct pglist_data __refdata contig_page_data = { + .bdata = &bootmem_node_data[0 ] + }; +EXPORT_SYMBOL (contig_page_data); +#endif +unsigned long max_low_pfn;unsigned long min_low_pfn;unsigned long max_pfn;
mm/nobootmem.c +5 -0
@@ -23,6 +23,11 @@#include "internal.h" +#ifndef CONFIG_NEED_MULTIPLE_NODES +struct pglist_data __refdata contig_page_data; +EXPORT_SYMBOL (contig_page_data); +#endif +unsigned long max_low_pfn;unsigned long min_low_pfn;unsigned long max_pfn;
mm/page_alloc.c +0 -9
@@ -4496,15 +4496,6 @@ void __init set_dma_reserve(unsigned long new_dma_reserve) dma_reserve = new_dma_reserve; } -#ifndef CONFIG_NEED_MULTIPLE_NODES -struct pglist_data __refdata contig_page_data = { -#ifndef CONFIG_NO_BOOTMEM - .bdata = &bootmem_node_data[0 ] -#endif - }; -EXPORT_SYMBOL (contig_page_data); -#endif -void __init free_area_init (unsigned long *zones_size) { free_area_init_node(0, zones_size,
Signature · 1 line
1.6.4.2
PATCH 24/35 lmb: Move __alloc_memory_core_early() to nobootmem.c
In reply to Yinghai LuWe can remove #ifdef in mm/page_alloc.c
and change that function to static
--- include/linux/mm.h | 2 -- mm/nobootmem.c | 21 +++++++++++++++++++++ mm/page_alloc.c | 24 ------------------------ 3 files changed, 21 insertions(+), 26 deletions(-)
include/linux/mm.h +0 -2
@@ -1161,8 +1161,6 @@ int add_from_early_node_map(struct range *range, int az, int nr_range, int nid);u64 __init find_memory_core_early (int nid,u64 size,u64 align,u64 goal,u64 limit); -void *__alloc_memory_core_early (int nodeid,u64 size,u64 align, -u64 goal,u64 limit);typedef int (*work_fn_t )(unsigned long ,unsigned long ,void *);extern void work_with_active_regions (int nid,work_fn_t work_fn,void *data);extern void sparse_memory_present_with_active_regions (int nid);
mm/nobootmem.c +21 -0
@@ -40,6 +40,27 @@ unsigned long max_pfn;unsigned long saved_max_pfn;#endif +static void *__init __alloc_memory_core_early (int nid,u64 size,u64 align, +u64 goal,u64 limit) +{ +void *ptr; + +u64 addr; + +if (limit > lmb.current_limit) + limit = lmb.current_limit; + + addr =find_memory_core_early (nid, size, align, goal, limit); + +if (addr ==LMB_ERROR ) +return NULL ; + + ptr =phys_to_virt (addr); +memset (ptr,0 , size); +lmb_reserve_area (addr, addr + size,"BOOTMEM" ); +return ptr; +} +/* * free_bootmem_late - free bootmem pages directly to page allocator * @addr: starting address of the range
mm/page_alloc.c +0 -24
@@ -3437,30 +3437,6 @@ int __init add_from_early_node_map(struct range *range, int az,return nr_range; } -#ifdef CONFIG_NO_BOOTMEM -void *__init __alloc_memory_core_early (int nid,u64 size,u64 align, -u64 goal,u64 limit) -{ -void *ptr; - -u64 addr; - -if (limit > lmb.current_limit) - limit = lmb.current_limit; - - addr =find_memory_core_early (nid, size, align, goal, limit); - -if (addr ==LMB_ERROR ) -return NULL ; - - ptr =phys_to_virt (addr); -memset (ptr,0 , size); -lmb_reserve_area (addr, addr + size,"BOOTMEM" ); -return ptr; -} -#endif - -void __init work_with_active_regions (int nid,work_fn_t work_fn,void *data) {int i;
Signature · 1 line
1.6.4.2
Re: [PATCH 24/35] lmb: Move __alloc_memory_core_early() to nobootmem.c
Quoted 3 lines · Yinghai Lu
We can remove #ifdef in
mm/page_alloc.cand change that function to static
Don't forget that nid allocation using your early_node_map[] will not work properly on sparc due to the scattered nature of page locality.
Cheers,
Ben.
Quoted 87 lines
Signed-off-by Yinghai Lu <[email protected]>--- include/linux/mm.h | 2 -- mm/nobootmem.c | 21 +++++++++++++++++++++ mm/page_alloc.c | 24 ------------------------ 3 files changed, 21 insertions(+), 26 deletions(-)include/linux/mm.h +0
-2@@ -1161,8 +1161,6 @@ int add_from_early_node_map(struct range *range, int az, int nr_range, int nid);u64 __init find_memory_core_early (int nid,u64 size,u64 align,u64 goal,u64 limit); -void *__alloc_memory_core_early (int nodeid,u64 size,u64 align, -u64 goal,u64 limit);typedef int (*work_fn_t )(unsigned long ,unsigned long ,void *);extern void work_with_active_regions (int nid,work_fn_t work_fn,void *data);extern void sparse_memory_present_with_active_regions (int nid);mm/nobootmem.c +21
-0@@ -40,6 +40,27 @@ unsigned long max_pfn;unsigned long saved_max_pfn;#endif +static void *__init __alloc_memory_core_early (int nid,u64 size,u64 align, +u64 goal,u64 limit) +{ +void *ptr; + +u64 addr; + +if (limit > lmb.current_limit) + limit = lmb.current_limit; + + addr =find_memory_core_early (nid, size, align, goal, limit); + +if (addr ==LMB_ERROR ) +return NULL ; + + ptr =phys_to_virt (addr); +memset (ptr,0 , size); +lmb_reserve_area (addr, addr + size,"BOOTMEM" ); +return ptr; +} +/* * free_bootmem_late - free bootmem pages directly to page allocator * @addr: starting address of the range mm/page_alloc.c +0
-24@@ -3437,30 +3437,6 @@ int __init add_from_early_node_map(struct range *range, int az,return nr_range; } -#ifdef CONFIG_NO_BOOTMEM -void *__init __alloc_memory_core_early (int nid,u64 size,u64 align, -u64 goal,u64 limit) -{ -void *ptr; - -u64 addr; - -if (limit > lmb.current_limit) - limit = lmb.current_limit; - - addr =find_memory_core_early (nid, size, align, goal, limit); - -if (addr ==LMB_ERROR ) -return NULL ; - - ptr =phys_to_virt (addr); -memset (ptr,0 , size); -lmb_reserve_area (addr, addr + size,"BOOTMEM" ); -return ptr; -} -#endif - -void __init work_with_active_regions (int nid,work_fn_t work_fn,void *data) {int i;
PATCH 25/35 x86: Have nobootmem version setup_bootmem_allocator()
In reply to Yinghai LuWe can reduce #ifdef number from 3 to one in init_32.c
--- arch/x86/mm/init_32.c | 15 ++++++++++----- 1 files changed, 10 insertions(+), 5 deletions(-)
arch/x86/mm/init_32.c +10 -5
@@ -771,11 +771,9 @@ static unsigned long __init setup_node_bootmem(int nodeid,return bootmap + bootmap_size; } -#endif void __init setup_bootmem_allocator (void ) { -#ifndef CONFIG_NO_BOOTMEM int nodeid;unsigned long bootmap_size, bootmap;/*
@@ -787,13 +785,11 @@ void __init setup_bootmem_allocator(void)if (bootmap ==-1L )panic ("Cannot find bootmem map of size %ld\n" , bootmap_size);lmb_reserve_area (bootmap, bootmap + bootmap_size,"BOOTMAP" ); -#endif printk (KERN_INFO " mapped low ram: 0 - %08lx\n" , max_pfn_mapped<<PAGE_SHIFT );printk (KERN_INFO " low ram: 0 - %08lx\n" , max_low_pfn<<PAGE_SHIFT ); -#ifndef CONFIG_NO_BOOTMEM for_each_online_node (nodeid) {unsigned long start_pfn, end_pfn;
@@ -811,10 +807,19 @@ void __init setup_bootmem_allocator(void) bootmap =setup_node_bootmem (nodeid, start_pfn, end_pfn, bootmap); } -#endif after_bootmem =1 ; } +#else +void __init setup_bootmem_allocator (void ) +{ +printk (KERN_INFO " mapped low ram: 0 - %08lx\n" , + max_pfn_mapped<<PAGE_SHIFT ); +printk (KERN_INFO " low ram: 0 - %08lx\n" , max_low_pfn<<PAGE_SHIFT ); + + after_bootmem =1 ; +} +#endif /* * paging_init() sets up the page tables - note that the first 8MB are
Signature · 1 line
1.6.4.2
PATCH 26/35 x86: Put 64 bit numa node memmap above 16M
In reply to Yinghai LuDo not use 0x8000 hard code value anymore.
--- arch/x86/mm/numa_64.c | 2 +- arch/x86/mm/srat_64.c | 4 ++-- 2 files changed, 3 insertions(+), 3 deletions(-)
arch/x86/mm/numa_64.c +1 -1
@@ -88,7 +88,7 @@ static int __init allocate_cachealigned_memnodemap(void)if (memnodemapsize <=ARRAY_SIZE (memnode.embedded_map))return 0 ; - addr =0x8000 ; + addr =__pa (MAX_DMA_ADDRESS ); nodemap_size =roundup (sizeof (s16) * memnodemapsize,L1_CACHE_BYTES ); nodemap_addr =lmb_find_area (addr, max_pfn<<PAGE_SHIFT , nodemap_size,L1_CACHE_BYTES );
arch/x86/mm/srat_64.c +2 -2
@@ -99,8 +99,8 @@ void __init acpi_numa_slit_init(struct acpi_table_slit *slit)unsigned long phys; length = slit->header.length; - phys =lmb_find_area (0 , max_pfn_mapped<<PAGE_SHIFT , length, -PAGE_SIZE ); + phys =lmb_find_area (__pa (MAX_DMA_ADDRESS ), max_pfn_mapped<<PAGE_SHIFT , + length,PAGE_SIZE );if (phys ==-1L )panic (" Can not save slit!\n" );
Signature · 1 line
1.6.4.2
PATCH 27/35 swiotlb: Use page alignment for early buffer allocation
In reply to Yinghai Lufor 2.6.34
We could call free_bootmem_late() if swiotlb is not used, and it will shrink to page alignement.
So alloc them with page alignment at first, to avoid lose two pages
before patch:
[ 0.000000] lmb_reserve_area: [00d3600000, 00d7600000] swiotlb buffer [ 0.000000] lmb_reserve_area: [00d7e7ef40, 00d7e9ef40] swiotlb list [ 0.000000] lmb_reserve_area: [00d7e3ef40, 00d7e7ef40] swiotlb orig_ad [ 0.000000] lmb_reserve_area: [000008a000, 0000092000] swiotlb overflo
after patch will get
[ 0.000000] lmb_reserve_area: [00d3600000, 00d7600000] swiotlb buffer [ 0.000000] lmb_reserve_area: [00d7e7e000, 00d7e9e000] swiotlb list [ 0.000000] lmb_reserve_area: [00d7e3e000, 00d7e7e000] swiotlb orig_ad [ 0.000000] lmb_reserve_area: [000008a000, 0000092000] swiotlb overflo
--- lib/swiotlb.c | 16 ++++++++-------- 1 files changed, 8 insertions(+), 8 deletions(-)
lib/swiotlb.c +8 -8
@@ -159,7 +159,7 @@ swiotlb_init_with_default_size(size_t default_size, int verbose)/* * Get IO TLB memory from the low pages */ - io_tlb_start =alloc_bootmem_low_pages (bytes); + io_tlb_start =alloc_bootmem_low_pages (PAGE_ALIGN (bytes));if (!io_tlb_start)panic ("Cannot allocate SWIOTLB buffer" ); io_tlb_end = io_tlb_start + bytes;
@@ -169,16 +169,16 @@ swiotlb_init_with_default_size(size_t default_size, int verbose)* to find contiguous free memory regions of size up to IO_TLB_SEGSIZE * between io_tlb_start and io_tlb_end. */ - io_tlb_list =alloc_bootmem (io_tlb_nslabs *sizeof (int )); + io_tlb_list =alloc_bootmem_pages (PAGE_ALIGN (io_tlb_nslabs *sizeof (int )));for (i =0 ; i < io_tlb_nslabs; i++) io_tlb_list[i] =IO_TLB_SEGSIZE -OFFSET (i,IO_TLB_SEGSIZE ); io_tlb_index =0 ; - io_tlb_orig_addr =alloc_bootmem (io_tlb_nslabs *sizeof (phys_addr_t)); + io_tlb_orig_addr =alloc_bootmem_pages (PAGE_ALIGN (io_tlb_nslabs *sizeof (phys_addr_t)));/* * Get the overflow emergency buffer */ - io_tlb_overflow_buffer =alloc_bootmem_low (io_tlb_overflow); + io_tlb_overflow_buffer =alloc_bootmem_low_pages (PAGE_ALIGN (io_tlb_overflow));if (!io_tlb_overflow_buffer)panic ("Cannot allocate SWIOTLB overflow buffer!\n" );if (verbose)
@@ -304,13 +304,13 @@ void __init swiotlb_free(void) get_order(io_tlb_nslabs << IO_TLB_SHIFT)); }else {free_bootmem_late (__pa (io_tlb_overflow_buffer), - io_tlb_overflow); +PAGE_ALIGN (io_tlb_overflow));free_bootmem_late (__pa (io_tlb_orig_addr), - io_tlb_nslabs *sizeof (phys_addr_t)); +PAGE_ALIGN (io_tlb_nslabs *sizeof (phys_addr_t)));free_bootmem_late (__pa (io_tlb_list), - io_tlb_nslabs *sizeof (int )); +PAGE_ALIGN (io_tlb_nslabs *sizeof (int )));free_bootmem_late (__pa (io_tlb_start), - io_tlb_nslabs <<IO_TLB_SHIFT ); +PAGE_ALIGN (io_tlb_nslabs <<IO_TLB_SHIFT )); } }
Signature · 1 line
1.6.4.2
PATCH 28/35 x86: Add sanitize_e820_map()
In reply to Yinghai Lufor 2.6.34
So We don't need to carry e820.map with it.
--- arch/x86/include/asm/e820.h | 3 +-- arch/x86/kernel/e820.c | 17 +++++++++++------ arch/x86/kernel/efi.c | 2 +- arch/x86/kernel/setup.c | 8 ++++---- arch/x86/xen/setup.c | 4 +--- 5 files changed, 18 insertions(+), 16 deletions(-)
arch/x86/include/asm/e820.h +1 -2
@@ -82,8 +82,7 @@ extern int e820_any_mapped(u64 start, u64 end, unsigned type);extern int e820_all_mapped (u64 start,u64 end,unsigned type);extern void e820_add_region (u64 start,u64 size,int type);extern void e820_print_map (char *who); -extern int -sanitize_e820_map (struct e820entry *biosmap,int max_nr_map,u32 *pnr_map); +int sanitize_e820_map (void );extern u64 e820_update_range (u64 start,u64 size,unsigned old_type,unsigned new_type); extern u64 e820_remove_range(u64 start, u64 size, unsigned old_type,
arch/x86/kernel/e820.c +11 -6
@@ -225,7 +225,7 @@ void __init e820_print_map(char *who)* ______________________4_ */ -int __init sanitize_e820_map (struct e820entry *biosmap,int max_nr_map, +static int __init __sanitize_e820_map (struct e820entry *biosmap,int max_nr_map,u32 *pnr_map) { struct change_member {
@@ -384,6 +384,11 @@ int __init sanitize_e820_map(struct e820entry *biosmap, int max_nr_map,return 0 ; } +int __init sanitize_e820_map (void ) +{ +return __sanitize_e820_map (e820.map,ARRAY_SIZE (e820.map), &e820.nr_map); +} +static int __init __append_e820_map (struct e820entry *biosmap,int nr_map) {while (nr_map) {
@@ -572,7 +577,7 @@ void __init update_e820(void)u32 nr_map; nr_map = e820.nr_map; -if (sanitize_e820_map (e820.map,ARRAY_SIZE (e820.map), &nr_map)) +if (__sanitize_e820_map (e820.map,ARRAY_SIZE (e820.map), &nr_map))return ; e820.nr_map = nr_map;printk (KERN_INFO "modified physical RAM map:\n" );
@@ -583,7 +588,7 @@ static void __init update_e820_saved(void)u32 nr_map; nr_map = e820_saved.nr_map; -if (sanitize_e820_map (e820_saved.map,ARRAY_SIZE (e820_saved.map), &nr_map)) +if (__sanitize_e820_map (e820_saved.map,ARRAY_SIZE (e820_saved.map), &nr_map))return ; e820_saved.nr_map = nr_map; }
@@ -678,7 +683,7 @@ void __init parse_e820_ext(struct setup_data *sdata, unsigned long pa_data) sdata =early_ioremap (pa_data, map_len); extmap = (struct e820entry *)(sdata->data);__append_e820_map (extmap, entries); -sanitize_e820_map (e820.map,ARRAY_SIZE (e820.map), &e820.nr_map); +sanitize_e820_map ();if (map_len >PAGE_SIZE )early_iounmap (sdata, map_len);printk (KERN_INFO "extended physical RAM map:\n" );
@@ -910,7 +915,7 @@ void __init finish_e820_parsing(void)if (userdef) {u32 nr = e820.nr_map; -if (sanitize_e820_map (e820.map,ARRAY_SIZE (e820.map), &nr) <0 ) +if (__sanitize_e820_map (e820.map,ARRAY_SIZE (e820.map), &nr) <0 )early_panic ("Invalid user supplied memory map" ); e820.nr_map = nr;
@@ -1040,7 +1045,7 @@ char *__init default_machine_specific_memory_setup(void)* the next section from 1mb->appropriate_mem_k */ new_nr = boot_params.e820_entries; -sanitize_e820_map (boot_params.e820_map, +__sanitize_e820_map (boot_params.e820_map,ARRAY_SIZE (boot_params.e820_map), &new_nr); boot_params.e820_entries = new_nr;
arch/x86/kernel/efi.c +1 -1
@@ -273,7 +273,7 @@ static void __init do_add_efi_memmap(void) }e820_add_region (start, size, e820_type); } -sanitize_e820_map (e820.map,ARRAY_SIZE (e820.map), &e820.nr_map); +sanitize_e820_map (); }void __init efi_lmb_reserve_area (void )
arch/x86/kernel/setup.c +4 -4
@@ -462,7 +462,7 @@ static void __init e820_reserve_setup_data(void)if (!found)return ; -sanitize_e820_map (e820.map,ARRAY_SIZE (e820.map), &e820.nr_map); +sanitize_e820_map ();memcpy (&e820_saved, &e820,sizeof (struct e820map ));printk (KERN_INFO "extended physical RAM map:\n" );e820_print_map ("reserve setup_data" );
@@ -625,7 +625,7 @@ static int __init dmi_low_memory_corruption(const struct dmi_system_id *d) d->ident);e820_update_range (0 ,0x10000 ,E820_RAM ,E820_RESERVED ); -sanitize_e820_map (e820.map,ARRAY_SIZE (e820.map), &e820.nr_map); +sanitize_e820_map ();return 0 ; }
@@ -694,7 +694,7 @@ static void __init trim_bios_range(void)* take them out. */ e820_remove_range (BIOS_BEGIN ,BIOS_END -BIOS_BEGIN ,E820_RAM ,1 ); -sanitize_e820_map (e820.map,ARRAY_SIZE (e820.map), &e820.nr_map); +sanitize_e820_map (); }static u64 __init get_max_mapped (void )
@@ -874,7 +874,7 @@ void __init setup_arch(char **cmdline_p)if (ppro_with_ram_bug ()) {e820_update_range (0x70000000ULL ,0x40000ULL ,E820_RAM ,E820_RESERVED ); -sanitize_e820_map (e820.map,ARRAY_SIZE (e820.map), &e820.nr_map); +sanitize_e820_map ();printk (KERN_INFO "fixed physical RAM map:\n" );e820_print_map ("bad_ppro" ); }
arch/x86/xen/setup.c +1 -3
@@ -44,8 +44,6 @@ char * __init xen_memory_setup(void) max_pfn =min (MAX_DOMAIN_PAGES , max_pfn); - e820.nr_map =0 ; -e820_add_region (0 ,PFN_PHYS ((u64 )max_pfn),E820_RAM );/*
@@ -66,7 +64,7 @@ char * __init xen_memory_setup(void)__pa (xen_start_info->pt_base), "XEN START INFO"); -sanitize_e820_map (e820.map,ARRAY_SIZE (e820.map), &e820.nr_map); +sanitize_e820_map ();return "Xen" ; }
Signature · 1 line
1.6.4.2
PATCH 29/35 x86: Change e820_saved to __initdata
In reply to Yinghai Lufor 2.6.34
Add save_e820_map() and change e820_saved to static also make it to be __initdata to get some bytes memory back.
--- arch/x86/include/asm/e820.h | 2 +- arch/x86/kernel/e820.c | 9 +++++++-- arch/x86/kernel/setup.c | 2 +- 3 files changed, 9 insertions(+), 4 deletions(-)
arch/x86/include/asm/e820.h +1 -1
@@ -75,7 +75,6 @@ struct e820map {#ifdef __KERNEL__/* see comment in arch/x86/kernel/e820.c */ extern struct e820map e820; -extern struct e820map e820_saved;extern unsigned long pci_mem_start;extern int e820_any_mapped (u64 start,u64 end,unsigned type);
@@ -83,6 +82,7 @@ extern int e820_all_mapped(u64 start, u64 end, unsigned type);extern void e820_add_region (u64 start,u64 size,int type);extern void e820_print_map (char *who);int sanitize_e820_map (void ); +void save_e820_map (void );extern u64 e820_update_range (u64 start,u64 size,unsigned old_type,unsigned new_type); extern u64 e820_remove_range(u64 start, u64 size, unsigned old_type,
arch/x86/kernel/e820.c +7 -2
@@ -36,7 +36,7 @@* next kernel with full memory. */ struct e820map e820; -struct e820map e820_saved; +static struct e820map __initdata e820_saved;/* For PCI or other memory-mapped resources */ unsigned long pci_mem_start =0xaeedbabe ;
@@ -1072,12 +1072,17 @@ char *__init default_machine_specific_memory_setup(void)return who; } +void __init save_e820_map (void ) +{ +memcpy (&e820_saved, &e820,sizeof (struct e820map )); +} +void __init setup_memory_map (void ) {char *who; who = x86_init.resources.memory_setup (); -memcpy (&e820_saved, &e820,sizeof (struct e820map )); +save_e820_map ();printk (KERN_INFO "BIOS-provided physical RAM map:\n" );e820_print_map (who); }
arch/x86/kernel/setup.c +1 -1
@@ -463,7 +463,7 @@ static void __init e820_reserve_setup_data(void)return ;sanitize_e820_map (); -memcpy (&e820_saved, &e820,sizeof (struct e820map )); +save_e820_map ();printk (KERN_INFO "extended physical RAM map:\n" );e820_print_map ("reserve setup_data" ); }
Signature · 1 line
1.6.4.2
PATCH 30/35 x86: Align e820 ram range to page
In reply to Yinghai Lufor 2.6.34
To workaround wrong BIOS memory map.
--- arch/x86/kernel/e820.c | 44 ++++++++++++++++++++++++++++++++++++++++++++ 1 files changed, 44 insertions(+), 0 deletions(-)
arch/x86/kernel/e820.c +44 -0
@@ -910,6 +910,47 @@ static int __init parse_memmap_opt(char *p) }early_param ("memmap" , parse_memmap_opt); +static void __init e820_align_ram_page (void ) +{ +int i; +bool changed = false;; + +for (i =0 ; i < e820.nr_map; i++) { +struct e820entry *entry = &e820.map[i]; +u64 start, end; +u64 start_aligned, end_aligned; + +if (entry->type !=E820_RAM ) +continue ; + + start = entry->addr; + end = start + entry->size; + + start_aligned =round_up (start,PAGE_SIZE ); + end_aligned =round_down (end,PAGE_SIZE ); + +if (end_aligned <= start_aligned) { +e820_update_range (start, end - start,E820_RAM ,E820_RESERVED ); + changed = true; +continue ; + } +if (start < start_aligned) { +e820_update_range (start, start_aligned - start,E820_RAM ,E820_RESERVED ); + changed = true; + } +if (end_aligned < end) { +e820_update_range (end_aligned, end - end_aligned,E820_RAM ,E820_RESERVED ); + changed = true; + } + } + +if (changed) { +sanitize_e820_map (); +printk (KERN_INFO "aligned physical RAM map:\n" ); +e820_print_map ("aligned" ); + } +} +void __init finish_e820_parsing (void ) {if (userdef) {
@@ -922,6 +963,9 @@ void __init finish_e820_parsing(void)printk (KERN_INFO "user-defined physical RAM map:\n" );e820_print_map ("user" ); } + +/* In case, We have RAM entres that are not PAGE aligned */ +e820_align_ram_page (); }static inline const char *e820_type_to_string (int e820_type)
Signature · 1 line
1.6.4.2
PATCH 31/35 x86: Use wake_system_ram_range() instead of e820_any_mapped() in agp path
In reply to Yinghai LuMove apterture_valid back to .c
and early path still use e820_any_mapped()
So later we can make e820_any_mapped() to _init
--- arch/x86/include/asm/gart.h | 22 ---------------------- arch/x86/kernel/aperture_64.c | 22 ++++++++++++++++++++++ drivers/char/agp/amd64-agp.c | 39 ++++++++++++++++++++++++++++++++++++++- 3 files changed, 60 insertions(+), 23 deletions(-)
arch/x86/include/asm/gart.h +0 -22
@@ -74,26 +74,4 @@ static inline void enable_gart_translation(struct pci_dev *dev, u64 addr) pci_write_config_dword(dev, AMD64_GARTAPERTURECTL, ctl); } -static inline int aperture_valid (u64 aper_base,u32 aper_size,u32 min_size) -{ -if (!aper_base) -return 0 ; - -if (aper_base + aper_size >0x100000000ULL ) { -printk (KERN_INFO "Aperture beyond 4GB. Ignoring.\n" ); -return 0 ; - } -if (e820_any_mapped (aper_base, aper_base + aper_size,E820_RAM )) { -printk (KERN_INFO "Aperture pointing to e820 RAM. Ignoring.\n" ); -return 0 ; - } -if (aper_size < min_size) { -printk (KERN_INFO "Aperture too small (%d MB) than (%d MB)\n" , - aper_size>>20 , min_size>>20 ); -return 0 ; - } - -return 1 ; -} -#endif /* _ASM_X86_GART_H */
arch/x86/kernel/aperture_64.c +22 -0
@@ -145,6 +145,28 @@ static u32 __init find_cap(int bus, int slot, int func, int cap)return 0 ; } +static int __init aperture_valid (u64 aper_base,u32 aper_size,u32 min_size) +{ +if (!aper_base) +return 0 ; + +if (aper_base + aper_size >0x100000000ULL ) { +printk (KERN_INFO "Aperture beyond 4GB. Ignoring.\n" ); +return 0 ; + } +if (e820_any_mapped (aper_base, aper_base + aper_size,E820_RAM )) { +printk (KERN_INFO "Aperture pointing to e820 RAM. Ignoring.\n" ); +return 0 ; + } +if (aper_size < min_size) { +printk (KERN_INFO "Aperture too small (%d MB) than (%d MB)\n" , + aper_size>>20 , min_size>>20 ); +return 0 ; + } + +return 1 ; +} +/* Read a standard AGPv3 bridge header */ static u32 __init read_agp (int bus,int slot,int func,int cap,u32 *order) {
drivers/char/agp/amd64-agp.c +38 -1
@@ -14,7 +14,6 @@#include <linux/agp_backend.h> #include <linux/mmzone.h> #include <asm/page.h> /* PAGE_SIZE */ -#include <asm/e820.h> #include <asm/k8.h> #include <asm/gart.h> #include "agp.h"
@@ -231,6 +230,44 @@ static const struct agp_bridge_driver amd_8151_driver = { .agp_type_to_mask_type = agp_generic_type_to_mask_type, }; +static int __devinit +__is_ram (unsigned long pfn,unsigned long nr_pages,void *arg) +{ +return 1 ; +} + +static int __devinit any_ram_in_range (u64 base,u64 size) +{ +unsigned long pfn, nr_pages; + + pfn = base >>PAGE_SHIFT ; + nr_pages = size >>PAGE_SHIFT ; + +return walk_system_ram_range (pfn, nr_pages,NULL , __is_ram) ==1 ; +} + +static int __devinit aperture_valid (u64 aper_base,u32 aper_size,u32 min_size) +{ +if (!aper_base) +return 0 ; + +if (aper_base + aper_size >0x100000000ULL ) { +printk (KERN_INFO "Aperture beyond 4GB. Ignoring.\n" ); +return 0 ; + } +if (any_ram_in_range (aper_base, aper_size)) { +printk (KERN_INFO "Aperture pointing to E820 RAM. Ignoring.\n" ); +return 0 ; + } +if (aper_size < min_size) { +printk (KERN_INFO "Aperture too small (%d MB) than (%d MB)\n" , + aper_size>>20 , min_size>>20 ); +return 0 ; + } + +return 1 ; +} +/* Some basic sanity checks for the aperture. */ static int __devinit agp_aperture_valid (u64 aper,u32 size) {
Signature · 1 line
1.6.4.2
PATCH 32/35 x86: Add get_centaur_ram_top()
In reply to Yinghai LuSo we can avoid to access e820.map[] directly.
later we could move e820 to static and _initdata
--- arch/x86/include/asm/e820.h | 9 ++++++ arch/x86/kernel/cpu/centaur.c | 53 +------------------------------------- arch/x86/kernel/e820.c | 56 +++++++++++++++++++++++++++++++++++++++++ arch/x86/kernel/setup.c | 2 + 4 files changed, 69 insertions(+), 51 deletions(-)
arch/x86/include/asm/e820.h +9 -0
@@ -76,6 +76,15 @@ struct e820map {/* see comment in arch/x86/kernel/e820.c */ extern struct e820map e820; +#if defined(CONFIG_X86_OOSTORE ) && defined(CONFIG_CPU_SUP_CENTAUR ) +extern int centaur_ram_top; +void get_centaur_ram_top (void ); +#else +static inline void get_centaur_ram_top (void ) +{ +} +#endif +extern unsigned long pci_mem_start;extern int e820_any_mapped (u64 start,u64 end,unsigned type);extern int e820_all_mapped (u64 start,u64 end,unsigned type);
arch/x86/kernel/cpu/centaur.c +2 -51
65 lines not on this page · raw message
arch/x86/kernel/e820.c +56 -0
62 lines not on this page · raw message
arch/x86/kernel/setup.c +2 -0
@@ -893,6 +893,8 @@ void __init setup_arch(char **cmdline_p)if (mtrr_trim_uncached_memory (max_pfn)) max_pfn =e820_end_of_ram_pfn (); +get_centaur_ram_top (); +#ifdef CONFIG_X86_32 /* max_low_pfn get updated here */ find_low_pfn_range ();
Signature · 1 line
1.6.4.2
PATCH 33/35 x86: Change e820_any_mapped() to __init
In reply to Yinghai LuWe don't need to expose e820_any_mapped() anymore
--- arch/x86/kernel/e820.c | 6 +++--- 1 files changed, 3 insertions(+), 3 deletions(-)
arch/x86/kernel/e820.c +3 -3
@@ -47,9 +47,10 @@ EXPORT_SYMBOL(pci_mem_start);/* * This function checks if any part of the range <start,end> is mapped * with type. +* phys_pud_init() is using it and is _meminit, but we have !after_bootmem +* so could use refok here */ -int -e820_any_mapped (u64 start,u64 end,unsigned type) +int __init_refok e820_any_mapped(u64 start, u64 end, unsigned type) {int i;
@@ -64,7 +65,6 @@ e820_any_mapped(u64 start, u64 end, unsigned type) }return 0 ; } -EXPORT_SYMBOL_GPL (e820_any_mapped);/* * This function checks if the entire range <start,end> is mapped with type.
Signature · 1 line
1.6.4.2
PATCH 34/35 x86: Use walk_system_ream_range() instead of referring e820.map directly for tboot
In reply to Yinghai LuSo we can make e820 to be __initdata
--- arch/x86/kernel/tboot.c | 22 +++++++++------------- 1 files changed, 9 insertions(+), 13 deletions(-)
arch/x86/kernel/tboot.c +9 -13
@@ -171,34 +171,30 @@ static void tboot_create_trampoline(void)#ifdef CONFIG_ACPI_SLEEP -static void add_mac_region (phys_addr_t start,unsigned long size) +static int +add_mac_region (unsigned long start_pfn,unsigned long nr_pages,void *arg) { +u64 start = start_pfn; +u64 size = nr_pages;struct tboot_mac_region *mr; -phys_addr_t end = start + size;if (tboot->num_mac_regions >=MAX_TB_MAC_REGIONS )panic ("tboot: Too many MAC regions\n" );if (start && size) { mr = &tboot->mac_regions[tboot->num_mac_regions++]; - mr->start =round_down (start,PAGE_SIZE ); - mr->size =round_up (end,PAGE_SIZE ) - mr->start; + mr->start = start <<PAGE_SHIFT ; + mr->size = (u32) (size <<PAGE_SHIFT ); } + +return 0 ; }static int tboot_setup_sleep (void ) { -int i; - tboot->num_mac_regions =0 ; -for (i =0 ; i < e820.nr_map; i++) { -if ((e820.map[i].type !=E820_RAM ) - && (e820.map[i].type !=E820_RESERVED_KERN )) -continue ; - -add_mac_region (e820.map[i].addr, e820.map[i].size); - } +walk_system_ram_range (0 , max_pfn,NULL , add_mac_region); tboot->acpi_sinfo.kernel_s3_resume_vector = acpi_wakeup_address;
Signature · 1 line
1.6.4.2
PATCH 35/35 x86: make e820 to be __initdata
In reply to Yinghai LuFinally no user after init boot stage. We can free it to save some bytes.
--- arch/x86/include/asm/e820.h | 2 -- arch/x86/kernel/e820.c | 2 +- 2 files changed, 1 insertions(+), 3 deletions(-)
arch/x86/include/asm/e820.h +0 -2
@@ -73,8 +73,6 @@ struct e820map {#define BIOS_END 0x00100000#ifdef __KERNEL__ -/* see comment in arch/x86/kernel/e820.c */ -extern struct e820map e820;#if defined(CONFIG_X86_OOSTORE ) && defined(CONFIG_CPU_SUP_CENTAUR )extern int centaur_ram_top;
arch/x86/kernel/e820.c +1 -1
@@ -35,7 +35,7 @@* user can e.g. boot the original kernel with mem=1G while still booting the * next kernel with full memory. */ -struct e820map e820; +static struct e820map __initdata e820;static struct e820map __initdata e820_saved;/* For PCI or other memory-mapped resources */
Signature · 1 line
1.6.4.2