domain heap allocator changes - remove bit width restrictions
PATCH 3/4 domain heap allocator changes - remove bit width restrictions
Hide the (default or user specified) DMA width from anything outside the heap allocator. I/O-capable guests can now request any width for the memory they want exchanged/added.
xen/arch/x86/domain_build.c +8 -5
@@ -429,11 +429,14 @@ int construct_dom0(struct domain *d,if ( (1UL << order) > nr_pages )panic ("Domain 0 allocation is too small for kernel image.\n" ); -/* -* Allocate from DMA pool: on i386 this ensures that our low-memory 1:1 -* mapping covers the allocation. -*/ -if ( (page =alloc_domheap_pages (d, order, MEMF_dma)) ==NULL ) +#ifdef __i386__ +/* Ensure that our low-memory 1:1 mapping covers the allocation. */ + page =alloc_domheap_pages (d, order, +MEMF_bits (30 + (v_start >>31 ))); +#else + page =alloc_domheap_pages (d, order,0 ); +#endif +if ( page ==NULL )panic ("Not enough RAM for domain 0 allocation.\n" ); alloc_spfn =page_to_mfn (page); alloc_epfn = alloc_spfn + d->tot_pages;
xen/common/memory.c +4 -4
@@ -322,12 +322,12 @@ static long memory_exchange(XEN_GUEST_HA (exch.out.address_bits < (get_order_from_pages(max_page) + PAGE_SHIFT)) ) { -if ( exch.out.address_bits < dma_bitsize ) +if ( exch.out.address_bits <=PAGE_SHIFT ) { rc = -ENOMEM ; goto fail_early; } - memflags = MEMF_dma; + memflags =MEMF_bits (exch.out.address_bits); }if ( exch.in.extent_order <= exch.out.extent_order )
@@ -535,9 +535,9 @@ long do_memory_op(unsigned long cmd, XEN (reservation.address_bits < (get_order_from_pages(max_page) + PAGE_SHIFT)) ) { -if ( reservation.address_bits < dma_bitsize ) +if ( reservation.address_bits <=PAGE_SHIFT )return start_extent; - args.memflags = MEMF_dma; + args.memflags =MEMF_bits (reservation.address_bits); }if (likely (reservation.domid ==DOMID_SELF ) )
xen/common/page_alloc.c +16 -6
@@ -48,8 +48,8 @@ string_param("badpage", opt_badpage);/* * Bit width of the DMA heap. */ -unsigned int dma_bitsize =CONFIG_DMA_BITSIZE ; -unsigned long max_dma_mfn = (1UL << (CONFIG_DMA_BITSIZE -PAGE_SHIFT )) -1 ; +static unsigned int dma_bitsize =CONFIG_DMA_BITSIZE ; +static unsigned long max_dma_mfn = (1UL << (CONFIG_DMA_BITSIZE -PAGE_SHIFT )) -1 ;static void parse_dma_bits (char *s) {unsigned int v =simple_strtol (s,NULL ,0 );
@@ -58,7 +58,7 @@ static void parse_dma_bits(char *s) dma_bitsize =BITS_PER_LONG +PAGE_SHIFT ; max_dma_mfn = ~0UL ; } -else if ( v >PAGE_SHIFT ) +else if ( v >PAGE_SHIFT +1 ) { dma_bitsize = v; max_dma_mfn = (1UL << (dma_bitsize -PAGE_SHIFT )) -1 ;
@@ -711,12 +711,22 @@ struct page_info *__alloc_domheap_pages(struct page_info *pg =NULL ;cpumask_t mask;unsigned long i; +unsigned int bits = memflags >> _MEMF_bits, zone_hi;ASSERT (!in_irq ()); -if ( !(memflags & MEMF_dma) ) +if ( bits && bits <=PAGE_SHIFT +1 ) +return NULL ; + + zone_hi = bits -PAGE_SHIFT -1 ; +if ( zone_hi >=NR_ZONES ) + zone_hi =NR_ZONES -1 ; + +if (NR_ZONES +PAGE_SHIFT > dma_bitsize && + (!bits || bits > dma_bitsize) ) { - pg =alloc_heap_pages (dma_bitsize -PAGE_SHIFT ,NR_ZONES -1 , cpu, order); + pg =alloc_heap_pages (dma_bitsize -PAGE_SHIFT , zone_hi, cpu, order); +/* Failure? Then check if we can fall back to the DMA pool. */ if ( unlikely(pg == NULL) && ((order > MAX_ORDER) ||
@@ -729,7 +739,7 @@ struct page_info *__alloc_domheap_pages(if ( pg ==NULL )if ( (pg =alloc_heap_pages (MEMZONE_XEN +1 , - dma_bitsize -PAGE_SHIFT -1 , + zone_hi, cpu, order)) ==NULL )return NULL ;
xen/include/asm-ia64/config.h +1 -1
@@ -42,7 +42,7 @@#define CONFIG_IOSAPIC #define supervisor_mode_kernel (0) -#define CONFIG_DMA_BITSIZE 30 +#define CONFIG_DMA_BITSIZE 32/* If PERFC is used, include privop maps. */ #ifdef PERF_COUNTERS
xen/include/asm-x86/config.h +1 -1
@@ -82,7 +82,7 @@/* Debug stack is restricted to 8kB by guard pages. */ #define DEBUG_STACK_SIZE 8192 -#define CONFIG_DMA_BITSIZE 30 +#define CONFIG_DMA_BITSIZE 32#if defined(__x86_64__)
xen/include/xen/mm.h +3 -7
@@ -71,10 +71,10 @@ int assign_pages( unsigned int memflags);/* memflags: */ -#define _MEMF_dma 0 -#define MEMF_dma (1U<<_MEMF_dma) -#define _MEMF_no_refcount 1 +#define _MEMF_no_refcount 0#define MEMF_no_refcount (1U<<_MEMF_no_refcount) +#define _MEMF_bits 24 +#define MEMF_bits (n) ((n)<<_MEMF_bits)#ifdef CONFIG_PAGEALLOC_MAX_ORDER #define MAX_ORDER CONFIG_PAGEALLOC_MAX_ORDER
@@ -82,10 +82,6 @@ int assign_pages(#define MAX_ORDER 20/* 2^20 contiguous pages */ #endif -/* DMA heap parameters. */ -extern unsigned int dma_bitsize; -extern unsigned long max_dma_mfn; -/* Automatic page scrubbing for dead domains. */ extern struct list_head page_scrub_list;#define page_scrub_schedule_work () \
Quoted 5 lines · Jan Beulich
Hide the (default or user specified) DMA width from anything outside the heap allocator. I/O-capable guests can now request any width for the memory they want exchanged/added.
Signed-off-by Jan Beulich <[email protected]>
Applied, but this patch turns the 'heap' list heads in page_alloc.c into a barking-mad three-dimensional array which will consume over 1MB of BSS on x86/64! As it happens it also confuses older versions of the PXELinux mboot module (at least v0.1) which fails to load the dom0 kernel image correctly.
This array is going to have to become a dynamic-allocated and linked structure. Perhaps:
struct list_head **heap_by_node[MAX_NUMNODES]; heap_by_node[node] = xmalloc_array(struct list_head **, nr_zones); heap_by_zone = heap_by_node[node]; /* type: list_head ** */ heap_by_zone[zone] = xmalloc_array(struct list_head, MAX_ORDER+1); heap_by_order = heap_by_zone[zone]; /* type: list_head * */
I.e., a double indirection to get to a particular heap list_head.
Perhaps I'll take a look over the weekend...
-- Keir
Quoted 11 lines · Keir Fraser
Quoted 5 lines · Jan Beulich
Hide the (default or user specified) DMA width from anything outside the heap allocator. I/O-capable guests can now request any width for the memory they want exchanged/added.
Signed-off-by Jan Beulich <[email protected]>Applied, but this patch turns the 'heap' list heads in
page_alloc.cinto a
Keir,
Has this been applied for inclusion into 3.0.5, or has that branched off
already? I ask because if it's not for 3.0.5, I would like to propose auto-limiting dom0 mem to some reasonable default (say, 32G) for 3.0.5, so that the HV/dom0 will at least boot on large memory systems. If it is for 3.0.5, then this is moot.
Chris Lalancette
Quoted 6 lines · Chris Lalancette
Has this been applied for inclusion into 3.0.5, or has that branched off
already? I ask because if it's not for 3.0.5, I would like to propose auto-limiting dom0 mem to some reasonable default (say, 32G) for 3.0.5, so that
the HV/dom0 will at least boot on large memory systems. If it is for 3.0.5, then this is moot.
It's going to be included in 3.0.5, but I'm not sure what difference that makes as to whether or not we limit dom0_mem?
-- Keir
Quoted 6 lines · Keir Fraser
It's going to be included in 3.0.5, but I'm not sure what difference that makes as to whether or not we limit
dom0_mem?-- Keir
Keir,
Excuse me if I misunderstood, but I thought these were the patches
to remove the DMA zone that were alluded to in the other thread about booting Xen on large memory machines. If they are those patches, then I don't believe we actually need to limit dom0 memory; since the constrcut_dom0() allocation will come out of the single large zone, it should Just Work(tm). If they aren't those patches, then these have nothing to do with each other; I apologize for the noise.
Chris Lalancette
Quoted 7 lines · Chris Lalancette
Excuse me if I misunderstood, but I thought these were the patches
to remove the DMA zone that were alluded to in the other thread about booting Xen on large memory machines. If they are those patches, then I don't believe we actually need to limit dom0 memory; since theconstrcut_dom0()allocation will come out of the single large zone, it should Just Work(tm). If they aren't those patches, then these have nothing to do with each other; I apologize for the noise.
I think this whole issue is gone away now that Jan's patches are in the tree and will be in the 3.0.5 release.
-- Keir
Quoted 5 lines · Keir Fraser
I think this whole issue is gone away now that Jan's patches are in the tree and will be in the 3.0.5 release.
-- Keir
Keir,
Yes, it seems that way. Thanks for clarifying.
Chris Lalancette
Quoted 3 lines · Keir Fraser
I.e., a double indirection to get to a particular heap
list_head.Perhaps I'll take a look over the weekend...
Done, by the way: should be good enough (reduced overhead for non-numa system from ~1MB to ~16kB).
I'd like to make the allocation search smarter at some point: avoid exhaustive search of all viable heaps by instead have empty heaps point at the next heap to try (with some tradeoff between accuracy of guidance and cost of maintaining the guidance info; I have some ideas here).
-- Keir
Quoted 9 lines
Quoted 1 line
Quoted 1 line
Keir Fraser <[email protected]> 24.02.07 13:22 >>>
Quoted 3 lines · Keir Fraser
I.e., a double indirection to get to a particular heap
list_head.Perhaps I'll take a look over the weekend...
Done, by the way: should be good enough (reduced overhead for non-numa system from ~1MB to ~16kB).
Thanks!
Quoted 4 lines
I'd like to make the allocation search smarter at some point: avoid exhaustive search of all viable heaps by instead have empty heaps point at the next heap to try (with some tradeoff between accuracy of guidance and cost of maintaining the guidance info; I have some ideas here).
Yes, that was a rough edge I had thought of, too.
Jan