: Automatically Online Hot Added Memory
Subsystems (5)
PATCH 1/1 : Automatically Online Hot Added Memory
New sockets have on-die memory controllers. This means that in certain HW configurations the memory behind the socket comes and goes as the socket is physically enabled and disabled.
When a cpu is brought into service it requests memory from the local node. If this fails, memory will be accessed from a different node for percpu data*. This results in a performance hit on large systems under scheduling intensive loads.
A solution to this is to have the memory come online automatically so that when the cpus are onlined they will have local node memory to allocate from.
This patch automatically onlines memory added via an ACPI event, so the memory is available to a cpu that is also being onlined at the same time.
* A patch to fix this in slab has been presented upstream.
drivers/acpi/Kconfig +8 -0
@@ -350,6 +350,14 @@ config ACPI_HOTPLUG_MEMORY To compile this driver as a module, choose M here: the module will be called acpi_memhotplug. +config ACPI_HOTPLUG_MEMORY_AUTO_ONLINE + bool "Automatically online hotplugged memory" + depends on ACPI_HOTPLUG_MEMORY + default n + help + This forces memory that is brought into service by ACPI + to be automatically onlined. + config ACPI_SBS tristate "Smart Battery System" depends on X86
drivers/acpi/acpi_memhotplug.c +20 -0
@@ -30,6 +30,7 @@#include <linux/init.h> #include <linux/types.h> #include <linux/memory_hotplug.h> +#include <linux/memory.h> #include <acpi/acpi_drivers.h> #define ACPI_MEMORY_DEVICE_CLASS "memory"
@@ -45,6 +46,11 @@ ACPI_MODULE_NAME("acpi_memhotplug");MODULE_AUTHOR ("Naveen B S <[email protected]>" );MODULE_DESCRIPTION ("Hotplug Mem Driver" );MODULE_LICENSE ("GPL" ); +#ifdef CONFIG_ACPI_HOTPLUG_MEMORY_AUTO_ONLINE +static int mem_hotadd_auto =1 ; +module_param (mem_hotadd_auto, bool,0444 ); +MODULE_PARM_DESC (mem_hotadd_auto,"Disable automatic onlining of memory" ); +#endif /* Memory Device States */ #define MEMORY_INVALID_STATE 0
@@ -252,6 +258,20 @@ static int acpi_memory_enable_device(struct acpi_memory_device *mem_device) result =add_memory (node, info->start_addr, info->length);if (result)continue ; +#ifdef CONFIG_ACPI_HOTPLUG_MEMORY_AUTO_ONLINE +if (mem_hotadd_auto) { + result =online_pages (info->start_addr >>PAGE_SHIFT , + info->length >>PAGE_SHIFT ); +if (!result) +set_memory_state (info->start_addr >>PAGE_SHIFT , + info->length >>PAGE_SHIFT , +MEM_ONLINE ); +else + printk(KERN_ERR PREFIX "Memory online failed " +"for 0x%llx - 0x%llx\n" , info->start_addr, + info->start_addr + info->length); + } +#endif info->enabled =1 ; num_enabled++; }
drivers/base/memory.c +23 -0
@@ -515,6 +515,29 @@ int remove_memory_block(unsigned long node_id, struct mem_section *section, }/* +* need an interface for the VM to mark sections on and offline when +* hot-swapping memory. +*/ +void set_memory_state (unsigned long start_pfn,unsigned long nr_pages, +unsigned long state) +{ +struct mem_section *section; +struct memory_block *mem; +unsigned long start_sec, end_sec, i; + + start_sec =pfn_to_section_nr (start_pfn); + end_sec =pfn_to_section_nr (start_pfn + nr_pages -1 ); +for (i = start_sec; i <= end_sec; i++) { +if (valid_section_nr (i) &&present_section_nr (i)) { + section =__nr_to_section (i); + mem =find_memory_block (section); + mem->state = state; + } + } +} +EXPORT_SYMBOL (set_memory_state); + +/* * need an interface for the VM to add new memory regions, * but without onlining it. */
include/linux/memory.h +1 -0
@@ -114,6 +114,7 @@ extern int remove_memory_block(unsigned long, struct mem_section *, int);extern int memory_notify (unsigned long val,void *v);extern int memory_isolate_notify (unsigned long val,void *v);extern struct memory_block *find_memory_block (struct mem_section *); +extern void set_memory_state (unsigned long ,unsigned long ,unsigned long );#define CONFIG_MEM_BLOCK_SIZE (PAGES_PER_SECTION<<PAGE_SHIFT)enum mem_add_context {BOOT ,HOTPLUG };#endif /* CONFIG_MEMORY_HOTPLUG_SPARSE */
mm/memory_hotplug.c +1 -0
@@ -450,6 +450,7 @@ int online_pages(unsigned long pfn, unsigned long nr_pages) return 0; } +EXPORT_SYMBOL_GPL (online_pages);#endif /* CONFIG_MEMORY_HOTPLUG_SPARSE */ /* we are OK calling __meminit stuff here - we have CONFIG_MEMORY_HOTPLUG */