module RO/NX cleanups.
cover module RO/NX cleanups.
Josh drew my attention to this code, and it clearly needed some love.
Josh Poimboeuf (1):
module: Use the same logic for setting and unsetting RO/NX
Rusty Russell (3):
gcov: use within_module() helper.
module: use a structure to encapsulate layout.
module: clean up RO/NX handling.
arch/alpha/kernel/module.c | 2 +- arch/arc/kernel/unwind.c | 4 +- arch/avr32/kernel/module.c | 12 +- arch/ia64/kernel/module.c | 14 +- arch/metag/kernel/module.c | 4 +- arch/mips/kernel/vpe.c | 6 +- arch/parisc/kernel/module.c | 32 ++-- arch/powerpc/kernel/module_32.c | 6 +- arch/s390/kernel/module.c | 22 +-- arch/x86/kernel/livepatch.c | 6 +- include/linux/module.h | 68 ++++---- kernel/debug/kdb/kdb_main.c | 4 +- kernel/gcov/base.c | 7 +- kernel/module.c | 334 ++++++++++++++++++---------------------- 14 files changed, 244 insertions(+), 277 deletions(-)
Signature · 1 line
2.5.0
PATCH 1/4 module: Use the same logic for setting and unsetting RO/NX
From: Josh Poimboeuf <[email protected]>
When setting a module's RO and NX permissions, set_section_ro_nx() is used, but when clearing them, unset_module_{init,core}_ro_nx() are used. The unset functions don't have the same checks the set function has for partial page protections. It's probably harmless, but it's still confusingly asymmetrical.
Instead, use the same logic to do both. Also add some new set_module_{init,core}_ro_nx() helper functions for more symmetry with the unset functions.
--- kernel/module.c | 57 ++++++++++++++++++++++++++++++--------------------------- 1 file changed, 30 insertions(+), 27 deletions(-)
kernel/module.c +30 -27
@@ -1886,7 +1886,9 @@ void set_page_attributes(void *start, void *end, int (*set)(unsigned long start,static void set_section_ro_nx (void *base,unsigned long text_size,unsigned long ro_size, -unsigned long total_size) +unsigned long total_size, +int (*set_ro)(unsigned long start,int num_pages), +int (*set_nx)(unsigned long start,int num_pages)) {/* begin and end PFNs of the current subsection */ unsigned long begin_pfn;
@@ -1898,7 +1900,7 @@ static void set_section_ro_nx(void *base,* - Do not protect last partial page. */ if (ro_size >0 ) -set_page_attributes (base, base + ro_size, set_memory_ro); +set_page_attributes (base, base + ro_size, set_ro);/* * Set NX permissions for module data:
@@ -1909,28 +1911,36 @@ static void set_section_ro_nx(void *base, begin_pfn =PFN_UP ((unsigned long )base + text_size); end_pfn =PFN_UP ((unsigned long )base + total_size);if (end_pfn > begin_pfn) -set_memory_nx (begin_pfn <<PAGE_SHIFT , end_pfn - begin_pfn); +set_nx (begin_pfn <<PAGE_SHIFT , end_pfn - begin_pfn); } } +static void set_module_core_ro_nx (struct module *mod) +{ +set_section_ro_nx (mod->module_core, mod->core_text_size, + mod->core_ro_size, mod->core_size, + set_memory_ro, set_memory_nx); +} +static void unset_module_core_ro_nx (struct module *mod) { -set_page_attributes (mod->module_core + mod->core_text_size, - mod->module_core + mod->core_size, - set_memory_x); -set_page_attributes (mod->module_core, - mod->module_core + mod->core_ro_size, - set_memory_rw); +set_section_ro_nx (mod->module_core, mod->core_text_size, + mod->core_ro_size, mod->core_size, + set_memory_rw, set_memory_x); +} + +static void set_module_init_ro_nx (struct module *mod) +{ +set_section_ro_nx (mod->module_init, mod->init_text_size, + mod->init_ro_size, mod->init_size, + set_memory_ro, set_memory_nx); }static void unset_module_init_ro_nx (struct module *mod) { -set_page_attributes (mod->module_init + mod->init_text_size, - mod->module_init + mod->init_size, - set_memory_x); -set_page_attributes (mod->module_init, - mod->module_init + mod->init_ro_size, - set_memory_rw); +set_section_ro_nx (mod->module_init, mod->init_text_size, + mod->init_ro_size, mod->init_size, + set_memory_rw, set_memory_x); }/* Iterate through all modules and set each module's text as RW */
@@ -1979,7 +1989,8 @@ void set_all_modules_text_ro(void) mutex_unlock(&module_mutex); }#else -static inline void set_section_ro_nx (void *base,unsigned long text_size,unsigned long ro_size,unsigned long total_size) { } +static void set_module_core_ro_nx (struct module *mod) { } +static void set_module_init_ro_nx (struct module *mod) { }static void unset_module_core_ro_nx (struct module *mod) { }static void unset_module_init_ro_nx (struct module *mod) { }#endif
@@ -3373,17 +3384,9 @@ static int complete_formation(struct module *mod, struct load_info *info)/* This relies on module_mutex for list integrity. */ module_bug_finalize (info->hdr, info->sechdrs, mod); -/* Set RO and NX regions for core */ -set_section_ro_nx (mod->module_core, - mod->core_text_size, - mod->core_ro_size, - mod->core_size); - -/* Set RO and NX regions for init */ -set_section_ro_nx (mod->module_init, - mod->init_text_size, - mod->init_ro_size, - mod->init_size); +/* Set RO and NX regions */ +set_module_init_ro_nx (mod); +set_module_core_ro_nx (mod);/* Mark state as coming so strong_try_module_get() ignores us, * but kallsyms etc. can see us. */
Signature · 1 line
2.5.0
PATCH 2/4 gcov: use within_module() helper.
In reply to Rusty RussellAn exact mapping would be within_module_core(), but at this stage (MODULE_STATE_GOING) the init section is empty, and this is clearer.
--- kernel/gcov/base.c | 7 +------ 1 file changed, 1 insertion(+), 6 deletions(-)
kernel/gcov/base.c +1 -6
@@ -123,11 +123,6 @@ void gcov_enable_events(void) }#ifdef CONFIG_MODULES -static inline int within (void *addr,void *start,unsigned long size) -{ -return ((addr >= start) && (addr < start + size)); -} -/* Update list and generate events when modules are unloaded. */ static int gcov_module_notifier (struct notifier_block *nb,unsigned long event,void *data)
@@ -142,7 +137,7 @@ static int gcov_module_notifier(struct notifier_block *nb, unsigned long event,/* Remove entries located in module from linked list. */ while ((info =gcov_info_next (info))) { -if (within (info, mod->module_core, mod->core_size)) { +if (within_module ((unsigned long )info, mod)) {gcov_info_unlink (prev, info);if (gcov_events_enabled)gcov_event (GCOV_REMOVE , info);
Signature · 1 line
2.5.0
Re: [PATCH 2/4] gcov: use within_module() helper.
Quoted 26 lines · Rusty Russell
An exact mapping would be
within_module_core(), but at this stage (MODULE_STATE_GOING) the init section is empty, and this is clearer.Cc Peter Oberparleiter <[email protected]>Signed-off-by Rusty Russell <[email protected]>--- kernel/gcov/base.c | 7 +------ 1 file changed, 1 insertion(+), 6 deletions(-)kernel/gcov/base.c +0
-5@@ -123,11 +123,6 @@ void gcov_enable_events(void) }#ifdef CONFIG_MODULES -static inline int within (void *addr,void *start,unsigned long size) -{ -return ((addr >= start) && (addr < start + size)); -} -/* Update list and generate events when modules are unloaded. */ static int gcov_module_notifier (struct notifier_block *nb,unsigned long event,void *data)
kernel/gcov/base.c static int gcov_module_notifier(struct notifier_block *nb, unsigned long event, · line 143
Quoted 8 lines
kernel/gcov/base.c +1
-1@@ -142,7 +137,7 @@ static int gcov_module_notifier(struct notifier_block *nb, unsigned long event,/* Remove entries located in module from linked list. */ while ((info =gcov_info_next (info))) { -if (within (info, mod->module_core, mod->core_size)) { +if (within_module ((unsigned long )info, mod)) {gcov_info_unlink (prev, info);if (gcov_events_enabled)gcov_event (GCOV_REMOVE , info);
PATCH 3/4 module: use a structure to encapsulate layout.
In reply to Rusty RussellMakes it easier to handle init vs core cleanly, though the change is fairly invasive across random architectures.
It simplifies the rbtree code immediately, however, while keeping the core data together in the same cachline (now iff the rbtree code is enabled).
--- arch/alpha/kernel/module.c | 2 +- arch/arc/kernel/unwind.c | 4 +- arch/avr32/kernel/module.c | 12 +-- arch/ia64/kernel/module.c | 14 +-- arch/metag/kernel/module.c | 4 +- arch/mips/kernel/vpe.c | 6 +- arch/parisc/kernel/module.c | 32 +++---- arch/powerpc/kernel/module_32.c | 6 +- arch/s390/kernel/module.c | 22 ++--- arch/x86/kernel/livepatch.c | 6 +- include/linux/module.h | 64 ++++++------- kernel/debug/kdb/kdb_main.c | 4 +- kernel/module.c | 199 +++++++++++++++++++--------------------- 13 files changed, 177 insertions(+), 198 deletions(-)
arch/alpha/kernel/module.c +1 -1
@@ -160,7 +160,7 @@ apply_relocate_add(Elf64_Shdr *sechdrs, const char *strtab,/* The small sections were sorted to the end of the segment. The following should definitely cover them. */ - gp = (u64 )me->module_core + me->core_size -0x8000 ; + gp = (u64 )me->core_layout.base + me->core_layout.size -0x8000 ; got = sechdrs[me->arch.gotsecindex].sh_addr;for (i =0 ; i < n; i++) {
arch/arc/kernel/unwind.c +2 -2
@@ -372,8 +372,8 @@ void *unwind_add_table(struct module *module, const void *table_start,return NULL ;init_unwind_table (table, module->name, - module->module_core, module->core_size, - module->module_init, module->init_size, + module->core_layout.base, module->core_layout.size, + module->init_layout.base, module->init_layout.size, table_start, table_size,NULL ,0 );
arch/avr32/kernel/module.c +6 -6
@@ -118,9 +118,9 @@ int module_frob_arch_sections(Elf_Ehdr *hdr, Elf_Shdr *sechdrs,* Increase core size to make room for GOT and set start * offset for GOT. */ - module->core_size =ALIGN (module->core_size,4 ); - module->arch.got_offset = module->core_size; - module->core_size += module->arch.got_size; + module->core_layout.size =ALIGN (module->core_layout.size,4 ); + module->arch.got_offset = module->core_layout.size; + module->core_layout.size += module->arch.got_size;return 0 ;
@@ -177,7 +177,7 @@ int apply_relocate_add(Elf32_Shdr *sechdrs, const char *strtab,if (!info->got_initialized) {Elf32_Addr *gotent; - gotent = (module->module_core + gotent = (module->core_layout.base + module->arch.got_offset + info->got_offset); *gotent = relocation;
@@ -255,8 +255,8 @@ int apply_relocate_add(Elf32_Shdr *sechdrs, const char *strtab,*/ pr_debug ("GOTPC: PC=0x%x, got_offset=0x%lx, core=0x%p\n" , relocation, module->arch.got_offset, - module->module_core); - relocation -= ((unsigned long )module->module_core + module->core_layout.base); + relocation -= ((unsigned long )module->core_layout.base + module->arch.got_offset); *location = relocation;break ;
arch/ia64/kernel/module.c +7 -7
@@ -486,13 +486,13 @@ module_frob_arch_sections (Elf_Ehdr *ehdr, Elf_Shdr *sechdrs, char *secstrings,static inline int in_init (const struct module *mod,uint64_t addr) { -return addr - (uint64_t ) mod->module_init < mod->init_size; +return addr - (uint64_t ) mod->init_layout.base < mod->init_layout.size; }static inline int in_core (const struct module *mod,uint64_t addr) { -return addr - (uint64_t ) mod->module_core < mod->core_size; +return addr - (uint64_t ) mod->corelayout.base < mod->core_layout.size; } static inline int
@@ -675,7 +675,7 @@ do_reloc (struct module *mod, uint8_t r_type, Elf64_Sym *sym, uint64_t addend,break ;case RV_BDREL : - val -= (uint64_t ) (in_init (mod, val) ? mod->module_init : mod->module_core); + val -= (uint64_t ) (in_init (mod, val) ? mod->init_layout.base : mod->core_layout.base);break ;case RV_LTV :
@@ -810,15 +810,15 @@ apply_relocate_add (Elf64_Shdr *sechdrs, const char *strtab, unsigned int symind* addresses have been selected... */ uint64_t gp; -if (mod->core_size >MAX_LTOFF ) +if (mod->core_layout.size >MAX_LTOFF )/* * This takes advantage of fact that SHF_ARCH_SMALL gets allocated * at the end of the module. */ - gp = mod->core_size -MAX_LTOFF /2 ; + gp = mod->core_layout.size -MAX_LTOFF /2 ;else - gp = mod->core_size /2 ; - gp = (uint64_t ) mod->module_core + ((gp +7 ) &-8 ); + gp = mod->core_layout.size /2 ; + gp = (uint64_t ) mod->core_layout.base + ((gp +7 ) &-8 ); mod->arch.gp = gp;DEBUGP ("%s: placing gp at 0x%lx\n" , __func__, gp); }
arch/metag/kernel/module.c +2 -2
@@ -176,8 +176,8 @@ static uint32_t do_plt_call(void *location, Elf32_Addr val, tramp[1 ] =0xac000001 | ((val &0x0000ffff ) <<3 );/* Init, or core PLT? */ -if (location >= mod->module_core - && location < mod->module_core + mod->core_size) +if (location >= mod->core_layout.base + && location < mod->core_layout.base + mod->core_layout.size) entry = (void *)sechdrs[mod->arch.core_plt_section].sh_addr;else entry = (void *)sechdrs[mod->arch.init_plt_section].sh_addr;
arch/mips/kernel/vpe.c +3 -3
@@ -205,11 +205,11 @@ static void layout_sections(struct module *mod, const Elf_Ehdr *hdr, || s->sh_entsize != ~0UL)continue ; s->sh_entsize = -get_offset ((unsigned long *)&mod->core_size, s); +get_offset ((unsigned long *)&mod->core_layout.size, s); }if (m ==0 ) - mod->core_text_size = mod->core_size; + mod->core_layout.text_size = mod->core_layout.size; } }
@@ -641,7 +641,7 @@ static int vpe_elfload(struct vpe *v)layout_sections (&mod, hdr, sechdrs, secstrings); } - v->load_addr =alloc_progmem (mod.core_size); + v->load_addr =alloc_progmem (mod.core_layout.size);if (!v->load_addr)return -ENOMEM ;
arch/parisc/kernel/module.c +16 -16
@@ -42,9 +42,9 @@* We are not doing SEGREL32 handling correctly. According to the ABI, we * should do a value offset, like this: * if (in_init(me, (void *)val)) -* val -= (uint32_t)me->module_init; +* val -= (uint32_t)me->init_layout.base; * else -* val -= (uint32_t)me->module_core; +* val -= (uint32_t)me->core_layout.base; * However, SEGREL32 is used only for PARISC unwind entries, and we want * those entries to have an absolute address, and not just an offset. *
@@ -100,14 +100,14 @@* or init pieces the location is */ static inline int in_init (struct module *me,void *loc) { -return (loc >= me->module_init && - loc <= (me->module_init + me->init_size)); +return (loc >= me->init_layout.base && + loc <= (me->init_layout.base + me->init_size)); }static inline int in_core (struct module *me,void *loc) { -return (loc >= me->module_core && - loc <= (me->module_core + me->core_size)); +return (loc >= me->core_layout.base && + loc <= (me->core_layout.base + me->core_layout.size)); }static inline int in_local (struct module *me,void *loc)
@@ -367,13 +367,13 @@ int module_frob_arch_sections(CONST Elf_Ehdr *hdr, }/* align things a bit */ - me->core_size =ALIGN (me->core_size,16 ); - me->arch.got_offset = me->core_size; - me->core_size += gots *sizeof (struct got_entry ); + me->core_layout.size =ALIGN (me->core_layout.size,16 ); + me->arch.got_offset = me->core_layout.size; + me->core_layout.size += gots *sizeof (struct got_entry ); - me->core_size =ALIGN (me->core_size,16 ); - me->arch.fdesc_offset = me->core_size; - me->core_size += fdescs *sizeof (Elf_Fdesc); + me->core_layout.size =ALIGN (me->core_layout.size,16 ); + me->arch.fdesc_offset = me->core_layout.size; + me->core_layout.size += fdescs *sizeof (Elf_Fdesc); me->arch.got_max = gots; me->arch.fdesc_max = fdescs;
@@ -391,7 +391,7 @@ static Elf64_Word get_got(struct module *me, unsigned long value, long addend)BUG_ON (value ==0 ); - got = me->module_core + me->arch.got_offset; + got = me->core_layout.base + me->arch.got_offset;for (i =0 ; got[i].addr; i++)if (got[i].addr == value) goto out;
@@ -409,7 +409,7 @@ static Elf64_Word get_got(struct module *me, unsigned long value, long addend)#ifdef CONFIG_64BIT static Elf_Addr get_fdesc (struct module *me,unsigned long value) { -Elf_Fdesc *fdesc = me->module_core + me->arch.fdesc_offset; +Elf_Fdesc *fdesc = me->core_layout.base + me->arch.fdesc_offset;if (!value) {printk (KERN_ERR "%s: zero OPD requested!\n" , me->name);
@@ -427,7 +427,7 @@ static Elf_Addr get_fdesc(struct module *me, unsigned long value)/* Create new one */ fdesc->addr = value; - fdesc->gp = (Elf_Addr )me->module_core + me->arch.got_offset; + fdesc->gp = (Elf_Addr )me->core_layout.base + me->arch.got_offset; return (Elf_Addr)fdesc; }#endif /* CONFIG_64BIT */
@@ -839,7 +839,7 @@ register_unwind_table(struct module *me, table = (unsigned char *)sechdrs[me->arch.unwind_section].sh_addr; end = table + sechdrs[me->arch.unwind_section].sh_size; - gp = (Elf_Addr )me->module_core + me->arch.got_offset; + gp = (Elf_Addr )me->core_layout.base + me->arch.got_offset;DEBUGP ("register_unwind_table(), sect = %d at 0x%p - 0x%p (gp=0x%lx)\n" , me->arch.unwind_section, table, end, gp);
arch/powerpc/kernel/module_32.c +3 -3
@@ -188,8 +188,8 @@ static uint32_t do_plt_call(void *location,pr_debug ("Doing plt for call to 0x%x at 0x%x\n" , val, (unsigned int )location);/* Init, or core PLT? */ -if (location >= mod->module_core - && location < mod->module_core + mod->core_size) +if (location >= mod->core_layout.base + && location < mod->core_layout.base + mod->core_layout.size) entry = (void *)sechdrs[mod->arch.core_plt_section].sh_addr;else entry = (void *)sechdrs[mod->arch.init_plt_section].sh_addr;
@@ -296,7 +296,7 @@ int apply_relocate_add(Elf32_Shdr *sechdrs, }#ifdef CONFIG_DYNAMIC_FTRACE module->arch.tramp = -do_plt_call (module->module_core, +do_plt_call (module->core_layout.base, (unsigned long )ftrace_caller, sechdrs, module);#endif
arch/s390/kernel/module.c +11 -11
@@ -159,11 +159,11 @@ int module_frob_arch_sections(Elf_Ehdr *hdr, Elf_Shdr *sechdrs,/* Increase core size by size of got & plt and set start offsets for got and plt. */ - me->core_size =ALIGN (me->core_size,4 ); - me->arch.got_offset = me->core_size; - me->core_size += me->arch.got_size; - me->arch.plt_offset = me->core_size; - me->core_size += me->arch.plt_size; + me->core_layout.size =ALIGN (me->core_layout.size,4 ); + me->arch.got_offset = me->core_layout.size; + me->core_layout.size += me->arch.got_size; + me->arch.plt_offset = me->core_layout.size; + me->core_layout.size += me->arch.plt_size;return 0 ; }
@@ -279,7 +279,7 @@ static int apply_rela(Elf_Rela *rela, Elf_Addr base, Elf_Sym *symtab,if (info->got_initialized ==0 ) {Elf_Addr *gotent; - gotent = me->module_core + me->arch.got_offset + + gotent = me->core_layout.base + me->arch.got_offset + info->got_offset; *gotent = val; info->got_initialized =1 ;
@@ -302,7 +302,7 @@ static int apply_rela(Elf_Rela *rela, Elf_Addr base, Elf_Sym *symtab, rc =apply_rela_bits (loc, val,0 ,64 ,0 ); else if (r_type == R_390_GOTENT || r_type == R_390_GOTPLTENT) { - val += (Elf_Addr ) me->module_core - loc; + val += (Elf_Addr ) me->core_layout.base - loc; rc =apply_rela_bits (loc, val,1 ,32 ,1 ); }break ;
@@ -315,7 +315,7 @@ static int apply_rela(Elf_Rela *rela, Elf_Addr base, Elf_Sym *symtab,case R_390_PLTOFF64 :/* 16 bit offset from GOT to PLT. */ if (info->plt_initialized ==0 ) {unsigned int *ip; - ip = me->module_core + me->arch.plt_offset + + ip = me->core_layout.base + me->arch.plt_offset + info->plt_offset; ip[0 ] =0x0d10e310 ;/* basr 1,0; lg 1,10(1); br 1 */ ip[1 ] =0x100a0004 ;
@@ -334,7 +334,7 @@ static int apply_rela(Elf_Rela *rela, Elf_Addr base, Elf_Sym *symtab, val - loc + 0xffffUL < 0x1ffffeUL) || (r_type == R_390_PLT32DBL && val - loc + 0xffffffffULL < 0x1fffffffeULL))) - val = (Elf_Addr ) me->module_core + + val = (Elf_Addr ) me->core_layout.base + me->arch.plt_offset + info->plt_offset; val += rela->r_addend - loc;
@@ -356,7 +356,7 @@ static int apply_rela(Elf_Rela *rela, Elf_Addr base, Elf_Sym *symtab,case R_390_GOTOFF32 :/* 32 bit offset to GOT. */ case R_390_GOTOFF64 :/* 64 bit offset to GOT. */ val = val + rela->r_addend - - ((Elf_Addr ) me->module_core + me->arch.got_offset); + ((Elf_Addr ) me->core_layout.base + me->arch.got_offset);if (r_type ==R_390_GOTOFF16 ) rc =apply_rela_bits (loc, val,0 ,16 ,0 );else if (r_type ==R_390_GOTOFF32 )
@@ -366,7 +366,7 @@ static int apply_rela(Elf_Rela *rela, Elf_Addr base, Elf_Sym *symtab,break ;case R_390_GOTPC :/* 32 bit PC relative offset to GOT. */ case R_390_GOTPCDBL :/* 32 bit PC rel. off. to GOT shifted by 1. */ - val = (Elf_Addr ) me->module_core + me->arch.got_offset + + val = (Elf_Addr ) me->core_layout.base + me->arch.got_offset + rela->r_addend - loc;if (r_type ==R_390_GOTPC ) rc =apply_rela_bits (loc, val,1 ,32 ,0 );
arch/x86/kernel/livepatch.c +3 -3
@@ -41,8 +41,8 @@ int klp_write_module_reloc(struct module *mod, unsigned long type,int ret, numpages, size =4 ;bool readonly;unsigned long val; -unsigned long core = (unsigned long )mod->module_core; -unsigned long core_size = mod->core_size; +unsigned long core = (unsigned long )mod->core_layout.base; +unsigned long core_size = mod->core_layout.size;switch (type) {case R_X86_64_NONE :
@@ -65,7 +65,7 @@ int klp_write_module_reloc(struct module *mod, unsigned long type,return -EINVAL ; } -if (loc < core || loc >= core + core_size) +if (loc < core || loc >= core + core_layout.size)/* loc does not point to any symbol inside the module */ return -EINVAL ;
include/linux/module.h +29 -35
87 lines not on this page · raw message
kernel/debug/kdb/kdb_main.c +2 -2
@@ -2021,7 +2021,7 @@ static int kdb_lsmod(int argc, const char **argv)continue ;kdb_printf ("%-20s%8u 0x%p " , mod->name, - mod->core_size, (void *)mod); + mod->core_layout.size, (void *)mod);#ifdef CONFIG_MODULE_UNLOAD kdb_printf ("%4d " ,module_refcount (mod));#endif
@@ -2031,7 +2031,7 @@ static int kdb_lsmod(int argc, const char **argv)kdb_printf (" (Loading)" ); else kdb_printf(" (Live)"); -kdb_printf (" 0x%p" , mod->module_core); +kdb_printf (" 0x%p" , mod->core_layout.base);#ifdef CONFIG_MODULE_UNLOAD {
kernel/module.c +92 -107
436 lines not on this page · raw message
Signature · 1 line
2.5.0
Re: [PATCH 3/4] module: use a structure to encapsulate layout.
Quoted 7 lines · Rusty Russell
include/linux/module.h +0
-0@@ -302,6 +302,28 @@ struct mod_tree_node {struct latch_tree_node node; };
include/linux/module.h struct mod_tree_node { · line 313
Quoted 10 lines
include/linux/module.h +9
-0+struct module_layout { +/* The actual code + data. */ +void *base; +/* Total size. */ +unsigned int size; +/* The size of the executable code. */ +unsigned int text_size; +/* Size of RO section of the module (text+rodata) */ +unsigned int ro_size;
There's a 4 byte hole here, but I suppose that's OK, this arrangement does simplify things.
Quoted 22 lines
include/linux/module.h +13
-0+ +#ifdef CONFIG_MODULES_TREE_LOOKUP +struct mod_tree_node mtn; +#endif +}; + +#ifdef CONFIG_MODULES_TREE_LOOKUP +/* Only touch one cacheline for common rbtree-for-core-layout case. */ +#define __module_layout_align ____cacheline_aligned +#else +#define __module_layout_align +#endif +struct module {enum module_state state;kernel/module.c +0
-0
kernel/module.c static LIST_HEAD(modules); · line 113
Quoted 6 lines
kernel/module.c +0
-3@@ -108,13 +108,6 @@ static LIST_HEAD(modules);* Use a latched RB-tree for __module_address(); this allows us to use * RCU-sched lookups of the address from any context. * -* Because modules have two address ranges: init and core, we need two -* latch_tree_nodes entries. Therefore we need the back-pointer from -* mod_tree_node.
We still have the back-pointers, so removing all of that seems a little excessive.
kernel/module.c static LIST_HEAD(modules); · line 116
Quoted 3 lines
kernel/module.c +0
-3-* -* Because init ranges are short lived we mark them unlikely and have placed -* them outside the critical cacheline in struct module.
This information also isn't preserved.
Quoted 20 lines
kernel/module.c +2
-6* This is conditional on PERF_EVENTS || TRACING because those can really hit * __module_address() hard by doing a lot of stack unwinding; potentially from * NMI context. @@ -122,24 +115,16 @@ static LIST_HEAD(modules);static __always_inline unsigned long __mod_tree_val (struct latch_tree_node *n) { - struct mod_tree_node *mtn = container_of(n, struct mod_tree_node, node); -struct module *mod = mtn->mod; + struct module_layout *layout = container_of(n, struct module_layout, mtn.node); -if (unlikely (mtn == &mod->mtn_init)) -return (unsigned long )mod->module_init; - -return (unsigned long )mod->module_core; +return (unsigned long )layout->base; }static __always_inline unsigned long __mod_tree_size (struct latch_tree_node *n) {
kernel/module.c static LIST_HEAD(modules); · line 128
Quoted 10 lines
kernel/module.c +2
-6- struct mod_tree_node *mtn = container_of(n, struct mod_tree_node, node); -struct module *mod = mtn->mod; - -if (unlikely (mtn == &mod->mtn_init)) -return (unsigned long )mod->init_size; + struct module_layout *layout = container_of(n, struct module_layout, mtn.node); -return (unsigned long )mod->core_size; +return (unsigned long )layout->size; }
Nice!
kernel/module.c static void __mod_tree_remove(struct mod_tree_node *node) · line 186
Quoted 8 lines
kernel/module.c +2
-2@@ -197,23 +182,23 @@ static void __mod_tree_remove(struct mod_tree_node *node)*/ static void mod_tree_insert (struct module *mod) { - mod->mtn_core.mod = mod; - mod->mtn_init.mod = mod; + mod->core_layout.mtn.mod = mod; + mod->init_layout.mtn.mod = mod;
^ back-pointers :-)
kernel/module.c static void __mod_tree_remove(struct mod_tree_node *node) · line 191
Quoted 7 lines
kernel/module.c +3
-3-__mod_tree_insert (&mod->mtn_core); -if (mod->init_size) -__mod_tree_insert (&mod->mtn_init); +__mod_tree_insert (&mod->core_layout.mtn); +if (mod->init_layout.size) +__mod_tree_insert (&mod->init_layout.mtn); }
Aside from these minor nits,
Re: [PATCH 3/4] module: use a structure to encapsulate layout.
Quoted 15 lines · Peter Zijlstra
kernel/module.c static LIST_HEAD(modules); · line 113
Quoted 11 lines · Rusty Russell
kernel/module.c +0
-3@@ -108,13 +108,6 @@ static LIST_HEAD(modules);* Use a latched RB-tree for __module_address(); this allows us to use * RCU-sched lookups of the address from any context. * -* Because modules have two address ranges: init and core, we need two -* latch_tree_nodes entries. Therefore we need the back-pointer from -* mod_tree_node. We still have the back-pointers, so removing all of that seems a little excessive.
Well, I thought about filling the hole with a "am_init" flag, and putting the layouts in a [2] array, but seemed too cutesy.
Quoted 5 lines
kernel/module.c static LIST_HEAD(modules); · line 116
Quoted 3 lines
kernel/module.c +0
-3-* -* Because init ranges are short lived we mark them unlikely and have placed -* them outside the critical cacheline in struct module. This information also isn't preserved.
Ah yeah, Intel still use 64-byte cachelines. Still, this comment covers what we actually care about:
+#ifdef CONFIG_MODULES_TREE_LOOKUP
+/* Only touch one cacheline for common rbtree-for-core-layout case. */ +#define __module_layout_align ____cacheline_aligned
+#else
+#define __module_layout_align
+#endif
Quoted 1 line
Thanks!
Rusty.
Re: [PATCH 3/4] module: use a structure to encapsulate layout.
In reply to Rusty RussellQuoted 7 lines · Rusty Russell
arch/ia64/kernel/module.c +0
-0@@ -486,13 +486,13 @@ module_frob_arch_sections (Elf_Ehdr *ehdr, Elf_Shdr *sechdrs, char *secstrings,static inline int in_init (const struct module *mod,uint64_t addr)
arch/ia64/kernel/module.c module_frob_arch_sections (Elf_Ehdr *ehdr, Elf_Shdr *sechdrs, char *secstrings, · line 495
Quoted 10 lines
arch/ia64/kernel/module.c +2
-2{ -return addr - (uint64_t ) mod->module_init < mod->init_size; +return addr - (uint64_t ) mod->init_layout.base < mod->init_layout.size; }static inline int in_core (const struct module *mod,uint64_t addr) { -return addr - (uint64_t ) mod->module_core < mod->core_size; +return addr - (uint64_t ) mod->corelayout.base < mod->core_layout.size;
s/corelayout/core_layout/
Quoted 16 lines
arch/x86/kernel/livepatch.c +2
-2@@ -41,8 +41,8 @@ int klp_write_module_reloc(struct module *mod, unsigned long type,int ret, numpages, size =4 ;bool readonly;unsigned long val; -unsigned long core = (unsigned long )mod->module_core; -unsigned long core_size = mod->core_size; +unsigned long core = (unsigned long )mod->core_layout.base; +unsigned long core_size = mod->core_layout.size;switch (type) {case R_X86_64_NONE :
arch/x86/kernel/livepatch.c int klp_write_module_reloc(struct module *mod, unsigned long type, · line 68
Quoted 5 lines
arch/x86/kernel/livepatch.c +1
-1@@ -65,7 +65,7 @@ int klp_write_module_reloc(struct module *mod, unsigned long type,return -EINVAL ; } -if (loc < core || loc >= core + core_size) +if (loc < core || loc >= core + core_layout.size)
No need to change this line (and in fact it fails the build).
I'm also seeing another build failure in linux-next, thanks to a patch we just merged on Friday:
/home/jpoimboe/git/linux/arch/x86/kernel/livepatch.c: In function ‘klp_write_module_reloc’:/home/jpoimboe/git/linux/arch/x86/kernel/livepatch.c:75:22: error: ‘struct module’ has no member named ‘core_ro_size’
if (loc < core + mod->core_ro_size)
^
Assuming the above build failures are fixed,
Signature · 1 line
Josh
PATCH 4/4 module: clean up RO/NX handling.
In reply to Rusty RussellModules have three sections: text, rodata and writable data. The code handled the case where these overlapped, however they never can:debug_align() ensures they are always page-aligned.
This is why we got away with manually traversing the pages in set_all_modules_text_rw() without rounding.
We create three helper functions: frob_text(), frob_rodata() and frob_writable_data(). We then call these explicitly at every point, so it's clear what we're doing.
We also expose module_enable_ro() and module_disable_ro() for livepatch to use.
--- include/linux/module.h | 4 ++ kernel/module.c | 168 +++++++++++++++++++++++-------------------------- 2 files changed, 81 insertions(+), 91 deletions(-)
include/linux/module.h +4 -0
@@ -762,9 +762,13 @@ extern int module_sysfs_initialized;#ifdef CONFIG_DEBUG_SET_MODULE_RONX extern void set_all_modules_text_rw (void );extern void set_all_modules_text_ro (void ); +extern void module_enable_ro (const struct module *mod); +extern void module_disable_ro (const struct module *mod);#else static inline void set_all_modules_text_rw (void ) { }static inline void set_all_modules_text_ro (void ) { } +static inline module_enable_ro(const struct module *mod) { } +static inline module_disable_ro(const struct module *mod) { }#endif #ifdef CONFIG_GENERIC_BUG
kernel/module.c +77 -91
244 lines not on this page · raw message
Signature · 1 line
2.5.0
Re: [PATCH 4/4] module: clean up RO/NX handling.
Quoted 16 lines · Rusty Russell
kernel/module.c +10
-1@@ -1858,74 +1849,75 @@ static void mod_sysfs_teardown(struct module *mod)/* * LKM RO/NX protection: protect module's text/ro-data * from modification and any data from execution. +* +* General layout of module is: +* [text] [read-only-data] [writable data] +* text_size -----^ ^ ^ +* ro_size ------------------------| | +* size -------------------------------------------| +* +* These values are always page-aligned (as is base) */ -void set_page_attributes (void *start,void *end,int (*set)(unsigned long start,int num_pages)) +static void frob_text (const struct module_layout *layout, +int (*set_memory)(unsigned long start,int num_pages))
kernel/module.c static void mod_sysfs_teardown(struct module *mod) · line 1867
Quoted 10 lines
kernel/module.c +4
-5{ -unsigned long begin_pfn =PFN_DOWN ((unsigned long )start); -unsigned long end_pfn =PFN_DOWN ((unsigned long )end); - -if (end_pfn > begin_pfn) -set (begin_pfn <<PAGE_SHIFT , end_pfn - begin_pfn); +BUG_ON ((unsigned long )layout->base & (PAGE_SIZE -1 )); +BUG_ON ((unsigned long )layout->text_size & (PAGE_SIZE -1 )); +set_memory ((unsigned long )layout->base, + layout->text_size >>PAGE_SHIFT );
Should the set_memory() call be skipped if text_size is 0?
Quoted 18 lines
kernel/module.c +2
-13} -static void set_section_ro_nx (void *base, -unsigned long text_size, -unsigned long ro_size, -unsigned long total_size, -int (*set_ro)(unsigned long start,int num_pages), -int (*set_nx)(unsigned long start,int num_pages)) +static void frob_rodata (const struct module_layout *layout, +int (*set_memory)(unsigned long start,int num_pages)) { -/* begin and end PFNs of the current subsection */ -unsigned long begin_pfn; -unsigned long end_pfn; - -/* -* Set RO for module text and RO-data: -* - Always protect first page.
kernel/module.c static void mod_sysfs_teardown(struct module *mod) · line 1878
Quoted 10 lines
kernel/module.c +6
-4-* - Do not protect last partial page. -*/ -if (ro_size >0 ) -set_page_attributes (base, base + ro_size, set_ro); +BUG_ON ((unsigned long )layout->base & (PAGE_SIZE -1 )); +BUG_ON ((unsigned long )layout->text_size & (PAGE_SIZE -1 )); +BUG_ON ((unsigned long )layout->ro_size & (PAGE_SIZE -1 )); +set_memory ((unsigned long )layout->base + layout->text_size, + (layout->ro_size - layout->text_size) >>PAGE_SHIFT ); +}
Same here, what if ro_size == text_size (no rodata)?
Quoted 11 lines
kernel/module.c +0
-10-/* -* Set NX permissions for module data: -* - Do not protect first partial page. -* - Always protect last page. -*/ -if (total_size > text_size) { - begin_pfn =PFN_UP ((unsigned long )base + text_size); - end_pfn =PFN_UP ((unsigned long )base + total_size); -if (end_pfn > begin_pfn) -set_nx (begin_pfn <<PAGE_SHIFT , end_pfn - begin_pfn);
kernel/module.c static void mod_sysfs_teardown(struct module *mod) · line 1888
Quoted 10 lines
kernel/module.c +8
-1- } +static void frob_writable_data (const struct module_layout *layout, +int (*set_memory)(unsigned long start,int num_pages)) +{ +BUG_ON ((unsigned long )layout->base & (PAGE_SIZE -1 )); +BUG_ON ((unsigned long )layout->ro_size & (PAGE_SIZE -1 )); +BUG_ON ((unsigned long )layout->size & (PAGE_SIZE -1 )); +set_memory ((unsigned long )layout->base + layout->ro_size, + (layout->size - layout->ro_size) >>PAGE_SHIFT ); }
Ditto for size == ro_size (no writable data).
Signature · 1 line
Josh
Re: [PATCH 4/4] module: clean up RO/NX handling.
Quoted 22 lines · Josh Poimboeuf
Quoted 20 lines · Rusty Russell
kernel/module.c +10
-4@@ -1858,74 +1849,75 @@ static void mod_sysfs_teardown(struct module *mod)/* * LKM RO/NX protection: protect module's text/ro-data * from modification and any data from execution. +* +* General layout of module is: +* [text] [read-only-data] [writable data] +* text_size -----^ ^ ^ +* ro_size ------------------------| | +* size -------------------------------------------| +* +* These values are always page-aligned (as is base) */ -void set_page_attributes (void *start,void *end,int (*set)(unsigned long start,int num_pages)) +static void frob_text (const struct module_layout *layout, +int (*set_memory)(unsigned long start,int num_pages)) { -unsigned long begin_pfn =PFN_DOWN ((unsigned long )start); -unsigned long end_pfn =PFN_DOWN ((unsigned long )end); -
Quoted 8 lines
kernel/module.c static void mod_sysfs_teardown(struct module *mod) · line 1867
Quoted 6 lines
kernel/module.c +4
-2-if (end_pfn > begin_pfn) -set (begin_pfn <<PAGE_SHIFT , end_pfn - begin_pfn); +BUG_ON ((unsigned long )layout->base & (PAGE_SIZE -1 )); +BUG_ON ((unsigned long )layout->text_size & (PAGE_SIZE -1 )); +set_memory ((unsigned long )layout->base, + layout->text_size >>PAGE_SHIFT );Should the
set_memory()call be skipped iftext_sizeis 0?
Not AFAICT. And in practice:
1) Every module on my system has a .text section.
2) Every module has a rodata section (.modinfo)
3) Every module on my system has a .data section.
So I think it would be a premature optimization.
Thanks,
Rusty.
Re: [PATCH 4/4] module: clean up RO/NX handling.
Quoted 32 lines · Rusty Russell
Quoted 22 lines · Josh Poimboeuf
Quoted 20 lines · Rusty Russell
kernel/module.c +10
-4@@ -1858,74 +1849,75 @@ static void mod_sysfs_teardown(struct module *mod)/* * LKM RO/NX protection: protect module's text/ro-data * from modification and any data from execution. +* +* General layout of module is: +* [text] [read-only-data] [writable data] +* text_size -----^ ^ ^ +* ro_size ------------------------| | +* size -------------------------------------------| +* +* These values are always page-aligned (as is base) */ -void set_page_attributes (void *start,void *end,int (*set)(unsigned long start,int num_pages)) +static void frob_text (const struct module_layout *layout, +int (*set_memory)(unsigned long start,int num_pages)) { -unsigned long begin_pfn =PFN_DOWN ((unsigned long )start); -unsigned long end_pfn =PFN_DOWN ((unsigned long )end); -Quoted 8 lines
kernel/module.c static void mod_sysfs_teardown(struct module *mod) · line 1867
Quoted 6 lines
kernel/module.c +4
-2-if (end_pfn > begin_pfn) -set (begin_pfn <<PAGE_SHIFT , end_pfn - begin_pfn); +BUG_ON ((unsigned long )layout->base & (PAGE_SIZE -1 )); +BUG_ON ((unsigned long )layout->text_size & (PAGE_SIZE -1 )); +set_memory ((unsigned long )layout->base, + layout->text_size >>PAGE_SHIFT );Should the
set_memory()call be skipped iftext_sizeis 0?
Quoted 6 lines
Not AFAICT. And in practice:
1) Every module on my system has a .text section.
2) Every module has a rodata section (.modinfo)
3) Every module on my system has a .data section.So I think it would be a premature optimization.
However, the frob functions are also used for init sections.
A search on my Fedora system's modules for .init.* sections shows that most modules don't have .init.rodata and .init.data, and some modules don't even have .init.text.
Signature · 1 line
Josh
Re: [PATCH 4/4] module: clean up RO/NX handling.
Quoted 38 lines · Josh Poimboeuf
Quoted 37 lines · Rusty Russell
Quoted 22 lines · Josh Poimboeuf
Quoted 20 lines · Rusty Russell
(quoted diff) +10
-4@@ -1858,74 +1849,75 @@ static void mod_sysfs_teardown(struct module *mod) /* * LKM RO/NX protection: protect module's text/ro-data * from modification and any data from execution. + * + * General layout of module is: + * [text] [read-only-data] [writable data] + * text_size -----^ ^ ^ + * ro_size ------------------------| | + * size -------------------------------------------| + * + * These values are always page-aligned (as is base) */ -void set_page_attributes(void *start, void *end, int (*set)(unsigned long start, int num_pages)) +static void frob_text(const struct module_layout *layout, + int (*set_memory)(unsigned long start, int num_pages)) { - unsigned long begin_pfn = PFN_DOWN((unsigned long)start); - unsigned long end_pfn = PFN_DOWN((unsigned long)end); -Quoted 8 lines
Review static void mod_sysfs_teardown(struct module *mod) · line 1867
Quoted 6 lines
(quoted diff) +4
-2- if (end_pfn > begin_pfn) - set(begin_pfn << PAGE_SHIFT, end_pfn - begin_pfn); + BUG_ON((unsigned long)layout->base & (PAGE_SIZE-1)); + BUG_ON((unsigned long)layout->text_size & (PAGE_SIZE-1)); + set_memory((unsigned long)layout->base, + layout->text_size >> PAGE_SHIFT);Should the
set_memory()call be skipped iftext_sizeis 0?Not AFAICT. And in practice:
1) Every module on my system has a .text section.
2) Every module has a rodata section (.modinfo)
3) Every module on my system has a .data section.
Quoted 7 lines
Quoted 1 line
So I think it would be a premature optimization.
However, the frob functions are also used for init sections.
A search on my Fedora system's modules for .init.* sections shows that most modules don't have .init.rodata and .init.data, and some modules don't even have .init.text.
Good point! OK, let's do some trivial benchmarking...
kernel/module.c +11 -2
@@ -1906,10 +1906,19 @@ void module_enable_ro(const struct module *mod)static void module_enable_nx (const struct module *mod) { +size_t i; +ktime_t start, end;frob_rodata (&mod->core_layout, set_memory_nx);frob_writable_data (&mod->core_layout, set_memory_nx); -frob_rodata (&mod->init_layout, set_memory_nx); -frob_writable_data (&mod->init_layout, set_memory_nx); + + start =ktime_get_boottime (); +for (i =0 ; i <1000000 ; i++) { +frob_rodata (&mod->init_layout, set_memory_nx); +frob_writable_data (&mod->init_layout, set_memory_nx); + } + end =ktime_get_boottime (); +printk ("%s init time (ns): %lu\n" ,module_name (mod), +ktime_to_ns (ktime_sub (end, start))); }static void module_disable_nx (const struct module *mod)
[ 2.794462] parport init time (ns): 15277714 [ 2.855277] lp init time (ns): 15207768 [ 2.909701] mac_hid init time (ns): 15409571 [ 2.975350] tpm_tis init time (ns): 15118394 [ 3.062865] parport_pc init time (ns): 15646948 [ 3.247979] virtio_balloon init time (ns): 15555578 [ 3.291373] virtio_net init time (ns): 15236362 [ 3.391361] serio_raw init time (ns): 15395063
Range & mean: 15118394-15646948(1.53559e+07+/-1.7e+05)
With a zero-check:
[ 2.530933] parport init time (ns): 12133350 [ 2.587167] lp init time (ns): 12059255 [ 2.642342] mac_hid init time (ns): 12849836 [ 2.698726] tpm_tis init time (ns): 12008736 [ 2.768969] parport_pc init time (ns): 12057191 [ 2.943308] virtio_net init time (ns): 12048224 [ 2.989983] virtio_balloon init time (ns): 12077151 [ 3.061752] serio_raw init time (ns): 12396804
Range & mean: 12008736-12849836(1.22038e+07+/-2.7e+05)
So, we did save 3ns, but it was 12ns even to call them to do nothing. We'd save more by removing the BUG_ON checks I suspect...
Cheers,
Rusty.
kernel/module.c +9 -6
@@ -1863,8 +1863,9 @@ static void frob_text(const struct module_layout *layout, {BUG_ON ((unsigned long )layout->base & (PAGE_SIZE -1 ));BUG_ON ((unsigned long )layout->text_size & (PAGE_SIZE -1 )); -set_memory ((unsigned long )layout->base, - layout->text_size >>PAGE_SHIFT ); +if (layout->text_size) +set_memory ((unsigned long )layout->base, + layout->text_size >>PAGE_SHIFT ); } static void frob_rodata(const struct module_layout *layout,
@@ -1873,8 +1874,9 @@ static void frob_rodata(const struct module_layout *layout,BUG_ON ((unsigned long )layout->base & (PAGE_SIZE -1 ));BUG_ON ((unsigned long )layout->text_size & (PAGE_SIZE -1 ));BUG_ON ((unsigned long )layout->ro_size & (PAGE_SIZE -1 )); -set_memory ((unsigned long )layout->base + layout->text_size, - (layout->ro_size - layout->text_size) >>PAGE_SHIFT ); +if (layout->ro_size != layout->text_size) +set_memory ((unsigned long )layout->base + layout->text_size, + (layout->ro_size - layout->text_size) >>PAGE_SHIFT ); } static void frob_writable_data(const struct module_layout *layout,
@@ -1883,8 +1885,9 @@ static void frob_writable_data(const struct module_layout *layout,BUG_ON ((unsigned long )layout->base & (PAGE_SIZE -1 ));BUG_ON ((unsigned long )layout->ro_size & (PAGE_SIZE -1 ));BUG_ON ((unsigned long )layout->size & (PAGE_SIZE -1 )); -set_memory ((unsigned long )layout->base + layout->ro_size, - (layout->size - layout->ro_size) >>PAGE_SHIFT ); +if (layout->size != layout->ro_size) +set_memory ((unsigned long )layout->base + layout->ro_size, + (layout->size - layout->ro_size) >>PAGE_SHIFT ); }/* livepatching wants to disable read-only so it can frob module. */
Josh Poimboeuf
Reviewed-byRe: [PATCH 4/4] module: clean up RO/NX handling.
Quoted 98 lines · Rusty Russell
Quoted 38 lines · Josh Poimboeuf
Quoted 37 lines · Rusty Russell
Quoted 22 lines · Josh Poimboeuf
Quoted 20 lines · Rusty Russell
(quoted diff) +10
-4@@ -1858,74 +1849,75 @@ static void mod_sysfs_teardown(struct module *mod) /* * LKM RO/NX protection: protect module's text/ro-data * from modification and any data from execution. + * + * General layout of module is: + * [text] [read-only-data] [writable data] + * text_size -----^ ^ ^ + * ro_size ------------------------| | + * size -------------------------------------------| + * + * These values are always page-aligned (as is base) */ -void set_page_attributes(void *start, void *end, int (*set)(unsigned long start, int num_pages)) +static void frob_text(const struct module_layout *layout, + int (*set_memory)(unsigned long start, int num_pages)) { - unsigned long begin_pfn = PFN_DOWN((unsigned long)start); - unsigned long end_pfn = PFN_DOWN((unsigned long)end); -Quoted 8 lines
Review static void mod_sysfs_teardown(struct module *mod) · line 1867
Quoted 6 lines
(quoted diff) +4
-2- if (end_pfn > begin_pfn) - set(begin_pfn << PAGE_SHIFT, end_pfn - begin_pfn); + BUG_ON((unsigned long)layout->base & (PAGE_SIZE-1)); + BUG_ON((unsigned long)layout->text_size & (PAGE_SIZE-1)); + set_memory((unsigned long)layout->base, + layout->text_size >> PAGE_SHIFT);Should the
set_memory()call be skipped iftext_sizeis 0?Not AFAICT. And in practice:
1) Every module on my system has a .text section.
2) Every module has a rodata section (.modinfo)
3) Every module on my system has a .data section.Quoted 7 lines
Quoted 1 line
So I think it would be a premature optimization.
However, the frob functions are also used for init sections.
A search on my Fedora system's modules for .init.* sections shows that most modules don't have .init.rodata and .init.data, and some modules don't even have .init.text.
Good point! OK, let's do some trivial benchmarking...
kernel/module.c +11
-2@@ -1906,10 +1906,19 @@ void module_enable_ro(const struct module *mod)static void module_enable_nx (const struct module *mod) { +size_t i; +ktime_t start, end;frob_rodata (&mod->core_layout, set_memory_nx);frob_writable_data (&mod->core_layout, set_memory_nx); -frob_rodata (&mod->init_layout, set_memory_nx); -frob_writable_data (&mod->init_layout, set_memory_nx); + + start =ktime_get_boottime (); +for (i =0 ; i <1000000 ; i++) { +frob_rodata (&mod->init_layout, set_memory_nx); +frob_writable_data (&mod->init_layout, set_memory_nx); + } + end =ktime_get_boottime (); +printk ("%s init time (ns): %lu\n" ,module_name (mod), +ktime_to_ns (ktime_sub (end, start))); }static void module_disable_nx (const struct module *mod)[ 2.794462] parport init time (ns): 15277714 [ 2.855277] lp init time (ns): 15207768 [ 2.909701] mac_hid init time (ns): 15409571 [ 2.975350] tpm_tis init time (ns): 15118394 [ 3.062865] parport_pc init time (ns): 15646948 [ 3.247979] virtio_balloon init time (ns): 15555578 [ 3.291373] virtio_net init time (ns): 15236362 [ 3.391361] serio_raw init time (ns): 15395063Range & mean: 15118394-15646948(1.53559e+07+/-1.7e+05)
With a zero-check:
[ 2.530933] parport init time (ns): 12133350 [ 2.587167] lp init time (ns): 12059255 [ 2.642342] mac_hid init time (ns): 12849836 [ 2.698726] tpm_tis init time (ns): 12008736 [ 2.768969] parport_pc init time (ns): 12057191 [ 2.943308] virtio_net init time (ns): 12048224 [ 2.989983] virtio_balloon init time (ns): 12077151 [ 3.061752] serio_raw init time (ns): 12396804
Quoted 4 lines
Range & mean: 12008736-12849836(1.22038e+07+/-2.7e+05)
So, we did save 3ns, but it was 12ns even to call them to do nothing. We'd save more by removing the
BUG_ONchecks I suspect...
Ok, leaving the checks out seems harmless from a performance standpoint.
I was also curious about whether anything unexpected could potentially happen in change_page_attr_set_clr() for numpages == 0. But I guess it seems to be fine (though I'm no mm expert).
I didn't quite get whether you decided to fold in the below patch. But either way:
Thanks!
Quoted 43 lines
Cheers,
Rusty.kernel/module.c +9
-6@@ -1863,8 +1863,9 @@ static void frob_text(const struct module_layout *layout, {BUG_ON ((unsigned long )layout->base & (PAGE_SIZE -1 ));BUG_ON ((unsigned long )layout->text_size & (PAGE_SIZE -1 )); -set_memory ((unsigned long )layout->base, - layout->text_size >>PAGE_SHIFT ); +if (layout->text_size) +set_memory ((unsigned long )layout->base, + layout->text_size >>PAGE_SHIFT ); } static void frob_rodata(const struct module_layout *layout,@@ -1873,8 +1874,9 @@ static void frob_rodata(const struct module_layout *layout,BUG_ON ((unsigned long )layout->base & (PAGE_SIZE -1 ));BUG_ON ((unsigned long )layout->text_size & (PAGE_SIZE -1 ));BUG_ON ((unsigned long )layout->ro_size & (PAGE_SIZE -1 )); -set_memory ((unsigned long )layout->base + layout->text_size, - (layout->ro_size - layout->text_size) >>PAGE_SHIFT ); +if (layout->ro_size != layout->text_size) +set_memory ((unsigned long )layout->base + layout->text_size, + (layout->ro_size - layout->text_size) >>PAGE_SHIFT ); } static void frob_writable_data(const struct module_layout *layout,@@ -1883,8 +1885,9 @@ static void frob_writable_data(const struct module_layout *layout,BUG_ON ((unsigned long )layout->base & (PAGE_SIZE -1 ));BUG_ON ((unsigned long )layout->ro_size & (PAGE_SIZE -1 ));BUG_ON ((unsigned long )layout->size & (PAGE_SIZE -1 )); -set_memory ((unsigned long )layout->base + layout->ro_size, - (layout->size - layout->ro_size) >>PAGE_SHIFT ); +if (layout->size != layout->ro_size) +set_memory ((unsigned long )layout->base + layout->ro_size, + (layout->size - layout->ro_size) >>PAGE_SHIFT ); }/* livepatching wants to disable read-only so it can frob module. */
Signature · 1 line
Josh