objtool: vmlinux.o and noinstr validation
Subsystems (4)
Peter Zijlstra
maintainerv2 cover objtool: vmlinux.o and noinstr validation
Hi all,
Moar patches. This implements the proposed objtool validation for the
noinstr -- function attribute
instr_{begin,end}() -- annotation
Who's purpose is to annotate such code that has constraints on instrumentation -- such as early exception code. Specifically it makes it very hard to accidentally add code to such regions.
I've left the whole noinstr naming in place, we'll bike-shed on that later.
This should address all feedback from RFC/v1.
Peter Zijlstra
maintainerPATCH v2 1/19 objtool: Introduce validate_return()
Trivial 'cleanup' to save one indentation level and match validate_call().
--- tools/objtool/check.c | 64 ++++++++++++++++++++++++++++---------------------- 1 file changed, 36 insertions(+), 28 deletions(-)
tools/objtool/check.c +36 -28
@@ -1935,6 +1935,41 @@ static int validate_sibling_call(structreturn validate_call (insn, state); } +static int validate_return (struct symbol *func,struct instruction *insn,struct insn_state *state) +{ +if (state->uaccess && !func_uaccess_safe (func)) { +WARN_FUNC ("return with UACCESS enabled" , + insn->sec, insn->offset); +return 1 ; + } + +if (!state->uaccess &&func_uaccess_safe (func)) { +WARN_FUNC ("return with UACCESS disabled from a UACCESS-safe function" , + insn->sec, insn->offset); +return 1 ; + } + +if (state->df) { +WARN_FUNC ("return with DF set" , + insn->sec, insn->offset); +return 1 ; + } + +if (func &&has_modified_stack_frame (state)) { +WARN_FUNC ("return with modified stack frame" , + insn->sec, insn->offset); +return 1 ; + } + +if (state->bp_scratch) { +WARN ("%s uses BP as a scratch register" , + func->name); +return 1 ; + } + +return 0 ; +} +/* * Follow the branch starting at the given instruction, and recursively follow * any other branches (jumps). Meanwhile, track the frame pointer state at
@@ -2050,34 +2085,7 @@ static int validate_branch(struct objtooswitch (insn->type) {case INSN_RETURN : -if (state.uaccess && !func_uaccess_safe (func)) { -WARN_FUNC ("return with UACCESS enabled" , sec, insn->offset); -return 1 ; - } - -if (!state.uaccess &&func_uaccess_safe (func)) { -WARN_FUNC ("return with UACCESS disabled from a UACCESS-safe function" , sec, insn->offset); -return 1 ; - } - -if (state.df) { -WARN_FUNC ("return with DF set" , sec, insn->offset); -return 1 ; - } - -if (func &&has_modified_stack_frame (&state)) { -WARN_FUNC ("return with modified stack frame" , - sec, insn->offset); -return 1 ; - } - -if (state.bp_scratch) { -WARN ("%s uses BP as a scratch register" , - func->name); -return 1 ; - } - -return 0 ; +return validate_return (func, insn, &state);case INSN_CALL :case INSN_CALL_DYNAMIC :
Peter Zijlstra
maintainerPATCH v2 2/19 objtool: Rename func_for_each_insn()
In reply to Peter ZijlstraThere is func_for_each_insn() and func_for_each_insn_all(), the both iterate the instructions, but the first uses symbol offset/length while the second uses insn->func.
Rename func_for_each_insn() to sym_for_eac_insn() because it iterates on symbol information.
--- tools/objtool/check.c | 16 ++++++++-------- 1 file changed, 8 insertions(+), 8 deletions(-)
tools/objtool/check.c +8 -8
@@ -77,17 +77,17 @@ static struct instruction *next_insn_saminsn ; \ insn = next_insn_same_func(file, insn)) -#define func_for_each_insn (file, func, insn) \ - for (insn = find_insn(file, func->sec, func->offset); \ +#define sym_for_each_insn (file, sym, insn) \ + for (insn = find_insn(file, sym->sec, sym->offset); \ insn && &insn->list != &file->insn_list && \ - insn->sec == func->sec && \ - insn->offset < func->offset + func->len; \ + insn->sec == sym->sec && \ + insn->offset < sym->offset + sym->len; \ insn = list_next_entry(insn, list)) -#define func_for_each_insn_continue_reverse (file, func, insn) \ +#define sym_for_each_insn_continue_reverse (file, sym, insn) \ for (insn = list_prev_entry(insn, list); \ &insn->list != &file->insn_list && \ - insn->sec == func->sec && insn->offset >= func->offset; \ + insn->sec == sym->sec && insn->offset >= sym->offset; \ insn = list_prev_entry(insn, list))#define sec_for_each_insn_from (file, insn) \
@@ -281,7 +281,7 @@ static int decode_instructions(struct obreturn -1 ; } -func_for_each_insn (file, func, insn) +sym_for_each_insn (file, func, insn) insn->func = func; } }
@@ -2024,7 +2024,7 @@ static int validate_branch(struct objtoo i = insn; save_insn =NULL ; -func_for_each_insn_continue_reverse (file, func, i) { +sym_for_each_insn_continue_reverse (file, func, i) {if (i->save) { save_insn = i;break ;
Peter Zijlstra
maintainerPATCH v2 3/19 objtool: Rename func_for_each_insn_all()
In reply to Peter ZijlstraNow that func_for_each_insn() is available, rename func_for_each_insn_all(). This gets us:
sym_for_each_insn() - iterate on symbol offset/len func_for_each_insn() - iterate on insn->func
--- tools/objtool/check.c | 12 ++++++------ 1 file changed, 6 insertions(+), 6 deletions(-)
tools/objtool/check.c +6 -6
@@ -72,7 +72,7 @@ static struct instruction *next_insn_samreturn find_insn (file, func->cfunc->sec, func->cfunc->offset); } -#define func_for_each_insn_all (file, func, insn) \ +#define func_for_each_insn (file, func, insn) \ for (insn = find_insn(file, func->sec, func->offset); \ insn; \ insn = next_insn_same_func(file, insn))
@@ -165,7 +165,7 @@ static bool __dead_end_function(struct oif (!insn->func)return false; -func_for_each_insn_all (file, func, insn) { +func_for_each_insn (file, func, insn) { empty = false;if (insn->type ==INSN_RETURN )
@@ -180,7 +180,7 @@ static bool __dead_end_function(struct o* case, the function's dead-end status depends on whether the target * of the sibling call returns. */ -func_for_each_insn_all (file, func, insn) { +func_for_each_insn (file, func, insn) {if (is_sibling_call (insn)) {struct instruction *dest = insn->jump_dest;
@@ -425,7 +425,7 @@ static void add_ignores(struct objtool_fcontinue ; } -func_for_each_insn_all (file, func, insn) +func_for_each_insn (file, func, insn) insn->ignore = true; } }
@@ -1082,7 +1082,7 @@ static void mark_func_jump_tables(structstruct instruction *insn, *last =NULL ;struct rela *rela; -func_for_each_insn_all (file, func, insn) { +func_for_each_insn (file, func, insn) {if (!last) last = insn;
@@ -1117,7 +1117,7 @@ static int add_func_jump_tables(struct ostruct instruction *insn;int ret; -func_for_each_insn_all (file, func, insn) { +func_for_each_insn (file, func, insn) {if (!insn->jump_table)continue ;
Peter Zijlstra
maintainerPATCH v2 4/19 x86/kexec: Use RIP relative addressing
In reply to Peter ZijlstraNormally identity_mapped is not visible to objtool, due to:
arch/x86/kernel/Makefile:OBJECT_FILES_NON_STANDARD_relocate_kernel_$(BITS).o := y
However, when we want to run objtool on vmlinux.o there is no hiding it:
vmlinux.o: warning: objtool: .text+0x4c0f1: unsupported intra-function call
Replace the (i386 inspired) pattern:
call 1f
1: popq %r8
subq $(1b - relocate_kernel), %r8
With a x86_64 RIP-relative LEA:
leaq relocate_kernel(%rip), %r8
--- arch/x86/kernel/relocate_kernel_64.S | 5 +---- 1 file changed, 1 insertion(+), 4 deletions(-)
arch/x86/kernel/relocate_kernel_64.S +1 -4
@@ -196,10 +196,7 @@ SYM_CODE_START_LOCAL_NOALIGN(identity_ma /* get the re-entry point of the peer system */ movq 0(%rsp), %rbp - call 1f -1: - popq %r8 - subq $(1b - relocate_kernel), %r8 + leaq relocate_kernel(%rip), %r8 movq CP_PA_SWAP_PAGE(%r8), %r10 movq CP_PA_BACKUP_PAGES_MAP(%r8), %rdi movq CP_PA_TABLE_PAGE(%r8), %rax
Peter Zijlstra
maintainerPATCH v2 5/19 objtool: Optimize find_symbol_by_index()
In reply to Peter ZijlstraThe symbol index is object wide, not per section, so it makes no sense to have the symbol_hash be part of the section object. By moving it to the elf object we avoid the linear sections iteration.
This reduces the runtime of objtool on vmlinux.o from over 3 hours (I gave up) to a few minutes. The defconfig vmlinux.o has around 20k sections.
--- tools/objtool/elf.c | 13 +++++-------- tools/objtool/elf.h | 3 +-- 2 files changed, 6 insertions(+), 10 deletions(-)
tools/objtool/elf.c +5 -8
@@ -46,13 +46,11 @@ static struct section *find_section_by_istatic struct symbol *find_symbol_by_index (struct elf *elf,unsigned int idx) { -struct section *sec;struct symbol *sym; -list_for_each_entry (sec, &elf->sections, list) -hash_for_each_possible (sec->symbol_hash, sym, hash, idx) -if (sym->idx == idx) -return sym; +hash_for_each_possible (elf->symbol_hash, sym, hash, idx) +if (sym->idx == idx) +return sym;return NULL ; }
@@ -166,7 +164,6 @@ static int read_sections(struct elf *elfINIT_LIST_HEAD (&sec->symbol_list);INIT_LIST_HEAD (&sec->rela_list);hash_init (sec->rela_hash); -hash_init (sec->symbol_hash);list_add_tail (&sec->list, &elf->sections);
@@ -299,7 +296,7 @@ static int read_symbols(struct elf *elf) } sym->alias = alias;list_add (&sym->list, entry); -hash_add (sym->sec->symbol_hash, &sym->hash, sym->idx); +hash_add (elf->symbol_hash, &sym->hash, sym->idx); }/* Create parent/child links for any cold subfunctions */
@@ -425,6 +422,7 @@ struct elf *elf_read(const char *name, i }memset (elf,0 ,sizeof (*elf)); +hash_init (elf->symbol_hash);INIT_LIST_HEAD (&elf->sections); elf->fd =open (name, flags);
@@ -486,7 +484,6 @@ struct section *elf_create_section(strucINIT_LIST_HEAD (&sec->symbol_list);INIT_LIST_HEAD (&sec->rela_list);hash_init (sec->rela_hash); -hash_init (sec->symbol_hash);list_add_tail (&sec->list, &elf->sections);
tools/objtool/elf.h +1 -2
@@ -27,7 +27,6 @@ struct section {struct list_head list;GElf_Shdr sh;struct list_head symbol_list; -DECLARE_HASHTABLE (symbol_hash,8 );struct list_head rela_list;DECLARE_HASHTABLE (rela_hash,16 );struct section *base, *rela;
@@ -71,7 +70,7 @@ struct elf {int fd;char *name;struct list_head sections; -DECLARE_HASHTABLE (rela_hash,16 ); +DECLARE_HASHTABLE (symbol_hash,20 ); };
Peter Zijlstra
maintainerPATCH v2 6/19 objtool: Add a statistics mode
In reply to Peter ZijlstraHave it print a few numbers which can be used to size the hashtables.
--- tools/objtool/builtin-check.c | 3 ++- tools/objtool/builtin.h | 2 +- tools/objtool/check.c | 5 +++++ tools/objtool/elf.c | 18 +++++++++++++++++- 4 files changed, 25 insertions(+), 3 deletions(-)
tools/objtool/builtin-check.c +2 -1
@@ -17,7 +17,7 @@#include "builtin.h" #include "check.h" -bool no_fp, no_unreachable, retpoline, module, backtrace, uaccess; +bool no_fp, no_unreachable, retpoline, module, backtrace, uaccess, stats;static const char *const check_usage[] = {"objtool check [<options>] file.o" ,
@@ -31,6 +31,7 @@ const struct option check_options[] = {OPT_BOOLEAN ('m' ,"module" , &module,"Indicates the object will be part of a kernel module" ),OPT_BOOLEAN ('b' ,"backtrace" , &backtrace,"unwind on error" ),OPT_BOOLEAN ('a' ,"uaccess" , &uaccess,"enable uaccess checking" ), +OPT_BOOLEAN ('s' ,"stats" , &stats,"print statistics" ), OPT_END(), };
tools/objtool/builtin.h +1 -1
@@ -8,7 +8,7 @@#include <subcmd/parse-options.h> extern const struct option check_options[]; -extern bool no_fp, no_unreachable, retpoline, module, backtrace, uaccess; +extern bool no_fp, no_unreachable, retpoline, module, backtrace, uaccess, stats;extern int cmd_check (int argc,const char **argv);extern int cmd_orc (int argc,const char **argv);
tools/objtool/check.c +5 -0
@@ -239,6 +239,7 @@ static int decode_instructions(struct obstruct symbol *func;unsigned long offset;struct instruction *insn; +unsigned long nr_insns =0 ;int ret;for_each_sec (file, sec) {
@@ -274,6 +275,7 @@ static int decode_instructions(struct obhash_add (file->insn_hash, &insn->hash, insn->offset);list_add_tail (&insn->list, &file->insn_list); + nr_insns++; }list_for_each_entry (func, &sec->symbol_list, list) {
@@ -291,6 +293,9 @@ static int decode_instructions(struct ob } } +if (stats) +printf ("nr_insns: %lu\n" , nr_insns); +return 0 ; err:
tools/objtool/elf.c +17 -1
@@ -15,6 +15,7 @@#include <string.h> #include <unistd.h> #include <errno.h> +#include "builtin.h" #include "elf.h" #include "warn.h"
@@ -202,6 +203,9 @@ static int read_sections(struct elf *elf sec->len = sec->sh.sh_size; } +if (stats) +printf ("nr_sections: %lu\n" , (unsigned long )sections_nr); +/* sanity check, one more call to elf_nextscn() should return NULL */ if (elf_nextscn (elf->elf, s)) {WARN ("section entry mismatch" );
@@ -299,6 +303,9 @@ static int read_symbols(struct elf *elf)hash_add (elf->symbol_hash, &sym->hash, sym->idx); } +if (stats) +printf ("nr_symbols: %lu\n" , (unsigned long )symbols_nr); +/* Create parent/child links for any cold subfunctions */ list_for_each_entry (sec, &elf->sections, list) {list_for_each_entry (sym, &sec->symbol_list, list) {
@@ -360,6 +367,7 @@ static int read_relas(struct elf *elf)struct rela *rela;int i;unsigned int symndx; +unsigned long nr_rela, max_rela =0 , tot_rela =0 ;list_for_each_entry (sec, &elf->sections, list) {if (sec->sh.sh_type !=SHT_RELA )
@@ -374,6 +382,7 @@ static int read_relas(struct elf *elf) sec->base->rela = sec; + nr_rela =0 ;for (i =0 ; i < sec->sh.sh_size / sec->sh.sh_entsize; i++) { rela =malloc (sizeof (*rela));if (!rela) {
@@ -401,8 +410,15 @@ static int read_relas(struct elf *elf)list_add_tail (&rela->list, &sec->rela_list);hash_add (sec->rela_hash, &rela->hash, rela->offset); - + nr_rela++; } + max_rela =max (max_rela, nr_rela); + tot_rela += nr_rela; + } + +if (stats) { +printf ("max_rela: %lu\n" , max_rela); +printf ("tot_rela: %lu\n" , tot_rela); }return 0 ;
Peter Zijlstra
maintainerPATCH v2 7/19 objtool: Optimize find_section_by_index()
In reply to Peter ZijlstraIn order to avoid a linear search (over 20k entries), add an section_hash to the elf object.
This reduces objtool on vmlinux.o from a few minutes to around 45 seconds.
--- tools/objtool/elf.c | 13 ++++++++----- tools/objtool/elf.h | 2 ++ 2 files changed, 10 insertions(+), 5 deletions(-)
tools/objtool/elf.c +8 -5
@@ -38,7 +38,7 @@ static struct section *find_section_by_i {struct section *sec; -list_for_each_entry (sec, &elf->sections, list) +hash_for_each_possible (elf->section_hash, sec, hash, idx)if (sec->idx == idx)return sec;
@@ -166,8 +166,6 @@ static int read_sections(struct elf *elfINIT_LIST_HEAD (&sec->rela_list);hash_init (sec->rela_hash); -list_add_tail (&sec->list, &elf->sections); - s =elf_getscn (elf->elf, i);if (!s) {WARN_ELF ("elf_getscn" );
@@ -201,6 +199,9 @@ static int read_sections(struct elf *elf } } sec->len = sec->sh.sh_size; + +list_add_tail (&sec->list, &elf->sections); +hash_add (elf->section_hash, &sec->hash, sec->idx); }if (stats)
@@ -439,6 +440,7 @@ struct elf *elf_read(const char *name, imemset (elf,0 ,sizeof (*elf));hash_init (elf->symbol_hash); +hash_init (elf->section_hash);INIT_LIST_HEAD (&elf->sections); elf->fd =open (name, flags);
@@ -501,8 +503,6 @@ struct section *elf_create_section(strucINIT_LIST_HEAD (&sec->rela_list);hash_init (sec->rela_hash); -list_add_tail (&sec->list, &elf->sections); - s =elf_newscn (elf->elf);if (!s) {WARN_ELF ("elf_newscn" );
@@ -579,6 +579,9 @@ struct section *elf_create_section(struc shstrtab->len +=strlen (name) +1 ; shstrtab->changed = true; +list_add_tail (&sec->list, &elf->sections); +hash_add (elf->section_hash, &sec->hash, sec->idx); +return sec; }
tools/objtool/elf.h +2 -0
@@ -25,6 +25,7 @@struct section {struct list_head list; +struct hlist_node hash;GElf_Shdr sh;struct list_head symbol_list;struct list_head rela_list;
@@ -71,6 +72,7 @@ struct elf {char *name;struct list_head sections;DECLARE_HASHTABLE (symbol_hash,20 ); +DECLARE_HASHTABLE (section_hash,16 ); };
Peter Zijlstra
maintainerPATCH v2 8/19 objtool: Optimize find_section_by_name()
In reply to Peter ZijlstraIn order to avoid yet another linear search of (20k) sections, add a name based hash.
This reduces objtool runtime on vmlinux.o by some 10s to around 35s.
--- tools/objtool/elf.c | 10 +++++++++- tools/objtool/elf.h | 3 +++ 2 files changed, 12 insertions(+), 1 deletion(-)
tools/objtool/elf.c +9 -1
@@ -22,11 +22,16 @@#define MAX_NAME_LEN 128 +static inline u32 str_hash (const char *str) +{ +return jhash (str,strlen (str),0 ); +} +struct section *find_section_by_name (struct elf *elf,const char *name) {struct section *sec; -list_for_each_entry (sec, &elf->sections, list) +hash_for_each_possible (elf->section_name_hash, sec, name_hash,str_hash (name))if (!strcmp (sec->name, name))return sec;
@@ -202,6 +207,7 @@ static int read_sections(struct elf *elflist_add_tail (&sec->list, &elf->sections);hash_add (elf->section_hash, &sec->hash, sec->idx); +hash_add (elf->section_name_hash, &sec->name_hash,str_hash (sec->name)); }if (stats)
@@ -441,6 +447,7 @@ struct elf *elf_read(const char *name, ihash_init (elf->symbol_hash);hash_init (elf->section_hash); +hash_init (elf->section_name_hash);INIT_LIST_HEAD (&elf->sections); elf->fd =open (name, flags);
@@ -581,6 +588,7 @@ struct section *elf_create_section(struclist_add_tail (&sec->list, &elf->sections);hash_add (elf->section_hash, &sec->hash, sec->idx); +hash_add (elf->section_name_hash, &sec->name_hash,str_hash (sec->name));return sec; }
tools/objtool/elf.h +3 -0
@@ -10,6 +10,7 @@#include <gelf.h> #include <linux/list.h> #include <linux/hashtable.h> +#include <linux/jhash.h> #ifdef LIBELF_USE_DEPRECATED # define elf_getshdrnum elf_getshnum
@@ -26,6 +27,7 @@struct section {struct list_head list;struct hlist_node hash; +struct hlist_node name_hash;GElf_Shdr sh;struct list_head symbol_list;struct list_head rela_list;
@@ -73,6 +75,7 @@ struct elf {struct list_head sections;DECLARE_HASHTABLE (symbol_hash,20 );DECLARE_HASHTABLE (section_hash,16 ); +DECLARE_HASHTABLE (section_name_hash,16 ); };
Peter Zijlstra
maintainerPATCH v2 9/19 objtool: Optimize find_symbol_*() and read_symbols()
In reply to Peter ZijlstraAll of:
read_symbols(), find_symbol_by_offset(), find_symbol_containing(), find_containing_func()
do a linear search of the symbols. Add an RB tree to make it go faster.
This about halves objtool runtime on vmlinux.o, from 34s to 18s.
--- tools/objtool/Build | 5 + tools/objtool/elf.c | 194 ++++++++++++++++++++++++++++++++++++---------------- tools/objtool/elf.h | 3 3 files changed, 144 insertions(+), 58 deletions(-)
tools/objtool/Build +5 -0
@@ -11,6 +11,7 @@ objtool-y += objtool.o objtool-y += libstring.o objtool-y += libctype.o objtool-y += str_error_r.o +objtool-y += librbtree.o CFLAGS += -I$(srctree)/tools/lib
@@ -25,3 +26,7 @@ $(OUTPUT)libctype.o: ../lib/ctype.c FORC $(OUTPUT)str_error_r.o: ../lib/str_error_r.c FORCE $(call rule_mkdir) $(call if_changed_dep,cc_o_c) + +$(OUTPUT)librbtree.o: ../lib/rbtree.c FORCE + $(call rule_mkdir) + $(call if_changed_dep,cc_o_c)
tools/objtool/elf.c +136 -58
251 lines not on this page · raw message
tools/objtool/elf.h +3 -0
@@ -10,6 +10,7 @@#include <gelf.h> #include <linux/list.h> #include <linux/hashtable.h> +#include <linux/rbtree.h> #include <linux/jhash.h> #ifdef LIBELF_USE_DEPRECATED
@@ -29,6 +30,7 @@ struct section {struct hlist_node hash;struct hlist_node name_hash;GElf_Shdr sh; +struct rb_root symbol_tree;struct list_head symbol_list;struct list_head rela_list;DECLARE_HASHTABLE (rela_hash,16 );
@@ -43,6 +45,7 @@ struct section {struct symbol {struct list_head list; +struct rb_node node;struct hlist_node hash;GElf_Sym sym;struct section *sec;
Peter Zijlstra
maintainerPATCH v2 10/19 objtool: Rename find_containing_func()
In reply to Peter ZijlstraFor consistency; we have:
find_symbol_by_offset() / find_symbol_containing()
find_func_by_offset() / find_containing_func()
fix that.
--- tools/objtool/elf.c | 2 +- tools/objtool/elf.h | 2 +- tools/objtool/warn.h | 2 +- 3 files changed, 3 insertions(+), 3 deletions(-)
tools/objtool/elf.c +1 -1
@@ -187,7 +187,7 @@ struct symbol *find_symbol_containing(streturn NULL ; } -struct symbol *find_containing_func (struct section *sec,unsigned long offset) +struct symbol *find_func_containing (struct section *sec,unsigned long offset) {struct rb_node *node;
tools/objtool/elf.h +1 -1
@@ -91,7 +91,7 @@ struct symbol *find_symbol_containing(ststruct rela *find_rela_by_dest (struct section *sec,unsigned long offset);struct rela *find_rela_by_dest_range (struct section *sec,unsigned long offset,unsigned int len); -struct symbol *find_containing_func (struct section *sec,unsigned long offset); +struct symbol *find_func_containing (struct section *sec,unsigned long offset);struct section *elf_create_section (struct elf *elf,const char *name,size_t entsize,int nr);struct section *elf_create_rela_section (struct elf *elf,struct section *base);
tools/objtool/warn.h +1 -1
@@ -21,7 +21,7 @@ static inline char *offstr(struct sectiochar *name, *str;unsigned long name_off; - func =find_containing_func (sec, offset); + func =find_func_containing (sec, offset);if (func) { name = func->name; name_off = offset - func->offset;
Peter Zijlstra
maintainerPATCH v2 11/19 objtool: Resize insn_hash
In reply to Peter ZijlstraPerf shows we're spending a lot of time in find_insn() and the statistics show we have around 3.2 million instruction. Increase the hash table size to reduce the bucket load from around 50 to 3.
This shaves about 2s off of objtool on vmlinux.o runtime, down to 16s.
--- tools/objtool/check.h | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-)
tools/objtool/check.h +1 -1
@@ -50,7 +50,7 @@ struct instruction {struct objtool_file {struct elf *elf;struct list_head insn_list; - DECLARE_HASHTABLE(insn_hash, 16); + DECLARE_HASHTABLE(insn_hash, 20);bool ignore_unreachables, c_file, hints, rodata; };
Peter Zijlstra
maintainerPATCH v2 12/19 objtool: Optimize find_symbol_by_name()
In reply to Peter ZijlstraPerf showed that find_symbol_by_name() takes time; add a symbol name hash.
This shaves another second off of objtool on vmlinux.o runtime, down to 15 seconds.
--- tools/objtool/elf.c | 10 +++++----- tools/objtool/elf.h | 2 ++ 2 files changed, 7 insertions(+), 5 deletions(-)
tools/objtool/elf.c +5 -5
@@ -203,13 +203,11 @@ struct symbol *find_func_containing(strustruct symbol *find_symbol_by_name (struct elf *elf,const char *name) { -struct section *sec;struct symbol *sym; -list_for_each_entry (sec, &elf->sections, list) -list_for_each_entry (sym, &sec->symbol_list, list) -if (!strcmp (sym->name, name)) -return sym; +hash_for_each_possible (elf->symbol_name_hash, sym, name_hash,str_hash (name)) +if (!strcmp (sym->name, name)) +return sym;return NULL ; }
@@ -386,6 +384,7 @@ static int read_symbols(struct elf *elf) entry = &sym->sec->symbol_list;list_add (&sym->list, entry);hash_add (elf->symbol_hash, &sym->hash, sym->idx); +hash_add (elf->symbol_name_hash, &sym->name_hash,str_hash (sym->name)); }if (stats)
@@ -524,6 +523,7 @@ struct elf *elf_read(const char *name, imemset (elf,0 ,sizeof (*elf));hash_init (elf->symbol_hash); +hash_init (elf->symbol_name_hash);hash_init (elf->section_hash);hash_init (elf->section_name_hash);INIT_LIST_HEAD (&elf->sections);
tools/objtool/elf.h +2 -0
@@ -47,6 +47,7 @@ struct symbol {struct list_head list;struct rb_node node;struct hlist_node hash; +struct hlist_node name_hash;GElf_Sym sym;struct section *sec;char *name;
@@ -77,6 +78,7 @@ struct elf {char *name;struct list_head sections;DECLARE_HASHTABLE (symbol_hash,20 ); +DECLARE_HASHTABLE (symbol_name_hash,20 );DECLARE_HASHTABLE (section_hash,16 );DECLARE_HASHTABLE (section_name_hash,16 ); };
Peter Zijlstra
maintainerPATCH v2 13/19 objtool: Optimize read_sections()
In reply to Peter ZijlstraPerf showed that __hash_init() is a significant portion of read_sections(), so instead of doing a per section rela_hash, use an elf-wide rela_hash.
Statistics show us there are about 1.1 million relas, so size it accordingly.
This reduces the objtool on vmlinux.o runtime to a third, from 15 to 5 seconds.
--- tools/objtool/check.c | 18 +++++++++--------- tools/objtool/elf.c | 24 ++++++++++++++---------- tools/objtool/elf.h | 21 +++++++++++++++++---- tools/objtool/orc_gen.c | 9 +++++---- tools/objtool/special.c | 4 ++-- 5 files changed, 47 insertions(+), 29 deletions(-)
tools/objtool/check.c +9 -9
@@ -587,8 +587,8 @@ static int add_jump_destinations(structif (insn->ignore || insn->offset ==FAKE_JUMP_OFFSET )continue ; - rela =find_rela_by_dest_range (insn->sec, insn->offset, - insn->len); + rela =find_rela_by_dest_range (file->elf, insn->sec, + insn->offset, insn->len);if (!rela) { dest_sec = insn->sec; dest_off = insn->offset + insn->len + insn->immediate;
@@ -684,8 +684,8 @@ static int add_call_destinations(structif (insn->type !=INSN_CALL )continue ; - rela =find_rela_by_dest_range (insn->sec, insn->offset, - insn->len); + rela =find_rela_by_dest_range (file->elf, insn->sec, + insn->offset, insn->len);if (!rela) { dest_off = insn->offset + insn->len + insn->immediate; insn->call_dest =find_func_by_offset (insn->sec, dest_off);
@@ -814,7 +814,7 @@ static int handle_group_alt(struct objto*/ if ((insn->offset != special_alt->new_off || (insn->type !=INSN_CALL && !is_static_jump (insn))) && -find_rela_by_dest_range (insn->sec, insn->offset, insn->len)) { +find_rela_by_dest_range (file->elf, insn->sec, insn->offset, insn->len)) {WARN_FUNC ("unsupported relocation in alternatives section" , insn->sec, insn->offset);
@@ -1084,8 +1084,8 @@ static struct rela *find_jump_table(strubreak ;/* look for a relocation which references .rodata */ - text_rela =find_rela_by_dest_range (insn->sec, insn->offset, - insn->len); + text_rela =find_rela_by_dest_range (file->elf, insn->sec, + insn->offset, insn->len);if (!text_rela || text_rela->sym->type !=STT_SECTION || !text_rela->sym->sec->rodata)continue ;
@@ -1114,7 +1114,7 @@ static struct rela *find_jump_table(stru* should reference text in the same function as the original * instruction. */ - table_rela =find_rela_by_dest (table_sec, table_offset); + table_rela =find_rela_by_dest (file->elf, table_sec, table_offset);if (!table_rela)continue ; dest_insn =find_insn (file, table_rela->sym->sec, table_rela->addend);
@@ -1250,7 +1250,7 @@ static int read_unwind_hints(struct objtfor (i =0 ; i < sec->len /sizeof (struct unwind_hint ); i++) { hint = (struct unwind_hint *)sec->data->d_buf + i; - rela =find_rela_by_dest (sec, i *sizeof (*hint)); + rela =find_rela_by_dest (file->elf, sec, i *sizeof (*hint));if (!rela) {WARN ("can't find rela for unwind_hints[%d]" , i);return -1 ;
tools/objtool/elf.c +14 -10
@@ -212,8 +212,8 @@ struct symbol *find_symbol_by_name(strucreturn NULL ; } -struct rela *find_rela_by_dest_range (struct section *sec,unsigned long offset, -unsigned int len) +struct rela *find_rela_by_dest_range (struct elf *elf,struct section *sec, +unsigned long offset,unsigned int len) {struct rela *rela;unsigned long o;
@@ -221,17 +221,22 @@ struct rela *find_rela_by_dest_range(strif (!sec->rela)return NULL ; -for (o = offset; o < offset + len; o++) -hash_for_each_possible (sec->rela->rela_hash, rela, hash, o) -if (rela->offset == o) + sec = sec->rela; + +for (o = offset; o < offset + len; o++) { +hash_for_each_possible (elf->rela_hash, rela, hash, +sec_offset_hash (sec, o)) { +if (rela->sec == sec && rela->offset == o)return rela; + } + }return NULL ; } -struct rela *find_rela_by_dest (struct section *sec,unsigned long offset) +struct rela *find_rela_by_dest (struct elf *elf,struct section *sec,unsigned long offset) { -return find_rela_by_dest_range (sec, offset,1 ); +return find_rela_by_dest_range (elf, sec, offset,1 ); }static int read_sections (struct elf *elf)
@@ -261,7 +266,6 @@ static int read_sections(struct elf *elfINIT_LIST_HEAD (&sec->symbol_list);INIT_LIST_HEAD (&sec->rela_list); -hash_init (sec->rela_hash); s =elf_getscn (elf->elf, i);if (!s) {
@@ -493,7 +497,7 @@ static int read_relas(struct elf *elf) }list_add_tail (&rela->list, &sec->rela_list); -hash_add (sec->rela_hash, &rela->hash, rela->offset); +hash_add (elf->rela_hash, &rela->hash,rela_hash (rela)); nr_rela++; } max_rela =max (max_rela, nr_rela);
@@ -526,6 +530,7 @@ struct elf *elf_read(const char *name, ihash_init (elf->symbol_name_hash);hash_init (elf->section_hash);hash_init (elf->section_name_hash); +hash_init (elf->rela_hash);INIT_LIST_HEAD (&elf->sections); elf->fd =open (name, flags);
@@ -586,7 +591,6 @@ struct section *elf_create_section(strucINIT_LIST_HEAD (&sec->symbol_list);INIT_LIST_HEAD (&sec->rela_list); -hash_init (sec->rela_hash); s =elf_newscn (elf->elf);if (!s) {
tools/objtool/elf.h +17 -4
@@ -33,7 +33,6 @@ struct section {struct rb_root symbol_tree;struct list_head symbol_list;struct list_head rela_list; -DECLARE_HASHTABLE (rela_hash,16 );struct section *base, *rela;struct symbol *sym;Elf_Data *data;
@@ -81,8 +80,22 @@ struct elf {DECLARE_HASHTABLE (symbol_name_hash,20 );DECLARE_HASHTABLE (section_hash,16 );DECLARE_HASHTABLE (section_name_hash,16 ); +DECLARE_HASHTABLE (rela_hash,20 ); }; +static inline u32 sec_offset_hash (struct section *sec,unsigned long offset) +{ +u32 ol = offset, oh = offset >>32 , idx = sec->idx; + +__jhash_mix (ol, oh, idx); + +return ol; +} + +static inline u32 rela_hash (struct rela *rela) +{ +return sec_offset_hash (rela->sec, rela->offset); +}struct elf *elf_read (const char *name,int flags);struct section *find_section_by_name (struct elf *elf,const char *name);
@@ -90,9 +103,9 @@ struct symbol *find_func_by_offset(strucstruct symbol *find_symbol_by_offset (struct section *sec,unsigned long offset);struct symbol *find_symbol_by_name (struct elf *elf,const char *name);struct symbol *find_symbol_containing (struct section *sec,unsigned long offset); -struct rela *find_rela_by_dest (struct section *sec,unsigned long offset); -struct rela *find_rela_by_dest_range (struct section *sec,unsigned long offset, -unsigned int len); +struct rela *find_rela_by_dest (struct elf *elf,struct section *sec,unsigned long offset); +struct rela *find_rela_by_dest_range (struct elf *elf,struct section *sec, +unsigned long offset,unsigned int len);struct symbol *find_func_containing (struct section *sec,unsigned long offset);struct section *elf_create_section (struct elf *elf,const char *name,size_t entsize,int nr);
tools/objtool/orc_gen.c +5 -4
@@ -81,7 +81,7 @@ int create_orc(struct objtool_file *filereturn 0 ; } -static int create_orc_entry (struct section *u_sec,struct section *ip_relasec, +static int create_orc_entry (struct elf *elf,struct section *u_sec,struct section *ip_relasec,unsigned int idx,struct section *insn_sec,unsigned long insn_off,struct orc_entry *o) {
@@ -109,9 +109,10 @@ static int create_orc_entry(struct secti rela->addend = insn_off; rela->type =R_X86_64_PC32 ; rela->offset = idx *sizeof (int ); + rela->sec = ip_relasec;list_add_tail (&rela->list, &ip_relasec->rela_list); -hash_add (ip_relasec->rela_hash, &rela->hash, rela->offset); +hash_add (elf->rela_hash, &rela->hash,rela_hash (rela));return 0 ; }
@@ -182,7 +183,7 @@ int create_orc_sections(struct objtool_fif (!prev_insn ||memcmp (&insn->orc, &prev_insn->orc,sizeof (struct orc_entry ))) { -if (create_orc_entry (u_sec, ip_relasec, idx, +if (create_orc_entry (file->elf, u_sec, ip_relasec, idx, insn->sec, insn->offset, &insn->orc))return -1 ;
@@ -194,7 +195,7 @@ int create_orc_sections(struct objtool_f/* section terminator */ if (prev_insn) { -if (create_orc_entry (u_sec, ip_relasec, idx, +if (create_orc_entry (file->elf, u_sec, ip_relasec, idx, prev_insn->sec, prev_insn->offset + prev_insn->len, &empty))
tools/objtool/special.c +2 -2
@@ -118,7 +118,7 @@ static int get_alt_entry(struct elf *elf } } - orig_rela =find_rela_by_dest (sec, offset + entry->orig); + orig_rela =find_rela_by_dest (elf, sec, offset + entry->orig);if (!orig_rela) {WARN_FUNC ("can't find orig rela" , sec, offset + entry->orig);return -1 ;
@@ -133,7 +133,7 @@ static int get_alt_entry(struct elf *elf alt->orig_off = orig_rela->addend;if (!entry->group || alt->new_len) { - new_rela =find_rela_by_dest (sec, offset + entry->new); + new_rela =find_rela_by_dest (elf, sec, offset + entry->new);if (!new_rela) {WARN_FUNC ("can't find new rela" , sec, offset + entry->new);
Peter Zijlstra
maintainerPATCH v2 14/19 objtool: Delete cleanup()
In reply to Peter ZijlstraPerf shows we spend a measurable amount of time spend cleaning up right before we exit anyway. Avoid the needsless work and just terminate.
This reduces objtool on vmlinux.o runtime from 5.4s to 4.8s
--- tools/objtool/check.c | 19 ------------------- 1 file changed, 19 deletions(-)
tools/objtool/check.c +0 -19
@@ -2476,23 +2476,6 @@ static int validate_reachable_instructioreturn 0 ; } -static void cleanup (struct objtool_file *file) -{ -struct instruction *insn, *tmpinsn; -struct alternative *alt, *tmpalt; - -list_for_each_entry_safe (insn, tmpinsn, &file->insn_list, list) { -list_for_each_entry_safe (alt, tmpalt, &insn->alts, list) { -list_del (&alt->list); -free (alt); - } -list_del (&insn->list); -hash_del (&insn->hash); -free (insn); - } -elf_close (file->elf); -} -static struct objtool_file file;int check (const char *_objname,bool orc)
@@ -2560,8 +2543,6 @@ int check(const char *_objname, bool orc } out: -cleanup (&file); -if (ret <0 ) {/* * Fatal error. The binary is corrupt or otherwise broken in
Peter Zijlstra
maintainerPATCH v2 15/19 objtool: Optimize find_rela_by_dest_range()
In reply to Peter ZijlstraPerf shows there is significant time in find_rela_by_dest(); this is because we have to iterate the address space per byte, looking for relocation entries.
Optimize this by reducing the address space granularity.
This reduces objtool on vmlinux.o runtime from 4.8 to 4.4 seconds.
--- tools/objtool/elf.c | 15 +++++++++++---- tools/objtool/elf.h | 16 +++++++++++++++- 2 files changed, 26 insertions(+), 5 deletions(-)
tools/objtool/elf.c +11 -4
@@ -215,7 +215,7 @@ struct symbol *find_symbol_by_name(strucstruct rela *find_rela_by_dest_range (struct elf *elf,struct section *sec,unsigned long offset,unsigned int len) { -struct rela *rela; +struct rela *rela, *r =NULL ;unsigned long o;if (!sec->rela)
@@ -223,12 +223,19 @@ struct rela *find_rela_by_dest_range(str sec = sec->rela; -for (o = offset; o < offset + len; o++) { + for_offset_range(o, offset, offset + len) {hash_for_each_possible (elf->rela_hash, rela, hash,sec_offset_hash (sec, o)) { -if (rela->sec == sec && rela->offset == o) -return rela; +if (rela->sec != sec) +continue ; + +if (rela->offset >= offset && rela->offset < offset + len) { +if (!r || rela->offset < r->offset) + r = rela; + } } +if (r) +return r; }return NULL ;
tools/objtool/elf.h +15 -1
@@ -83,9 +83,23 @@ struct elf {DECLARE_HASHTABLE (rela_hash,20 ); }; +#define OFFSET_STRIDE_BITS 4 +#define OFFSET_STRIDE (1UL << OFFSET_STRIDE_BITS) +#define OFFSET_STRIDE_MASK (~(OFFSET_STRIDE - 1)) + +#define for_offset_range (_offset, _start, _end) \ + for (_offset = ((_start) & OFFSET_STRIDE_MASK); \ + _offset <= ((_end) & OFFSET_STRIDE_MASK); \ + _offset += OFFSET_STRIDE) +static inline u32 sec_offset_hash (struct section *sec,unsigned long offset) { -u32 ol = offset, oh = offset >>32 , idx = sec->idx; +u32 ol, oh, idx = sec->idx; + + offset &=OFFSET_STRIDE_MASK ; + + ol = offset; + oh = offset >>32 ;__jhash_mix (ol, oh, idx);
Peter Zijlstra
maintainerPATCH v2 16/19 objtool: Implement noinstr validation
In reply to Peter ZijlstraValidate that any call out of .noinstr.text is in between instr_begin() and instr_end() annotations.
This annotation is useful to ensure correct behaviour wrt tracing sensitive code like entry/exit and idle code. When we run code in a sensitive context we want a guarantee no unknown code is ran.
Since this validation relies on knowing the section of call destination symbols, we must run it on vmlinux.o instead of on individual object files.
Add two options:
-d/--duplicate "duplicate validation for vmlinux" -l/--vmlinux "vmlinux.o validation"
Where the latter auto-detects when objname ends with "vmlinux.o" and the former will force all validations, also those already done on !vmlinux object files.
--- tools/objtool/builtin-check.c | 11 ++- tools/objtool/builtin.h | 2 tools/objtool/check.c | 153 +++++++++++++++++++++++++++++++++++------- tools/objtool/check.h | 3 tools/objtool/elf.h | 2 5 files changed, 145 insertions(+), 26 deletions(-)
tools/objtool/builtin-check.c +9 -2
@@ -14,10 +14,11 @@*/ #include <subcmd/parse-options.h> +#include <string.h> #include "builtin.h" #include "check.h" -bool no_fp, no_unreachable, retpoline, module, backtrace, uaccess, stats; +bool no_fp, no_unreachable, retpoline, module, backtrace, uaccess, stats, validate_dup, vmlinux;static const char *const check_usage[] = {"objtool check [<options>] file.o" ,
@@ -32,12 +33,14 @@ const struct option check_options[] = {OPT_BOOLEAN ('b' ,"backtrace" , &backtrace,"unwind on error" ),OPT_BOOLEAN ('a' ,"uaccess" , &uaccess,"enable uaccess checking" ),OPT_BOOLEAN ('s' ,"stats" , &stats,"print statistics" ), +OPT_BOOLEAN ('d' ,"duplicate" , &validate_dup,"duplicate validation for vmlinux.o" ), +OPT_BOOLEAN ('l' ,"vmlinux" , &vmlinux,"vmlinux.o validation" ), OPT_END(), };int cmd_check (int argc,const char **argv) { -const char *objname; +const char *objname, *s; argc =parse_options (argc, argv, check_options, check_usage,0 );
@@ -46,5 +49,9 @@ int cmd_check(int argc, const char **arg objname = argv[0 ]; + s =strstr (objname,"vmlinux.o" ); +if (s && !s[9 ]) + vmlinux = true; +return check (objname, false); }
tools/objtool/builtin.h +1 -1
@@ -8,7 +8,7 @@#include <subcmd/parse-options.h> extern const struct option check_options[]; -extern bool no_fp, no_unreachable, retpoline, module, backtrace, uaccess, stats; +extern bool no_fp, no_unreachable, retpoline, module, backtrace, uaccess, stats, validate_dup, vmlinux;extern int cmd_check (int argc,const char **argv);extern int cmd_orc (int argc,const char **argv);
tools/objtool/check.c +131 -22
215 lines not on this page · raw message
tools/objtool/check.h +3 -0
@@ -20,6 +20,8 @@ struct insn_state {unsigned char type;bool bp_scratch;bool drap, end, uaccess, df; +bool noinstr; +s8 instr;unsigned int uaccess_stack;int drap_reg, drap_offset;struct cfi_reg vals[CFI_NUM_REGS ];
@@ -35,6 +37,7 @@ struct instruction {unsigned long immediate;bool alt_group, dead_end, ignore, hint, save, restore, ignore_alts;bool retpoline_safe; +s8 instr;u8 visited;struct symbol *call_dest;struct instruction *jump_dest;
tools/objtool/elf.h +1 -1
@@ -39,7 +39,7 @@ struct section {char *name;int idx;unsigned int len; -bool changed, text, rodata; +bool changed, text, rodata, noinstr; };struct symbol {
Re: [PATCH v2 16/19] objtool: Implement noinstr validation
Quoted 7 lines · Peter Zijlstra
Validate that any call out of .noinstr.text is in between
instr_begin()andinstr_end()annotations.This annotation is useful to ensure correct behaviour wrt tracing sensitive code like entry/exit and idle code. When we run code in a sensitive context we want a guarantee no unknown code is ran.
Quoted 8 lines
Since this validation relies on knowing the section of call destination symbols, we must run it on vmlinux.o instead of on individual object files.
Add two options:
-d/--duplicate "duplicate validation for vmlinux" -l/--vmlinux "vmlinux.o validation"
I'm not sure I see the point of the --vmlinux option, when it will be autodetected anyway?
tools/objtool/builtin-check.c int cmd_check(int argc, const char **arg · line 55
Quoted 8 lines
tools/objtool/builtin-check.c +4
-0@@ -46,5 +49,9 @@ int cmd_check(int argc, const char **arg objname = argv[0 ]; + s =strstr (objname,"vmlinux.o" ); +if (s && !s[9 ]) + vmlinux = true; +
I think this would be slightly cleaner:
if (!strcmp(basename(objname), "vmlinux.o")) vmlinux = true;
Signature · 1 line
Josh
Peter Zijlstra
maintainerRe: [PATCH v2 16/19] objtool: Implement noinstr validation
Quoted 12 lines · Josh Poimboeuf
Quoted 11 lines · Peter Zijlstra
Validate that any call out of .noinstr.text is in between
instr_begin()andinstr_end()annotations.This annotation is useful to ensure correct behaviour wrt tracing sensitive code like entry/exit and idle code. When we run code in a sensitive context we want a guarantee no unknown code is ran.
Since this validation relies on knowing the section of call destination symbols, we must run it on vmlinux.o instead of on individual object files.
Quoted 7 lines
Quoted 4 lines
Add two options:
-d/--duplicate "duplicate validation for vmlinux" -l/--vmlinux "vmlinux.o validation"
I'm not sure I see the point of the --vmlinux option, when it will be autodetected anyway?
Ah, I sometimes do stuff like:
cp vmlinux.o vmlinux.o.orig
quilt push; make -j$lots
cp vmlinux.o vmlinux.o.1
quilt push; make -j$lots
...
And then it is nice to force the mode.
Quoted 11 lines
tools/objtool/builtin-check.c int cmd_check(int argc, const char **arg · line 55
Quoted 8 lines
tools/objtool/builtin-check.c +4
-0@@ -46,5 +49,9 @@ int cmd_check(int argc, const char **arg objname = argv[0 ]; + s =strstr (objname,"vmlinux.o" ); +if (s && !s[9 ]) + vmlinux = true; +I think this would be slightly cleaner:
Quoted 2 lines
if (!strcmp(basename(objname), "vmlinux.o")) vmlinux = true;
Ah, indeed. I totally forgot userspace coding it seems..
Peter Zijlstra
maintainerRe: [PATCH v2 16/19] objtool: Implement noinstr validation
Quoted 14 lines · Peter Zijlstra
Quoted 13 lines · Josh Poimboeuf
tools/objtool/builtin-check.c int cmd_check(int argc, const char **arg · line 55
Quoted 8 lines · Peter Zijlstra
tools/objtool/builtin-check.c +4
-0@@ -46,5 +49,9 @@ int cmd_check(int argc, const char **arg objname = argv[0 ]; + s =strstr (objname,"vmlinux.o" ); +if (s && !s[9 ]) + vmlinux = true; +I think this would be slightly cleaner:
Quoted 4 lines
Quoted 2 lines
if (!strcmp(basename(objname), "vmlinux.o")) vmlinux = true;Ah, indeed. I totally forgot userspace coding it seems..
Of course that doesn't compile... someone went overboard with const.
For some obscure reason, the stupid thing even thinks that:
note: expected ‘const char **’ but argument is of type ‘char **’
is a warning and then -Werror's on it. That's bloody insane.
Peter Zijlstra
maintainerRe: [PATCH v2 16/19] objtool: Implement noinstr validation
In reply to Peter Zijlstratools/objtool/check.c static int validate_functions(struct obj · line 2544
Quoted 8 lines · Peter Zijlstra
tools/objtool/check.c +8
-0+static int validate_vmlinux_functions (struct objtool_file *file) +{ +struct section *sec; + + sec =find_section_by_name (file->elf,".noinstr.text" ); +if (!sec) { +WARN ("No .noinstr.text section" ); +return -1 ;
And that is a little too agressive, seeing how the current x86_64 kernel does not include it. I made it a silent exit for now, so as not to break the build (with patch 20/19 added on).
Quoted 4 lines
tools/objtool/check.c +2
-0} +return validate_sec_functions (file, sec); +}
Peter Zijlstra
maintainerPATCH v2 17/19 objtool: Optimize !vmlinux.o again
In reply to Peter ZijlstraWhen doing kbuild tests to see if the objtool changes affected those I found that there was a measurable regression:
pre post
real 1m13.594 1m16.488s user 34m58.246s 35m23.947s sys 4m0.393s 4m27.312s
Perf showed that for small files the increased hash-table sizes were a measurable difference. Since we already have -l "vmlinux" to distinguish between the modes, make it also use a smaller portion of the hash-tables.
This flips it into a small win:
real 1m14.143s user 34m49.292s sys 3m44.746s
--- tools/objtool/elf.c | 51 ++++++++++++++++++++++++++++++++++----------------- tools/objtool/elf.h | 4 ++-- 2 files changed, 36 insertions(+), 19 deletions(-)
tools/objtool/elf.c +34 -17
@@ -27,6 +27,22 @@ static inline u32 str_hash(const char *sreturn jhash (str,strlen (str),0 ); } +static inline int elf_hash_bits (void ) +{ +return vmlinux ?20 :16 ; +} + +#define elf_hash_add (hashtable, node, key) \ + hlist_add_head(node, &hashtable[hash_min(key, elf_hash_bits())]) + +static void elf_hash_init (struct hlist_head *table) +{ +__hash_init (table,1U <<elf_hash_bits ()); +} + +#define elf_hash_for_each_possible (name, obj, member, key) \ + hlist_for_each_entry(obj, &name[hash_min(key, elf_hash_bits())], member) +static void rb_add (struct rb_root *tree,struct rb_node *node,int (*cmp)(struct rb_node *,const struct rb_node *)) {
@@ -115,7 +131,7 @@ struct section *find_section_by_name(str {struct section *sec; -hash_for_each_possible (elf->section_name_hash, sec, name_hash,str_hash (name)) +elf_hash_for_each_possible (elf->section_name_hash, sec, name_hash,str_hash (name))if (!strcmp (sec->name, name))return sec;
@@ -127,7 +143,7 @@ static struct section *find_section_by_i {struct section *sec; -hash_for_each_possible (elf->section_hash, sec, hash, idx) +elf_hash_for_each_possible (elf->section_hash, sec, hash, idx)if (sec->idx == idx)return sec;
@@ -138,7 +154,7 @@ static struct symbol *find_symbol_by_ind {struct symbol *sym; -hash_for_each_possible (elf->symbol_hash, sym, hash, idx) +elf_hash_for_each_possible (elf->symbol_hash, sym, hash, idx)if (sym->idx == idx)return sym;
@@ -205,7 +221,7 @@ struct symbol *find_symbol_by_name(struc {struct symbol *sym; -hash_for_each_possible (elf->symbol_name_hash, sym, name_hash,str_hash (name)) +elf_hash_for_each_possible (elf->symbol_name_hash, sym, name_hash,str_hash (name))if (!strcmp (sym->name, name))return sym;
@@ -309,8 +325,8 @@ static int read_sections(struct elf *elf sec->len = sec->sh.sh_size;list_add_tail (&sec->list, &elf->sections); -hash_add (elf->section_hash, &sec->hash, sec->idx); -hash_add (elf->section_name_hash, &sec->name_hash,str_hash (sec->name)); +elf_hash_add (elf->section_hash, &sec->hash, sec->idx); +elf_hash_add (elf->section_name_hash, &sec->name_hash,str_hash (sec->name)); }if (stats)
@@ -394,8 +410,8 @@ static int read_symbols(struct elf *elf)else entry = &sym->sec->symbol_list;list_add (&sym->list, entry); -hash_add (elf->symbol_hash, &sym->hash, sym->idx); -hash_add (elf->symbol_name_hash, &sym->name_hash,str_hash (sym->name)); +elf_hash_add (elf->symbol_hash, &sym->hash, sym->idx); +elf_hash_add (elf->symbol_name_hash, &sym->name_hash,str_hash (sym->name)); }if (stats)
@@ -504,7 +520,7 @@ static int read_relas(struct elf *elf) }list_add_tail (&rela->list, &sec->rela_list); -hash_add (elf->rela_hash, &rela->hash,rela_hash (rela)); +elf_hash_add (elf->rela_hash, &rela->hash,rela_hash (rela)); nr_rela++; } max_rela =max (max_rela, nr_rela);
@@ -531,15 +547,16 @@ struct elf *elf_read(const char *name, iperror ("malloc" );return NULL ; } -memset (elf,0 ,sizeof (*elf)); +memset (elf,0 , offsetof(struct elf , sections)); -hash_init (elf->symbol_hash); -hash_init (elf->symbol_name_hash); -hash_init (elf->section_hash); -hash_init (elf->section_name_hash); -hash_init (elf->rela_hash);INIT_LIST_HEAD (&elf->sections); +elf_hash_init (elf->symbol_hash); +elf_hash_init (elf->symbol_name_hash); +elf_hash_init (elf->section_hash); +elf_hash_init (elf->section_name_hash); +elf_hash_init (elf->rela_hash); + elf->fd =open (name, flags);if (elf->fd ==-1 ) { fprintf(stderr, "objtool: Can't open '%s': %s\n",
@@ -676,8 +693,8 @@ struct section *elf_create_section(struc shstrtab->changed = true;list_add_tail (&sec->list, &elf->sections); -hash_add (elf->section_hash, &sec->hash, sec->idx); -hash_add (elf->section_name_hash, &sec->name_hash,str_hash (sec->name)); +elf_hash_add (elf->section_hash, &sec->hash, sec->idx); +elf_hash_add (elf->section_name_hash, &sec->name_hash,str_hash (sec->name));return sec; }
tools/objtool/elf.h +2 -2
@@ -80,8 +80,8 @@ struct elf {struct list_head sections;DECLARE_HASHTABLE (symbol_hash,20 );DECLARE_HASHTABLE (symbol_name_hash,20 ); -DECLARE_HASHTABLE (section_hash,16 ); -DECLARE_HASHTABLE (section_name_hash,16 ); +DECLARE_HASHTABLE (section_hash,20 ); +DECLARE_HASHTABLE (section_name_hash,20 );DECLARE_HASHTABLE (rela_hash,20 ); };
Peter Zijlstra
maintainerRe: [PATCH v2 17/19] objtool: Optimize !vmlinux.o again
Quoted 14 lines · Peter Zijlstra
When doing kbuild tests to see if the objtool changes affected those I found that there was a measurable regression:
pre post
real 1m13.594 1m16.488s user 34m58.246s 35m23.947s sys 4m0.393s 4m27.312sPerf showed that for small files the increased hash-table sizes were a measurable difference. Since we already have -l "vmlinux" to distinguish between the modes, make it also use a smaller portion of the hash-tables.
Quoted 7 lines
This flips it into a small win:
real 1m14.143s user 34m49.292s sys 3m44.746sSigned-off-by Peter Zijlstra (Intel) <[email protected]>
There was one 'elf_' prefixing gone missing. Updated patch below.
--- tools/objtool/elf.c | 53 ++++++++++++++++++++++++++++++++++------------------ tools/objtool/elf.h | 4 +-- 2 files changed, 37 insertions(+), 20 deletions(-)
tools/objtool/elf.c +35 -18
@@ -27,6 +27,22 @@ static inline u32 str_hash(const char *sreturn jhash (str,strlen (str),0 ); } +static inline int elf_hash_bits (void ) +{ +return vmlinux ?20 :16 ; +} + +#define elf_hash_add (hashtable, node, key) \ + hlist_add_head(node, &hashtable[hash_min(key, elf_hash_bits())]) + +static void elf_hash_init (struct hlist_head *table) +{ +__hash_init (table,1U <<elf_hash_bits ()); +} + +#define elf_hash_for_each_possible (name, obj, member, key) \ + hlist_for_each_entry(obj, &name[hash_min(key, elf_hash_bits())], member) +static void rb_add (struct rb_root *tree,struct rb_node *node,int (*cmp)(struct rb_node *,const struct rb_node *)) {
@@ -115,7 +131,7 @@ struct section *find_section_by_name(str {struct section *sec; -hash_for_each_possible (elf->section_name_hash, sec, name_hash,str_hash (name)) +elf_hash_for_each_possible (elf->section_name_hash, sec, name_hash,str_hash (name))if (!strcmp (sec->name, name))return sec;
@@ -127,7 +143,7 @@ static struct section *find_section_by_i {struct section *sec; -hash_for_each_possible (elf->section_hash, sec, hash, idx) +elf_hash_for_each_possible (elf->section_hash, sec, hash, idx)if (sec->idx == idx)return sec;
@@ -138,7 +154,7 @@ static struct symbol *find_symbol_by_ind {struct symbol *sym; -hash_for_each_possible (elf->symbol_hash, sym, hash, idx) +elf_hash_for_each_possible (elf->symbol_hash, sym, hash, idx)if (sym->idx == idx)return sym;
@@ -205,7 +221,7 @@ struct symbol *find_symbol_by_name(struc {struct symbol *sym; -hash_for_each_possible (elf->symbol_name_hash, sym, name_hash,str_hash (name)) +elf_hash_for_each_possible (elf->symbol_name_hash, sym, name_hash,str_hash (name))if (!strcmp (sym->name, name))return sym;
@@ -224,7 +240,7 @@ struct rela *find_rela_by_dest_range(str sec = sec->rela; for_offset_range(o, offset, offset + len) { -hash_for_each_possible (elf->rela_hash, rela, hash, +elf_hash_for_each_possible (elf->rela_hash, rela, hash,sec_offset_hash (sec, o)) {if (rela->sec != sec)continue ;
@@ -309,8 +325,8 @@ static int read_sections(struct elf *elf sec->len = sec->sh.sh_size;list_add_tail (&sec->list, &elf->sections); -hash_add (elf->section_hash, &sec->hash, sec->idx); -hash_add (elf->section_name_hash, &sec->name_hash,str_hash (sec->name)); +elf_hash_add (elf->section_hash, &sec->hash, sec->idx); +elf_hash_add (elf->section_name_hash, &sec->name_hash,str_hash (sec->name)); }if (stats)
@@ -394,8 +410,8 @@ static int read_symbols(struct elf *elf)else entry = &sym->sec->symbol_list;list_add (&sym->list, entry); -hash_add (elf->symbol_hash, &sym->hash, sym->idx); -hash_add (elf->symbol_name_hash, &sym->name_hash,str_hash (sym->name)); +elf_hash_add (elf->symbol_hash, &sym->hash, sym->idx); +elf_hash_add (elf->symbol_name_hash, &sym->name_hash,str_hash (sym->name)); }if (stats)
@@ -504,7 +520,7 @@ static int read_relas(struct elf *elf) }list_add_tail (&rela->list, &sec->rela_list); -hash_add (elf->rela_hash, &rela->hash,rela_hash (rela)); +elf_hash_add (elf->rela_hash, &rela->hash,rela_hash (rela)); nr_rela++; } max_rela =max (max_rela, nr_rela);
@@ -531,15 +547,16 @@ struct elf *elf_read(const char *name, iperror ("malloc" );return NULL ; } -memset (elf,0 ,sizeof (*elf)); +memset (elf,0 , offsetof(struct elf , sections)); -hash_init (elf->symbol_hash); -hash_init (elf->symbol_name_hash); -hash_init (elf->section_hash); -hash_init (elf->section_name_hash); -hash_init (elf->rela_hash);INIT_LIST_HEAD (&elf->sections); +elf_hash_init (elf->symbol_hash); +elf_hash_init (elf->symbol_name_hash); +elf_hash_init (elf->section_hash); +elf_hash_init (elf->section_name_hash); +elf_hash_init (elf->rela_hash); + elf->fd =open (name, flags);if (elf->fd ==-1 ) { fprintf(stderr, "objtool: Can't open '%s': %s\n",
@@ -676,8 +693,8 @@ struct section *elf_create_section(struc shstrtab->changed = true;list_add_tail (&sec->list, &elf->sections); -hash_add (elf->section_hash, &sec->hash, sec->idx); -hash_add (elf->section_name_hash, &sec->name_hash,str_hash (sec->name)); +elf_hash_add (elf->section_hash, &sec->hash, sec->idx); +elf_hash_add (elf->section_name_hash, &sec->name_hash,str_hash (sec->name));return sec; }
tools/objtool/elf.h +2 -2
@@ -78,8 +78,8 @@ struct elf {struct list_head sections;DECLARE_HASHTABLE (symbol_hash,20 );DECLARE_HASHTABLE (symbol_name_hash,20 ); -DECLARE_HASHTABLE (section_hash,16 ); -DECLARE_HASHTABLE (section_name_hash,16 ); +DECLARE_HASHTABLE (section_hash,20 ); +DECLARE_HASHTABLE (section_name_hash,20 );DECLARE_HASHTABLE (rela_hash,20 ); };
Re: [PATCH v2 17/19] objtool: Optimize !vmlinux.o again
Quoted 17 lines · Peter Zijlstra
Quoted 16 lines · Peter Zijlstra
When doing kbuild tests to see if the objtool changes affected those I found that there was a measurable regression:
pre post
real 1m13.594 1m16.488s user 34m58.246s 35m23.947s sys 4m0.393s 4m27.312sPerf showed that for small files the increased hash-table sizes were a measurable difference. Since we already have -l "vmlinux" to distinguish between the modes, make it also use a smaller portion of the hash-tables.
This flips it into a small win:
Quoted 7 lines
Quoted 5 lines
real 1m14.143s user 34m49.292s sys 3m44.746sSigned-off-by Peter Zijlstra (Intel) <[email protected]>There was one '
elf_' prefixing gone missing. Updated patch below.
I think there is one more missing in create_orc_entry().
Miroslav
Peter Zijlstra
maintainerRe: [PATCH v2 17/19] objtool: Optimize !vmlinux.o again
Quoted 1 line · Miroslav Benes
I think there is one more missing in
create_orc_entry().
I'm thikning you're quite right about that.... lemme see what to do about that.
Peter Zijlstra
maintainerRe: [PATCH v2 17/19] objtool: Optimize !vmlinux.o again
Quoted 6 lines · Peter Zijlstra
Quoted 1 line · Miroslav Benes
I think there is one more missing in
create_orc_entry().I'm thikning you're quite right about that.... lemme see what to do about that.
---
tools/objtool/elf.c +9 -2
@@ -472,6 +472,14 @@ static int read_symbols(struct elf *elf)return -1 ; } +void elf_add_rela (struct elf *elf,struct rela *rela) +{ +struct section *sec = rela->sec; + +list_add_tail (&rela->list, &sec->rela_list); +elf_hash_add (elf->rela_hash, &rela->hash,rela_hash (rela)); +} +static int read_relas (struct elf *elf) {struct section *sec;
@@ -519,8 +527,7 @@ static int read_relas(struct elf *elf)return -1 ; } -list_add_tail (&rela->list, &sec->rela_list); -elf_hash_add (elf->rela_hash, &rela->hash,rela_hash (rela)); +elf_add_rela (elf, rela); nr_rela++; } max_rela =max (max_rela, nr_rela);
tools/objtool/elf.h +1 -0
@@ -127,6 +127,7 @@ struct section *elf_create_rela_section(int elf_rebuild_rela_section (struct section *sec);int elf_write (struct elf *elf);void elf_close (struct elf *elf); +void elf_add_rela (struct elf *elf,struct rela *rela);#define for_each_sec (file, sec) \ list_for_each_entry(sec, &file->elf->sections, list)
tools/objtool/orc_gen.c +1 -2
@@ -111,8 +111,7 @@ static int create_orc_entry(struct elf * rela->offset = idx *sizeof (int ); rela->sec = ip_relasec; -list_add_tail (&rela->list, &ip_relasec->rela_list); -hash_add (elf->rela_hash, &rela->hash,rela_hash (rela)); +elf_add_rela (elf, rela);return 0 ; }
Re: [PATCH v2 17/19] objtool: Optimize !vmlinux.o again
Quoted 49 lines · Peter Zijlstra
Quoted 6 lines · Peter Zijlstra
Quoted 1 line · Miroslav Benes
I think there is one more missing in
create_orc_entry().I'm thikning you're quite right about that.... lemme see what to do about that.
---
tools/objtool/elf.c +9
-2@@ -472,6 +472,14 @@ static int read_symbols(struct elf *elf)return -1 ; } +void elf_add_rela (struct elf *elf,struct rela *rela) +{ +struct section *sec = rela->sec; + +list_add_tail (&rela->list, &sec->rela_list); +elf_hash_add (elf->rela_hash, &rela->hash,rela_hash (rela)); +} +static int read_relas (struct elf *elf) {struct section *sec;@@ -519,8 +527,7 @@ static int read_relas(struct elf *elf)return -1 ; } -list_add_tail (&rela->list, &sec->rela_list); -elf_hash_add (elf->rela_hash, &rela->hash,rela_hash (rela)); +elf_add_rela (elf, rela); nr_rela++; } max_rela =max (max_rela, nr_rela);tools/objtool/elf.h +1
-0@@ -127,6 +127,7 @@ struct section *elf_create_rela_section(int elf_rebuild_rela_section (struct section *sec);int elf_write (struct elf *elf);void elf_close (struct elf *elf); +void elf_add_rela (struct elf *elf,struct rela *rela);#define for_each_sec (file, sec) \ list_for_each_entry(sec, &file->elf->sections, list)
tools/objtool/orc_gen.c static int create_orc_entry(struct elf * · line 117
Quoted 9 lines
tools/objtool/orc_gen.c +1
-2@@ -111,8 +111,7 @@ static int create_orc_entry(struct elf * rela->offset = idx *sizeof (int ); rela->sec = ip_relasec; -list_add_tail (&rela->list, &ip_relasec->rela_list); -hash_add (elf->rela_hash, &rela->hash,rela_hash (rela)); +elf_add_rela (elf, rela);return 0 ; }
Yup, looks good.
Miroslav
Peter Zijlstra
maintainerPATCH v2 18/19 objtool: Use sec_offset_hash() for insn_hash
In reply to Peter ZijlstraIn preparation for find_insn_containing(), change insn_hash to use sec_offset_hash().
This actually reduces runtime; probably because mixing in the section index reduces the collisions due to text sections all starting their instructions at offset 0.
Runtime on vmlinux.o from 3.1 to 2.5 seconds.
--- tools/objtool/check.c | 5 +++-- 1 file changed, 3 insertions(+), 2 deletions(-)
tools/objtool/check.c +3 -2
@@ -34,9 +34,10 @@ struct instruction *find_insn(struct obj {struct instruction *insn; -hash_for_each_possible (file->insn_hash, insn, hash, offset) +hash_for_each_possible (file->insn_hash, insn, hash,sec_offset_hash (sec, offset)) {if (insn->sec == sec && insn->offset == offset)return insn; + }return NULL ; }
@@ -276,7 +277,7 @@ static int decode_instructions(struct obif (ret) goto err; -hash_add (file->insn_hash, &insn->hash, insn->offset); +hash_add (file->insn_hash, &insn->hash,sec_offset_hash (sec, insn->offset));list_add_tail (&insn->list, &file->insn_list); nr_insns++; }
Peter Zijlstra
maintainerPATCH v2 19/19 objtool: Detect loading function pointers across noinstr
In reply to Peter ZijlstraDetect if noinstr text loads functions pointers from regular text, doing so is a definite sign that indirect function calls are unsafe.
--- tools/objtool/arch.h | 2 + tools/objtool/check.c | 68 ++++++++++++++++++++++++++++++++++++++++++++++++++ tools/objtool/check.h | 2 - 3 files changed, 71 insertions(+), 1 deletion(-)
tools/objtool/arch.h +2 -0
@@ -75,4 +75,6 @@ int arch_decode_instruction(struct elf *bool arch_callee_saved_reg (unsigned char reg); +#define MAX_INSN_SIZE 15 +#endif /* _ARCH_H */
tools/objtool/check.c +68 -0
98 lines not on this page · raw message
tools/objtool/check.h +1 -1
@@ -36,7 +36,7 @@ struct instruction {enum insn_type type;unsigned long immediate;bool alt_group, dead_end, ignore, hint, save, restore, ignore_alts; -bool retpoline_safe; +bool retpoline_safe, has_text_rela;s8 instr;u8 visited;struct symbol *call_dest;
kbuild test robot
build botRe: [PATCH v2 19/19] objtool: Detect loading function pointers across noinstr
I love your patch! Yet something to improve:
Hi Peter,
I love your patch! Yet something to improve:
[auto build test ERROR on tip/auto-latest]
[also build test ERROR on next-20200317]
[cannot apply to tip/x86/core linux/master linus/master v5.6-rc6] [if your patch is applied to the wrong git tree, please drop us a note to help improve the system. BTW, we also suggest to use '--base' option to specify the base tree in git format-patch, please see https://stackoverflow.com/a/37406982]
url: https://github.com/0day-ci/linux/commits/Peter-Zijlstra/objtool-vmlinux-o-and-noinstr-validation/20200318-035709 base: https://git.kernel.org/pub/scm/linux/kernel/git/tip/tip.git 3168392536d32920349af53bdd108e3b92b10f4f config: x86_64-allyesconfig (attached as .config) compiler: clang version 11.0.0 (git://gitmirror/llvm_project 14a1b80e044aac1947c891525cf30521be0a79b7)
reproduce:
# FIXME the reproduce steps for clang is not ready yet
If you fix the issue, kindly add following tag
All errors (new ones prefixed by >>):
>> check.c:2131:10: error: 12 enumeration values not handled in switch: 'INSN_JUMP_DYNAMIC', 'INSN_JUMP_DYNAMIC_CONDITIONAL', 'INSN_RETURN'... [-Werror,-Wswitch]
switch (insn->type) {
^ 1 error generated.
mv: cannot stat 'tools/objtool/.check.o.tmp': No such file or directory
make[4]: *** [tools/build/Makefile.build:96: tools/objtool/check.o] Error 1
/usr/bin/ld: scripts/dtc/dtc-parser.tab.o:(.bss+0x10): multiple definition of `yylloc'; scripts/dtc/dtc-lexer.lex.o:(.bss+0x58): first defined here
clang-11: error: linker command failed with exit code 1 (use -v to see invocation)
make[2]: *** [scripts/Makefile.host:116: scripts/dtc/dtc] Error 1
make[2]: Target '__build' not remade because of errors.
make[1]: *** [Makefile:1261: scripts_dtc] Error 2
make[4]: Target '__build' not remade because of errors.
make[3]: *** [Makefile:46: tools/objtool/objtool-in.o] Error 2
make[3]: Target 'all' not remade because of errors.
make[2]: *** [Makefile:68: objtool] Error 2
make[1]: *** [Makefile:1787: tools/objtool] Error 2
make[1]: Target 'prepare' not remade because of errors.
make: *** [Makefile:180: sub-make] Error 2
10 real 23 user 18 sys 399.16% cpu make prepare
---
0-DAY CI Kernel Test Service, Intel Corporation
https://lists.01.org/hyperkitty/list/kbuild-all(a)lists.01.org
Re: [PATCH v2 19/19] objtool: Detect loading function pointers across noinstr
Just needs a default: case. From personal experience, this warning helps you track down every switch on an enum when you add a new enumeration value.
Ignore the dtc-lexer failure, that's a separate known issue.
Quoted 52 lines · kbuild test robot
Hi Peter,
I love your patch! Yet something to improve:
[auto build test ERROR on tip/auto-latest]
[also build test ERROR on next-20200317]
[cannot apply to tip/x86/core linux/master linus/master v5.6-rc6] [if your patch is applied to the wrong git tree, please drop us a note to help improve the system. BTW, we also suggest to use '--base' option to specify the base tree in git format-patch, please see https://stackoverflow.com/a/37406982]url: https://github.com/0day-ci/linux/commits/Peter-Zijlstra/objtool-vmlinux-o-and-noinstr-validation/20200318-035709 base: https://git.kernel.org/pub/scm/linux/kernel/git/tip/tip.git 3168392536d32920349af53bdd108e3b92b10f4f config: x86_64-allyesconfig (attached as .config) compiler: clang version 11.0.0 (git://gitmirror/llvm_project 14a1b80e044aac1947c891525cf30521be0a79b7)reproduce:
# FIXME the reproduce steps for clang is not ready yetIf you fix the issue, kindly add following tag
Reported-by kbuild test robot <[email protected]>All errors (new ones prefixed by >>):
Quoted 1 line
Quoted 1 line
check.c:2131:10: error: 12 enumeration values not handled in switch: '
INSN_JUMP_DYNAMIC', 'INSN_JUMP_DYNAMIC_CONDITIONAL', 'INSN_RETURN'... [-Werror,-Wswitch]switch (insn->type) { ^1 error generated.
mv: cannot stat 'tools/objtool/.check.o.tmp': No such file or directory
make[4]: *** [tools/build/Makefile.build:96:tools/objtool/check.o] Error 1
/usr/bin/ld: scripts/dtc/dtc-parser.tab.o:(.bss+0x10): multiple definition of `yylloc'; scripts/dtc/dtc-lexer.lex.o:(.bss+0x58): first defined here
clang-11: error: linker command failed with exit code 1 (use -v to see invocation)
make[2]: *** [scripts/Makefile.host:116:scripts/dtc/dtc] Error 1
make[2]: Target '__build' not remade because of errors.
make[1]: *** [Makefile:1261:scripts_dtc] Error 2
make[4]: Target '__build' not remade because of errors.
make[3]: *** [Makefile:46:tools/objtool/objtool-in.o] Error 2
make[3]: Target 'all' not remade because of errors.
make[2]: *** [Makefile:68: objtool] Error 2
make[1]: *** [Makefile:1787:tools/objtool] Error 2
make[1]: Target 'prepare' not remade because of errors.
make: *** [Makefile:180: sub-make] Error 2
10 real 23 user 18 sys 399.16% cpu make prepare---
0-DAY CI Kernel Test Service, Intel Corporation
https://lists.01.org/hyperkitty/list/kbuild-all(a)lists.01.org--
You received this message because you are subscribed to the Google Groups "Clang Built Linux" group.
To unsubscribe from this group and stop receiving emails from it, send an email to clang-built-linux+unsubscribe(a)googlegroups.com. To view this discussion on the web visit https://groups.google.com/d/msgid/clang-built-linux/202003180747.qU4yJl06%25lkp%40intel.com.
Signature · 2 lines
Thanks, ~Nick Desaulniers
Peter Zijlstra
maintainerRe: [PATCH v2 19/19] objtool: Detect loading function pointers across noinstr
Quoted 3 lines · Nick Desaulniers
Just needs a
default:case. From personal experience, this warning helps you track down every switch on an enum when you add a new enumeration value.
Except of course if those switch statements have a default clause and still need updating for the new state.
Anyway, I'll go add the silly line.
kbuild test robot
build botRe: [PATCH v2 19/19] objtool: Detect loading function pointers across noinstr
In reply to Peter ZijlstraI love your patch! Yet something to improve:
Hi Peter,
I love your patch! Yet something to improve:
[auto build test ERROR on tip/auto-latest]
[also build test ERROR on next-20200317]
[cannot apply to tip/x86/core linux/master linus/master v5.6-rc6] [if your patch is applied to the wrong git tree, please drop us a note to help improve the system. BTW, we also suggest to use '--base' option to specify the base tree in git format-patch, please see https://stackoverflow.com/a/37406982]
url: https://github.com/0day-ci/linux/commits/Peter-Zijlstra/objtool-vmlinux-o-and-noinstr-validation/20200318-035709 base: https://git.kernel.org/pub/scm/linux/kernel/git/tip/tip.git 3168392536d32920349af53bdd108e3b92b10f4f config: x86_64-rhel (attached as .config) compiler: gcc-7 (Debian 7.5.0-5) 7.5.0 reproduce: # save the attached .config to linux build tree make ARCH=x86_64
If you fix the issue, kindly add following tag
All errors (new ones prefixed by >>):
check.c: In function 'validate_rela':
>> check.c:2131:2: error: enumeration value 'INSN_JUMP_DYNAMIC' not handled in switch [-Werror=switch]
switch (insn->type) {
^~~~~~
>> check.c:2131:2: error: enumeration value 'INSN_JUMP_DYNAMIC_CONDITIONAL' not handled in switch [-Werror=switch]
>> check.c:2131:2: error: enumeration value 'INSN_RETURN' not handled in switch [-Werror=switch]
>> check.c:2131:2: error: enumeration value 'INSN_CONTEXT_SWITCH' not handled in switch [-Werror=switch]
>> check.c:2131:2: error: enumeration value 'INSN_STACK' not handled in switch [-Werror=switch]
>> check.c:2131:2: error: enumeration value 'INSN_BUG' not handled in switch [-Werror=switch]
>> check.c:2131:2: error: enumeration value 'INSN_NOP' not handled in switch [-Werror=switch]
>> check.c:2131:2: error: enumeration value 'INSN_STAC' not handled in switch [-Werror=switch]
>> check.c:2131:2: error: enumeration value 'INSN_CLAC' not handled in switch [-Werror=switch]
>> check.c:2131:2: error: enumeration value 'INSN_STD' not handled in switch [-Werror=switch]
>> check.c:2131:2: error: enumeration value 'INSN_CLD' not handled in switch [-Werror=switch]
>> check.c:2131:2: error: enumeration value 'INSN_OTHER' not handled in switch [-Werror=switch] cc1: all warnings being treated as errors
mv: cannot stat 'tools/objtool/.check.o.tmp': No such file or directory make[4]: *** [tools/build/Makefile.build:96: tools/objtool/check.o] Error 1 make[4]: Target '__build' not remade because of errors. make[3]: *** [Makefile:46: tools/objtool/objtool-in.o] Error 2 make[3]: Target 'all' not remade because of errors.
make[2]: *** [Makefile:68: objtool] Error 2
make[1]: *** [Makefile:1787: tools/objtool] Error 2
make[1]: Target 'prepare' not remade because of errors.
make: *** [Makefile:180: sub-make] Error 2
27 real 20 user 16 sys 132.12% cpu make prepare
---
0-DAY CI Kernel Test Service, Intel Corporation
https://lists.01.org/hyperkitty/list/kbuild-all(a)lists.01.org
Quoted 7 lines · Peter Zijlstra
Hi all,
Moar patches. This implements the proposed objtool validation for the
noinstr -- function attribute
instr_{begin,end}() -- annotation
Quoted 7 lines
Who's purpose is to annotate such code that has constraints on instrumentation -- such as early exception code. Specifically it makes it very hard to accidentally add code to such regions.
I've left the whole noinstr naming in place, we'll bike-shed on that later.
This should address all feedback from RFC/v1.
Looks good to me, other than a few minor comments on patch 16.
Signature · 1 line
Josh
Peter Zijlstra
maintainer[RFC][PATCH v2 20/19] kbuild/objtool: Add objtool-vmlinux.o pass
In reply to Peter ZijlstraThis seems to 'work', must be perfect etc..
---
Subject: kbuild/objtool: Add objtool-vmlinux.o pass
From: Peter Zijlstra <[email protected]>
Date: Wed Mar 18 13:33:54 CET 2020
Now that objtool is capable of processing vmlinux.o and actually has something useful to do there, (conditionally) add it to the final link pass.
This will increase build time by a few seconds.
--- lib/Kconfig.debug | 5 +++++ scripts/link-vmlinux.sh | 24 ++++++++++++++++++++++++ 2 files changed, 29 insertions(+)
lib/Kconfig.debug +5 -0
@@ -379,6 +379,11 @@ config STACK_VALIDATION For more information, see tools/objtool/Documentation/stack-validation.txt. +config VMLINUX_VALIDATION + bool + depends on STACK_VALIDATION && DEBUG_ENTRY && !PARAVIRT + default y + config DEBUG_FORCE_WEAK_PER_CPU bool "Force weak per-cpu definitions" depends on DEBUG_KERNEL
scripts/link-vmlinux.sh +24 -0
@@ -55,6 +55,29 @@ modpost_link() ${LD} ${KBUILD_LDFLAGS} -r -o ${1} ${objects} } +objtool_link() +{ + local objtoolopt; + + if [ -n "${CONFIG_VMLINUX_VALIDATION}" ]; then + objtoolopt="check" + if [ -n "${CONFIG_FRAME_POINTER}" ]; then + objtoolopt="${objtoolopt} --no-fp" + fi + if [ -n "${CONFIG_GCOV_KERNEL}" ]; then + objtoolopt="${objtoolopt} --no-unreachable" + fi + if [ -n "${CONFIG_RETPOLINE}" ]; then + objtoolopt="${objtoolopt} --retpoline" + fi + if [ -n "${CONFIG_X86_SMAP}" ]; then + objtoolopt="${objtoolopt} --uaccess" + fi + info OBJTOOL ${1} + tools/objtool/objtool ${objtoolopt} ${1} + fi +} + # Link of vmlinux # ${1} - output file # ${2}, ${3}, ... - optional extra .o files
@@ -244,6 +267,7 @@ ${MAKE} -f "${srctree}/scripts/Makefile. #link vmlinux.o info LD vmlinux.o modpost_link vmlinux.o +objtool_link vmlinux.o # modpost vmlinux.o to check for section mismatches ${MAKE} -f "${srctree}/scripts/Makefile.modpost" MODPOST_VMLINUX=1
Peter Zijlstra
maintainerRe: [RFC][PATCH v2 20/19] kbuild/objtool: Add objtool-vmlinux.o pass
Quoted 2 lines · Peter Zijlstra
This seems to 'work', must be perfect etc..
Uhu.. the moment I ran it on a kernel which has .noinstr.text
scripts/link-vmlinux.sh modpost_link() · line 64
Quoted 7 lines
scripts/link-vmlinux.sh +7
-0+objtool_link() +{ + local objtoolopt; + + if [ -n "${CONFIG_VMLINUX_VALIDATION}" ]; then + objtoolopt="check" + if [ -n "${CONFIG_FRAME_POINTER}" ]; then
I found that that ought to be -z :-)
Quoted 2 lines
(quoted diff) +2
-0+ objtoolopt="${objtoolopt} --no-fp" + fi
Re: [RFC][PATCH v2 20/19] kbuild/objtool: Add objtool-vmlinux.o pass
In reply to Peter ZijlstraQuoted 9 lines · Peter Zijlstra
This seems to 'work', must be perfect etc..
---
Subject: kbuild/objtool: Add objtool-vmlinux.o pass
From: Peter Zijlstra <[email protected]>
Date: Wed Mar 18 13:33:54 CET 2020
Quoted 5 lines
Now that objtool is capable of processing vmlinux.o and actually has something useful to do there, (conditionally) add it to the final link pass.
This will increase build time by a few seconds.
This looks fine (with the -z fix), but I'm guessing you haven't tried it on an allyesconfig kernel yet? For example I'd expect the crypto code to give trouble.
I actually have some code to fix that stashed away somewhere...
Signature · 1 line
Josh