selftests/bpf: Fix "missing ENDBR" BUG for destructor kfunc
Subsystems (6)
PATCH v3 1/1 selftests/bpf: Fix "missing ENDBR" BUG for destructor kfunc
With CONFIG_X86_KERNEL_IBT enabled, the test_verifier triggers the following BUG:
traps: Missing ENDBR: bpf_kfunc_call_test_release+0x0/0x30
------------[ cut here ]------------
kernel BUG at arch/x86/kernel/traps.c:254!
invalid opcode: 0000 [#1] PREEMPT SMP
<TASK>
asm_exc_control_protection+0x26/0x50
RIP: 0010:bpf_kfunc_call_test_release+0x0/0x30
Code: 00 48 c7 c7 18 f2 e1 b4 e8 0d ca 8c ff 48 c7 c0 00 f2 e1 b4 c3
0f 1f 44 00 00 66 0f 1f 00 0f 1f 44 00 00 0f 0b 31 c0 c3 66 90
<66> 0f 1f 00 0f 1f 44 00 00 48 85 ff 74 13 4c 8d 47 18 b8 ff ff ff
bpf_map_free_kptrs+0x2e/0x70
array_map_free+0x57/0x140
process_one_work+0x194/0x3a0
worker_thread+0x54/0x3a0
? rescuer_thread+0x390/0x390
kthread+0xe9/0x110
? kthread_complete_and_exit+0x20/0x20It turns out that ENDBR in bpf_kfunc_call_test_release() is converted to NOP by apply_ibt_endbr().
The only text references to this function from kernel side are:
$ grep -r bpf_kfunc_call_test_release net/bpf/test_run.c:noinline void bpf_kfunc_call_test_release(...) net/bpf/test_run.c:BTF_ID_FLAGS(func, bpf_kfunc_call_test_release, ...) net/bpf/test_run.c:BTF_ID(func, bpf_kfunc_call_test_release)
but it may be called from bpf program as kfunc. (no other caller from kernel)
This fix creates dummy references to destructor kfuncs so ENDBR stay there.
Also modify macro XXX_NOSEAL slightly:
- ASM_IBT_NOSEAL now stands for pure asm
- IBT_NOSEAL can be used directly in C
---
v3:
- Macro go to IBT related header as suggested by Jiri Olsa
- Describe reference to the func clearly in commit message as suggested by Peter Zijlstra and Jiri Olsa
v2: https://lore.kernel.org/all/[email protected]/
v1: https://lore.kernel.org/all/[email protected]/
arch/x86/include/asm/ibt.h | 6 +++++- arch/x86/kvm/emulate.c | 2 +- net/bpf/test_run.c | 5 +++++ 3 files changed, 11 insertions(+), 2 deletions(-)
arch/x86/include/asm/ibt.h +5 -1
@@ -36,11 +36,14 @@* the function as needing to be "sealed" (i.e. ENDBR converted to NOP by * apply_ibt_endbr()). */ -#define IBT_NOSEAL (fname) \ +#define ASM_IBT_NOSEAL (fname) \ ".pushsection .discard.ibt_endbr_noseal\n\t" \ _ASM_PTR fname "\n\t" \ ".popsection\n\t" +#define IBT_NOSEAL (name) \ + asm(ASM_IBT_NOSEAL(#name)) + static inline __attribute_const__ u32 gen_endbr(void) {u32 endbr;
@@ -94,6 +97,7 @@ extern __noendbr void ibt_restore(u64 save);#ifndef __ASSEMBLY__#define ASM_ENDBR +#define ASM_IBT_NOSEAL (name)#define IBT_NOSEAL (name)#define __noendbr
arch/x86/kvm/emulate.c +1 -1
@@ -327,7 +327,7 @@ static int fastop(struct x86_emulate_ctxt *ctxt, fastop_t fop);".type " name", @function \n\t" \ name":\n\t" \ASM_ENDBR \ - IBT_NOSEAL(name) + ASM_IBT_NOSEAL(name)#define FOP_FUNC (name) \ __FOP_FUNC(#name)
net/bpf/test_run.c +5 -0
@@ -601,6 +601,11 @@ noinline void bpf_kfunc_call_memb_release(struct prog_test_member *p) { } +#ifdef CONFIG_X86_KERNEL_IBT +IBT_NOSEAL (bpf_kfunc_call_test_release); +IBT_NOSEAL (bpf_kfunc_call_memb_release); +#endif + noinline void bpf_kfunc_call_memb1_release(struct prog_test_member1 *p) {WARN_ON_ONCE (1 );
Signature · 1 line
2.34.1
Quoted 24 lines · Chen Hu
With
CONFIG_X86_KERNEL_IBTenabled, thetest_verifiertriggers the following BUG:traps: Missing ENDBR: bpf_kfunc_call_test_release+0x0/0x30 ------------[ cut here ]------------ kernel BUG at arch/x86/kernel/traps.c:254! invalid opcode: 0000 [#1] PREEMPT SMP <TASK> asm_exc_control_protection+0x26/0x50 RIP: 0010:bpf_kfunc_call_test_release+0x0/0x30 Code: 00 48 c7 c7 18 f2 e1 b4 e8 0d ca 8c ff 48 c7 c0 00 f2 e1 b4 c3 0f 1f 44 00 00 66 0f 1f 00 0f 1f 44 00 00 0f 0b 31 c0 c3 66 90 <66> 0f 1f 00 0f 1f 44 00 00 48 85 ff 74 13 4c 8d 47 18 b8 ff ff ff bpf_map_free_kptrs+0x2e/0x70 array_map_free+0x57/0x140 process_one_work+0x194/0x3a0 worker_thread+0x54/0x3a0 ? rescuer_thread+0x390/0x390 kthread+0xe9/0x110 ? kthread_complete_and_exit+0x20/0x20It turns out that ENDBR in
bpf_kfunc_call_test_release()is converted to NOP byapply_ibt_endbr().
Quoted 6 lines
The only text references to this function from kernel side are:
$ grep -r bpf_kfunc_call_test_release net/bpf/test_run.c:noinline void bpf_kfunc_call_test_release(...) net/bpf/test_run.c:BTF_ID_FLAGS(func, bpf_kfunc_call_test_release, ...) net/bpf/test_run.c:BTF_ID(func, bpf_kfunc_call_test_release)
We have some other function like this. For example, some newly added functions like bpf_obj_new_impl(), bpf_obj_drop_impl(), do they have the same missing endbr problem? If this is the case, we need a general solution.
Quoted 85 lines
but it may be called from bpf program as kfunc. (no other caller from kernel)
This fix creates dummy references to destructor kfuncs so ENDBR stay there.
Also modify macro
XXX_NOSEALslightly:
-ASM_IBT_NOSEALnow stands for pure asm
-IBT_NOSEALcan be used directly in CSigned-off-by Chen Hu <[email protected]>Tested-by Pengfei Xu <[email protected]>---
v3:
- Macro go to IBT related header as suggested by Jiri Olsa
- Describe reference to the func clearly in commit message as suggested by Peter Zijlstra and Jiri Olsav2: https://lore.kernel.org/all/[email protected]/
v1: https://lore.kernel.org/all/[email protected]/
arch/x86/include/asm/ibt.h | 6 +++++- arch/x86/kvm/emulate.c | 2 +- net/bpf/test_run.c | 5 +++++ 3 files changed, 11 insertions(+), 2 deletions(-)arch/x86/include/asm/ibt.h +5
-1@@ -36,11 +36,14 @@* the function as needing to be "sealed" (i.e. ENDBR converted to NOP by * apply_ibt_endbr()). */ -#define IBT_NOSEAL (fname) \ +#define ASM_IBT_NOSEAL (fname) \ ".pushsection .discard.ibt_endbr_noseal\n\t" \ _ASM_PTR fname "\n\t" \ ".popsection\n\t" +#define IBT_NOSEAL (name) \ + asm(ASM_IBT_NOSEAL(#name)) + static inline __attribute_const__ u32 gen_endbr(void) {u32 endbr;@@ -94,6 +97,7 @@ extern __noendbr void ibt_restore(u64 save);#ifndef __ASSEMBLY__#define ASM_ENDBR +#define ASM_IBT_NOSEAL (name)#define IBT_NOSEAL (name)#define __noendbrarch/x86/kvm/emulate.c +1
-1@@ -327,7 +327,7 @@ static int fastop(struct x86_emulate_ctxt *ctxt, fastop_t fop);".type " name", @function \n\t" \ name":\n\t" \ASM_ENDBR \ - IBT_NOSEAL(name) + ASM_IBT_NOSEAL(name)#define FOP_FUNC (name) \ __FOP_FUNC(#name)net/bpf/test_run.c +5
-0@@ -601,6 +601,11 @@ noinline void bpf_kfunc_call_memb_release(struct prog_test_member *p) { } +#ifdef CONFIG_X86_KERNEL_IBT +IBT_NOSEAL (bpf_kfunc_call_test_release); +IBT_NOSEAL (bpf_kfunc_call_memb_release); +#endif + noinline void bpf_kfunc_call_memb1_release(struct prog_test_member1 *p) {WARN_ON_ONCE (1 );
Quoted 34 lines · Yonghong Song
Quoted 24 lines · Chen Hu
With
CONFIG_X86_KERNEL_IBTenabled, thetest_verifiertriggers the following BUG:traps: Missing ENDBR:
bpf_kfunc_call_test_release+0x0/0x30------------[ cut here ]------------ kernel BUG at arch/x86/kernel/traps.c:254! invalid opcode: 0000 [#1] PREEMPT SMP <TASK> asm_exc_control_protection+0x26/0x50 RIP: 0010:bpf_kfunc_call_test_release+0x0/0x30 Code: 00 48 c7 c7 18 f2 e1 b4 e8 0d ca 8c ff 48 c7 c0 00 f2 e1 b4 c3 0f 1f 44 00 00 66 0f 1f 00 0f 1f 44 00 00 0f 0b 31 c0 c3 66 90 <66> 0f 1f 00 0f 1f 44 00 00 48 85 ff 74 13 4c 8d 47 18 b8 ff ff ff bpf_map_free_kptrs+0x2e/0x70 array_map_free+0x57/0x140 process_one_work+0x194/0x3a0 worker_thread+0x54/0x3a0 ? rescuer_thread+0x390/0x390 kthread+0xe9/0x110 ? kthread_complete_and_exit+0x20/0x20It turns out that ENDBR in
bpf_kfunc_call_test_release()is converted to NOP byapply_ibt_endbr().Quoted 6 lines
The only text references to this function from kernel side are:
$ grep -r bpf_kfunc_call_test_release net/bpf/test_run.c:noinline void bpf_kfunc_call_test_release(...) net/bpf/test_run.c:BTF_ID_FLAGS(func, bpf_kfunc_call_test_release, ...) net/bpf/test_run.c:BTF_ID(func, bpf_kfunc_call_test_release)
Quoted 5 lines
We have some other function like this. For example, some newly added functions like
bpf_obj_new_impl(),bpf_obj_drop_impl(), do they have the same missing endbr problem? If this is the case, we need a general solution.
bpf_obj_new_impl(), bpf_obj_drop_impl() also miss the ENDBR. Below is the disassembly on bpf-next kernel:
(gdb) disas bpf_obj_drop_impl
Dump of assembler code for function bpf_obj_drop_impl:
0xffffffff81288e40 <+0>: nopw (%rax) 0xffffffff81288e44 <+4>: nopl 0x0(%rax,%rax,1) 0xffffffff81288e49 <+9>: push %rbp
...
(gdb) disas bpf_obj_new_impl
Dump of assembler code for function bpf_obj_new_impl:
0xffffffff81288cd0 <+0>: nopw (%rax) 0xffffffff81288cd4 <+4>: nopl 0x0(%rax,%rax,1) 0xffffffff81288cd9 <+9>: push %rbp
...
The first insn in the bpf_obj_new_impl has been converted from ENDBR to nopw by objtool. If the function is indirectly called on IBT enabled CPU (Tigerlake for example), #CP raise.
Looks like the possible fix in this patch is general?
If we don't want to seal a funciton, we use macro IBT_NOSEAL to claim. IBT_NOSEAL just creates throwaway dummy compile-time references to the functions. The section is already thrown away when kernel run. See commit e27e5bea956c by Josh Poimboeuf.
Quoted 79 lines
Quoted 79 lines
but it may be called from bpf program as kfunc. (no other caller from kernel)
This fix creates dummy references to destructor kfuncs so ENDBR stay there.
Also modify macro
XXX_NOSEALslightly:
-ASM_IBT_NOSEALnow stands for pure asm
-IBT_NOSEALcan be used directly in CSigned-off-by Chen Hu <[email protected]>Tested-by Pengfei Xu <[email protected]>---
v3:
- Macro go to IBT related header as suggested by Jiri Olsa
- Describe reference to the func clearly in commit message as suggested by Peter Zijlstra and Jiri Olsa
v2: https://lore.kernel.org/all/[email protected]/v1: https://lore.kernel.org/all/[email protected]/
arch/x86/include/asm/ibt.h| 6 +++++-
arch/x86/kvm/emulate.c | 2 +-
net/bpf/test_run.c | 5 +++++3 files changed, 11 insertions(+), 2 deletions(-)arch/x86/include/asm/ibt.h +1
-1@@ -36,11 +36,14 @@* the function as needing to be "sealed" (i.e. ENDBR converted to NOP by * apply_ibt_endbr()). */ -#define IBT_NOSEAL (fname) \ +#define ASM_IBT_NOSEAL (fname) \ ".pushsection .discard.ibt_endbr_noseal\n\t" \ _ASM_PTR fname "\n\t" \".popsection\n\t"
+#define IBT_NOSEAL(name) \
+ asm(ASM_IBT_NOSEAL(#name))
+
static inline__attribute_const__u32gen_endbr(void){
u32 endbr;arch/x86/include/asm/ibt.h +1
-0@@ -94,6 +97,7 @@ extern __noendbr void ibt_restore(u64 save); #ifndef __ASSEMBLY__ #define ASM_ENDBR +#define ASM_IBT_NOSEAL (name) #define IBT_NOSEAL(name) #define __noendbrarch/x86/kvm/emulate.c +1
-1@@ -327,7 +327,7 @@ static int fastop(struct x86_emulate_ctxt *ctxt, fastop_t fop); ".type " name ", @function \n\t" \ name ":\n\t" \ ASM_ENDBR \ - IBT_NOSEAL(name) + ASM_IBT_NOSEAL(name) #define FOP_FUNC(name) \ __FOP_FUNC(#name)net/bpf/test_run.c +0
-0@@ -601,6 +601,11 @@ noinline void bpf_kfunc_call_memb_release(struct prog_test_member *p) { }+#ifdef
CONFIG_X86_KERNEL_IBTnet/bpf/test_run.c +4
-0+IBT_NOSEAL (bpf_kfunc_call_test_release); +IBT_NOSEAL (bpf_kfunc_call_memb_release); +#endif +noinline void
bpf_kfunc_call_memb1_release(struct prog_test_member1 *p){
WARN_ON_ONCE(1);
Quoted 28 lines · On Thu, Dec 01, 2022 at 04:07:56PM +0800, Chen, Hu1 wrote:
Quoted 27 lines · Yonghong Song
Quoted 24 lines · Chen Hu
With
CONFIG_X86_KERNEL_IBTenabled, thetest_verifiertriggers the following BUG:traps: Missing ENDBR:
bpf_kfunc_call_test_release+0x0/0x30------------[ cut here ]------------ kernel BUG at arch/x86/kernel/traps.c:254! invalid opcode: 0000 [#1] PREEMPT SMP <TASK> asm_exc_control_protection+0x26/0x50 RIP: 0010:bpf_kfunc_call_test_release+0x0/0x30 Code: 00 48 c7 c7 18 f2 e1 b4 e8 0d ca 8c ff 48 c7 c0 00 f2 e1 b4 c3 0f 1f 44 00 00 66 0f 1f 00 0f 1f 44 00 00 0f 0b 31 c0 c3 66 90 <66> 0f 1f 00 0f 1f 44 00 00 48 85 ff 74 13 4c 8d 47 18 b8 ff ff ff bpf_map_free_kptrs+0x2e/0x70 array_map_free+0x57/0x140 process_one_work+0x194/0x3a0 worker_thread+0x54/0x3a0 ? rescuer_thread+0x390/0x390 kthread+0xe9/0x110 ? kthread_complete_and_exit+0x20/0x20It turns out that ENDBR in
bpf_kfunc_call_test_release()is converted to NOP byapply_ibt_endbr().
Quoted 6 lines
Quoted 6 lines
Quoted 6 lines
The only text references to this function from kernel side are:
$ grep -r bpf_kfunc_call_test_release net/bpf/test_run.c:noinline void bpf_kfunc_call_test_release(...) net/bpf/test_run.c:BTF_ID_FLAGS(func, bpf_kfunc_call_test_release, ...) net/bpf/test_run.c:BTF_ID(func, bpf_kfunc_call_test_release)
Alexei mentioned we could now move these ^^^ into kernel module:
https://lore.kernel.org/bpf/CAADnVQJ4xaAacOUpzMG+bm2WK5u=1YLo5kLUL+RP3JZGW3Sfww@mail.gmail.com/
would it help? not sure objtool scans modules as well
but we'd still need fix for bpf_obj_new_impl/bpf_obj_drop_impl below
jirka
Quoted 113 lines
Quoted 6 lines
We have some other function like this. For example, some newly added functions like
bpf_obj_new_impl(),bpf_obj_drop_impl(), do they have the same missing endbr problem? If this is the case, we need a general solution.
bpf_obj_new_impl(),bpf_obj_drop_impl()also miss the ENDBR. Below is the disassembly on bpf-next kernel:(gdb) disas
bpf_obj_drop_impl
Dump of assembler code for functionbpf_obj_drop_impl:0xffffffff81288e40 <+0>: nopw (%rax) 0xffffffff81288e44 <+4>: nopl 0x0(%rax,%rax,1) 0xffffffff81288e49 <+9>: push %rbp...
(gdb) disas
bpf_obj_new_impl
Dump of assembler code for functionbpf_obj_new_impl:0xffffffff81288cd0 <+0>: nopw (%rax) 0xffffffff81288cd4 <+4>: nopl 0x0(%rax,%rax,1) 0xffffffff81288cd9 <+9>: push %rbp...
The first insn in the
bpf_obj_new_implhas been converted from ENDBR to nopw by objtool. If the function is indirectly called on IBT enabled CPU (Tigerlake for example), #CP raise.Looks like the possible fix in this patch is general?
If we don't want to seal a funciton, we use macroIBT_NOSEALto claim.IBT_NOSEALjust creates throwaway dummy compile-time references to the functions. The section is already thrown away when kernel run. See commite27e5bea956cby Josh Poimboeuf.Quoted 79 lines
Quoted 79 lines
but it may be called from bpf program as kfunc. (no other caller from kernel)
This fix creates dummy references to destructor kfuncs so ENDBR stay there.
Also modify macro
XXX_NOSEALslightly:
-ASM_IBT_NOSEALnow stands for pure asm
-IBT_NOSEALcan be used directly in CSigned-off-by Chen Hu <[email protected]>Tested-by Pengfei Xu <[email protected]>---
v3:
- Macro go to IBT related header as suggested by Jiri Olsa
- Describe reference to the func clearly in commit message as suggested by Peter Zijlstra and Jiri Olsa
v2: https://lore.kernel.org/all/[email protected]/v1: https://lore.kernel.org/all/[email protected]/
arch/x86/include/asm/ibt.h| 6 +++++-
arch/x86/kvm/emulate.c | 2 +-
net/bpf/test_run.c | 5 +++++3 files changed, 11 insertions(+), 2 deletions(-)arch/x86/include/asm/ibt.h +1
-1@@ -36,11 +36,14 @@* the function as needing to be "sealed" (i.e. ENDBR converted to NOP by * apply_ibt_endbr()). */ -#define IBT_NOSEAL (fname) \ +#define ASM_IBT_NOSEAL (fname) \ ".pushsection .discard.ibt_endbr_noseal\n\t" \ _ASM_PTR fname "\n\t" \".popsection\n\t"
+#define IBT_NOSEAL(name) \
+ asm(ASM_IBT_NOSEAL(#name))
+
static inline__attribute_const__u32gen_endbr(void){
u32 endbr;arch/x86/include/asm/ibt.h +1
-0@@ -94,6 +97,7 @@ extern __noendbr void ibt_restore(u64 save); #ifndef __ASSEMBLY__ #define ASM_ENDBR +#define ASM_IBT_NOSEAL (name) #define IBT_NOSEAL(name) #define __noendbrarch/x86/kvm/emulate.c +1
-1@@ -327,7 +327,7 @@ static int fastop(struct x86_emulate_ctxt *ctxt, fastop_t fop); ".type " name ", @function \n\t" \ name ":\n\t" \ ASM_ENDBR \ - IBT_NOSEAL(name) + ASM_IBT_NOSEAL(name) #define FOP_FUNC(name) \ __FOP_FUNC(#name)net/bpf/test_run.c +0
-0@@ -601,6 +601,11 @@ noinline void bpf_kfunc_call_memb_release(struct prog_test_member *p) { }+#ifdef
CONFIG_X86_KERNEL_IBTnet/bpf/test_run.c +4
-0+IBT_NOSEAL (bpf_kfunc_call_test_release); +IBT_NOSEAL (bpf_kfunc_call_memb_release); +#endif +noinline void
bpf_kfunc_call_memb1_release(struct prog_test_member1 *p){
WARN_ON_ONCE(1);
Quoted 36 lines · Jiri Olsa
Quoted 28 lines · On Thu, Dec 01, 2022 at 04:07:56PM +0800, Chen, Hu1 wrote:
Quoted 27 lines · Yonghong Song
Quoted 24 lines · Chen Hu
With
CONFIG_X86_KERNEL_IBTenabled, thetest_verifiertriggers the following BUG:traps: Missing ENDBR:
bpf_kfunc_call_test_release+0x0/0x30------------[ cut here ]------------ kernel BUG at arch/x86/kernel/traps.c:254! invalid opcode: 0000 [#1] PREEMPT SMP <TASK> asm_exc_control_protection+0x26/0x50 RIP: 0010:bpf_kfunc_call_test_release+0x0/0x30 Code: 00 48 c7 c7 18 f2 e1 b4 e8 0d ca 8c ff 48 c7 c0 00 f2 e1 b4 c3 0f 1f 44 00 00 66 0f 1f 00 0f 1f 44 00 00 0f 0b 31 c0 c3 66 90 <66> 0f 1f 00 0f 1f 44 00 00 48 85 ff 74 13 4c 8d 47 18 b8 ff ff ff bpf_map_free_kptrs+0x2e/0x70 array_map_free+0x57/0x140 process_one_work+0x194/0x3a0 worker_thread+0x54/0x3a0 ? rescuer_thread+0x390/0x390 kthread+0xe9/0x110 ? kthread_complete_and_exit+0x20/0x20It turns out that ENDBR in
bpf_kfunc_call_test_release()is converted to NOP byapply_ibt_endbr().Quoted 6 lines
Quoted 6 lines
Quoted 6 lines
The only text references to this function from kernel side are:
$ grep -r bpf_kfunc_call_test_release net/bpf/test_run.c:noinline void bpf_kfunc_call_test_release(...) net/bpf/test_run.c:BTF_ID_FLAGS(func, bpf_kfunc_call_test_release, ...) net/bpf/test_run.c:BTF_ID(func, bpf_kfunc_call_test_release)
Quoted 9 lines
Alexei mentioned we could now move these ^^^ into kernel module:
https://lore.kernel.org/bpf/CAADnVQJ4xaAacOUpzMG+bm2WK5u=1YLo5kLUL+RP3JZGW3Sfww@mail.gmail.com/would it help? not sure objtool scans modules as well
but we'd still need fix for bpf_obj_new_impl/bpf_obj_drop_impl below
jirka
Kernel module may not help on this issue.
If the kernel thinks some of the ENDBR instrucitons in module are unneeded, it may remove them when load module. Let's take bpf_testmod_test_mod_kfunc in bpf_testmod.ko as example.
- Disassembly in bpf_testmod.ko:
$ objdump -D bpf_testmod.ko | grep bpf_testmod_test_mod_kfunc -A1 00000000000005e0 <bpf_testmod_test_mod_kfunc>: 5e0: f3 0f 1e fa endbr64 ...
- Diassembly after kernel load bpf_testmod.ko
(gdb) disas bpf_testmod_test_mod_kfunc
Dump of assembler code for function bpf_testmod_test_mod_kfunc:
0xffffffffc02015e0 <+0>: nopw (%rax)
Below backtrace shows how ENDBR is converted to nopw when load_module:
(gdb) bt
#0 apply_ibt_endbr (start=0xffffffffc0202316, end= ... #1 0xffffffff81096f19 in module_finalize (hdr=0xff ... #2 0xffffffff8118375e in post_relocation (info=0xf ... #3 load_module (info=info@entry=0xffa0000007843e08, ...
Thanks
Chen Hu
Quoted 113 lines
Quoted 113 lines
Quoted 6 lines
We have some other function like this. For example, some newly added functions like
bpf_obj_new_impl(),bpf_obj_drop_impl(), do they have the same missing endbr problem? If this is the case, we need a general solution.
bpf_obj_new_impl(),bpf_obj_drop_impl()also miss the ENDBR. Below is the disassembly on bpf-next kernel:(gdb) disas
bpf_obj_drop_impl
Dump of assembler code for functionbpf_obj_drop_impl:0xffffffff81288e40 <+0>: nopw (%rax) 0xffffffff81288e44 <+4>: nopl 0x0(%rax,%rax,1) 0xffffffff81288e49 <+9>: push %rbp ...(gdb) disas
bpf_obj_new_impl
Dump of assembler code for functionbpf_obj_new_impl:0xffffffff81288cd0 <+0>: nopw (%rax) 0xffffffff81288cd4 <+4>: nopl 0x0(%rax,%rax,1) 0xffffffff81288cd9 <+9>: push %rbp ...The first insn in the
bpf_obj_new_implhas been converted from ENDBR to nopw by objtool. If the function is indirectly called on IBT enabled CPU (Tigerlake for example), #CP raise.Looks like the possible fix in this patch is general?
If we don't want to seal a funciton, we use macroIBT_NOSEALto claim.IBT_NOSEALjust creates throwaway dummy compile-time references to the functions. The section is already thrown away when kernel run. See commite27e5bea956cby Josh Poimboeuf.Quoted 79 lines
Quoted 79 lines
but it may be called from bpf program as kfunc. (no other caller from kernel)
This fix creates dummy references to destructor kfuncs so ENDBR stay there.
Also modify macro
XXX_NOSEALslightly:
-ASM_IBT_NOSEALnow stands for pure asm
-IBT_NOSEALcan be used directly in CSigned-off-by Chen Hu <[email protected]>Tested-by Pengfei Xu <[email protected]>---
v3:
- Macro go to IBT related header as suggested by Jiri Olsa
- Describe reference to the func clearly in commit message as suggested by Peter Zijlstra and Jiri Olsa
v2: https://lore.kernel.org/all/[email protected]/v1: https://lore.kernel.org/all/[email protected]/
arch/x86/include/asm/ibt.h| 6 +++++-
arch/x86/kvm/emulate.c | 2 +-
net/bpf/test_run.c | 5 +++++3 files changed, 11 insertions(+), 2 deletions(-)arch/x86/include/asm/ibt.h +1
-1@@ -36,11 +36,14 @@* the function as needing to be "sealed" (i.e. ENDBR converted to NOP by * apply_ibt_endbr()). */ -#define IBT_NOSEAL (fname) \ +#define ASM_IBT_NOSEAL (fname) \ ".pushsection .discard.ibt_endbr_noseal\n\t" \ _ASM_PTR fname "\n\t" \".popsection\n\t"
+#define IBT_NOSEAL(name) \
+ asm(ASM_IBT_NOSEAL(#name))
+
static inline__attribute_const__u32gen_endbr(void){
u32 endbr;arch/x86/include/asm/ibt.h +1
-0@@ -94,6 +97,7 @@ extern __noendbr void ibt_restore(u64 save); #ifndef __ASSEMBLY__ #define ASM_ENDBR +#define ASM_IBT_NOSEAL (name) #define IBT_NOSEAL(name) #define __noendbrarch/x86/kvm/emulate.c +1
-1@@ -327,7 +327,7 @@ static int fastop(struct x86_emulate_ctxt *ctxt, fastop_t fop); ".type " name ", @function \n\t" \ name ":\n\t" \ ASM_ENDBR \ - IBT_NOSEAL(name) + ASM_IBT_NOSEAL(name) #define FOP_FUNC(name) \ __FOP_FUNC(#name)net/bpf/test_run.c +0
-0@@ -601,6 +601,11 @@ noinline void bpf_kfunc_call_memb_release(struct prog_test_member *p) { }+#ifdef
CONFIG_X86_KERNEL_IBTnet/bpf/test_run.c +4
-0+IBT_NOSEAL (bpf_kfunc_call_test_release); +IBT_NOSEAL (bpf_kfunc_call_memb_release); +#endif +noinline void
bpf_kfunc_call_memb1_release(struct prog_test_member1 *p){
WARN_ON_ONCE(1);