bpf: Move kernel test kfuncs into bpf_testmod
Subsystems (5)
Jiri Olsa
reviewerv2 cover bpf: Move kernel test kfuncs into bpf_testmod
hi,
I noticed several times in discussions that we should move test kfuncs into kernel module, now perhaps even more pressing with all the kfunc effort. This patchset moves all the test kfuncs into bpf_testmod.
I added bpf_testmod/bpf_testmod_kfunc.h header that is shared between bpf_testmod kernel module and BPF programs, which brings some difficulties with __ksym define. But I'm not sure having separate headers for BPF programs and for kernel module would be better.
This patchset also needs:
74bc3a5acc82 bpf: Add missing btf_put to register_btf_id_dtor_kfuncs
which is only in bpf/master now.
v2 changes:
- add 74bc3a5acc82 into bpf-next/master CI, so the test would pass
https://github.com/kernel-patches/vmtest/pull/192
- remove extra externs [Artem]
- using un/load_bpf_testmod in other tests
- rebased
thanks,
jirka
---
Jiri Olsa (7):
selftests/bpf: Move kfunc exports to bpf_testmod/bpf_testmod_kfunc.h selftests/bpf: Move test_progs helpers to testing_helpers object selftests/bpf: Do not unload bpf_testmod in load_bpf_testmod selftests/bpf: Use un/load_bpf_testmod functions in tests selftests/bpf: Load bpf_testmod for verifier test selftests/bpf: Allow to use kfunc from testmod.ko in test_verifier
bpf: Move kernel test kfuncs to bpf_testmod
net/bpf/test_run.c | 262 +------------------------------------------------------------------------------------------ tools/testing/selftests/bpf/bpf_testmod/bpf_testmod.c | 198 ++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++- tools/testing/selftests/bpf/bpf_testmod/bpf_testmod_kfunc.h | 92 ++++++++++++++++++++++++++++++++ tools/testing/selftests/bpf/prog_tests/bpf_mod_race.c | 34 ++---------- tools/testing/selftests/bpf/prog_tests/module_attach.c | 12 ++--- tools/testing/selftests/bpf/progs/cb_refs.c | 4 +- tools/testing/selftests/bpf/progs/jit_probe_mem.c | 4 +- tools/testing/selftests/bpf/progs/kfunc_call_destructive.c | 3 +- tools/testing/selftests/bpf/progs/kfunc_call_fail.c | 9 +--- tools/testing/selftests/bpf/progs/kfunc_call_race.c | 3 +- tools/testing/selftests/bpf/progs/kfunc_call_test.c | 16 +----- tools/testing/selftests/bpf/progs/kfunc_call_test_subprog.c | 17 ++++-- tools/testing/selftests/bpf/progs/map_kptr.c | 6 +-- tools/testing/selftests/bpf/progs/map_kptr_fail.c | 5 +- tools/testing/selftests/bpf/test_progs.c | 76 ++++----------------------- tools/testing/selftests/bpf/test_progs.h | 1 - tools/testing/selftests/bpf/test_verifier.c | 170 +++++++++++++++++++++++++++++++++++++++++++++++++++-------- tools/testing/selftests/bpf/testing_helpers.c | 61 +++++++++++++++++++++ tools/testing/selftests/bpf/testing_helpers.h | 10 ++++ 19 files changed, 549 insertions(+), 434 deletions(-) create mode 100644 tools/testing/selftests/bpf/bpf_testmod/bpf_testmod_kfunc.h
Jiri Olsa
reviewerPATCH v2 1/7 selftests/bpf: Move kfunc exports to bpf_testmod/bpf_testmod_kfunc.h
Move all kfunc exports into separate header file and include it in tests that need it.
We will move all test kfuncs into bpf_testmod in following change, so it's convenient to have declarations in single place.
--- .../bpf/bpf_testmod/bpf_testmod_kfunc.h | 92 +++++++++++++++++++ tools/testing/selftests/bpf/progs/cb_refs.c | 4 +- .../selftests/bpf/progs/jit_probe_mem.c | 4 +- .../bpf/progs/kfunc_call_destructive.c | 3 +- .../selftests/bpf/progs/kfunc_call_fail.c | 9 +- .../selftests/bpf/progs/kfunc_call_race.c | 3 +- .../selftests/bpf/progs/kfunc_call_test.c | 16 +--- .../bpf/progs/kfunc_call_test_subprog.c | 17 +++- tools/testing/selftests/bpf/progs/map_kptr.c | 6 +- .../selftests/bpf/progs/map_kptr_fail.c | 5 +- 10 files changed, 114 insertions(+), 45 deletions(-) create mode 100644 tools/testing/selftests/bpf/bpf_testmod/bpf_testmod_kfunc.h
tools/testing/selftests/bpf/bpf_testmod/bpf_testmod_kfunc.h new file +92 -0
@@ -0,0 +1,92 @@ +/* SPDX-License-Identifier: GPL-2.0 */ + +#ifndef _BPF_TESTMOD_KFUNC_H +#define _BPF_TESTMOD_KFUNC_H + +#ifndef __ksym +#define __ksym __attribute__((section(".ksyms"))) +#endif + +struct prog_test_pass1 { +int x0; +struct { +int x1; +struct { +int x2; +struct { +int x3; + }; + }; + }; +}; + +struct prog_test_pass2 { +int len; +short arr1[4 ]; +struct { +char arr2[4 ]; +unsigned long arr3[8 ]; + } x; +}; + +struct prog_test_fail1 { +void *p; +int x; +}; + +struct prog_test_fail2 { +int x8; +struct prog_test_pass1 x; +}; + +struct prog_test_fail3 { +int len; +char arr1[2 ]; +char arr2[]; +}; + +struct prog_test_member1 { +int a; +}; + +struct prog_test_member { +struct prog_test_member1 m; +int c; +}; + +struct prog_test_ref_kfunc { +int a; +int b; +struct prog_test_member memb; +struct prog_test_ref_kfunc *next; +refcount_t cnt; +}; + +extern struct prog_test_ref_kfunc * +bpf_kfunc_call_test_acquire (unsigned long *scalar_ptr) __ksym; +extern struct prog_test_ref_kfunc * +bpf_kfunc_call_test_kptr_get (struct prog_test_ref_kfunc **p,int a,int b) __ksym; +extern void bpf_kfunc_call_test_release(struct prog_test_ref_kfunc *p) __ksym; + +extern void bpf_kfunc_call_test_mem_len_pass1(void *mem, int len) __ksym; +extern int *bpf_kfunc_call_test_get_rdwr_mem (struct prog_test_ref_kfunc *p,const int rdwr_buf_size) __ksym; +extern int *bpf_kfunc_call_test_get_rdonly_mem (struct prog_test_ref_kfunc *p,const int rdonly_buf_size) __ksym; +extern int *bpf_kfunc_call_test_acq_rdonly_mem (struct prog_test_ref_kfunc *p,const int rdonly_buf_size) __ksym; +extern void bpf_kfunc_call_int_mem_release(int *p) __ksym; + +extern void bpf_testmod_test_mod_kfunc(int i) __ksym; + +extern __u64 bpf_kfunc_call_test1(struct sock *sk, __u32 a, __u64 b, + __u32 c, __u64 d) __ksym; +extern int bpf_kfunc_call_test2(struct sock *sk, __u32 a, __u32 b) __ksym; +extern struct sock *bpf_kfunc_call_test3 (struct sock *sk) __ksym; +extern long bpf_kfunc_call_test4(signed char a, short b, int c, long d) __ksym; + +extern void bpf_kfunc_call_test_pass_ctx(struct __sk_buff *skb) __ksym; +extern void bpf_kfunc_call_test_pass1(struct prog_test_pass1 *p) __ksym; +extern void bpf_kfunc_call_test_pass2(struct prog_test_pass2 *p) __ksym; +extern void bpf_kfunc_call_test_mem_len_fail2(__u64 *mem, int len) __ksym; + +extern void bpf_kfunc_call_test_destructive(void) __ksym; + +#endif /* _BPF_TESTMOD_KFUNC_H */
tools/testing/selftests/bpf/progs/cb_refs.c +1 -3
@@ -2,6 +2,7 @@#include <vmlinux.h> #include <bpf/bpf_tracing.h> #include <bpf/bpf_helpers.h> +#include "bpf_testmod/bpf_testmod_kfunc.h" struct map_value { struct prog_test_ref_kfunc __kptr_ref *ptr;
@@ -14,9 +15,6 @@ struct {__uint (max_entries,16 ); } array_map SEC(".maps"); -extern struct prog_test_ref_kfunc *bpf_kfunc_call_test_acquire (unsigned long *sp) __ksym; -extern void bpf_kfunc_call_test_release(struct prog_test_ref_kfunc *p) __ksym; - static __noinline int cb1(void *map, void *key, void *value, void *ctx) {void *p = *(void **)ctx;
tools/testing/selftests/bpf/progs/jit_probe_mem.c +1 -3
@@ -3,13 +3,11 @@#include <vmlinux.h> #include <bpf/bpf_tracing.h> #include <bpf/bpf_helpers.h> +#include "bpf_testmod/bpf_testmod_kfunc.h" static struct prog_test_ref_kfunc __kptr_ref *v;long total_sum =-1 ; -extern struct prog_test_ref_kfunc *bpf_kfunc_call_test_acquire (unsigned long *sp) __ksym; -extern void bpf_kfunc_call_test_release(struct prog_test_ref_kfunc *p) __ksym; - SEC("tc")int test_jit_probe_mem (struct __sk_buff *ctx) {
tools/testing/selftests/bpf/progs/kfunc_call_destructive.c +1 -2
@@ -1,8 +1,7 @@// SPDX-License-Identifier: GPL-2.0 #include <vmlinux.h> #include <bpf/bpf_helpers.h> - -extern void bpf_kfunc_call_test_destructive(void) __ksym; +#include "bpf_testmod/bpf_testmod_kfunc.h" SEC("tc")int kfunc_destructive_test (void )
tools/testing/selftests/bpf/progs/kfunc_call_fail.c +1 -8
@@ -2,14 +2,7 @@/* Copyright (c) 2021 Facebook */ #include <vmlinux.h> #include <bpf/bpf_helpers.h> - -extern struct prog_test_ref_kfunc *bpf_kfunc_call_test_acquire (unsigned long *sp) __ksym; -extern void bpf_kfunc_call_test_release(struct prog_test_ref_kfunc *p) __ksym; -extern void bpf_kfunc_call_test_mem_len_pass1(void *mem, int len) __ksym; -extern int *bpf_kfunc_call_test_get_rdwr_mem (struct prog_test_ref_kfunc *p,const int rdwr_buf_size) __ksym; -extern int *bpf_kfunc_call_test_get_rdonly_mem (struct prog_test_ref_kfunc *p,const int rdonly_buf_size) __ksym; -extern int *bpf_kfunc_call_test_acq_rdonly_mem (struct prog_test_ref_kfunc *p,const int rdonly_buf_size) __ksym; -extern void bpf_kfunc_call_int_mem_release(int *p) __ksym; +#include "bpf_testmod/bpf_testmod_kfunc.h" struct syscall_test_args {__u8 data[16 ];
tools/testing/selftests/bpf/progs/kfunc_call_race.c +1 -2
@@ -1,8 +1,7 @@// SPDX-License-Identifier: GPL-2.0 #include <vmlinux.h> #include <bpf/bpf_helpers.h> - -extern void bpf_testmod_test_mod_kfunc(int i) __ksym; +#include "bpf_testmod/bpf_testmod_kfunc.h" SEC("tc")int kfunc_call_fail (struct __sk_buff *ctx)
tools/testing/selftests/bpf/progs/kfunc_call_test.c +1 -15
@@ -2,21 +2,7 @@/* Copyright (c) 2021 Facebook */ #include <vmlinux.h> #include <bpf/bpf_helpers.h> - -extern long bpf_kfunc_call_test4(signed char a, short b, int c, long d) __ksym; -extern int bpf_kfunc_call_test2(struct sock *sk, __u32 a, __u32 b) __ksym; -extern __u64 bpf_kfunc_call_test1(struct sock *sk, __u32 a, __u64 b, - __u32 c, __u64 d) __ksym; - -extern struct prog_test_ref_kfunc *bpf_kfunc_call_test_acquire (unsigned long *sp) __ksym; -extern void bpf_kfunc_call_test_release(struct prog_test_ref_kfunc *p) __ksym; -extern void bpf_kfunc_call_test_pass_ctx(struct __sk_buff *skb) __ksym; -extern void bpf_kfunc_call_test_pass1(struct prog_test_pass1 *p) __ksym; -extern void bpf_kfunc_call_test_pass2(struct prog_test_pass2 *p) __ksym; -extern void bpf_kfunc_call_test_mem_len_pass1(void *mem, int len) __ksym; -extern void bpf_kfunc_call_test_mem_len_fail2(__u64 *mem, int len) __ksym; -extern int *bpf_kfunc_call_test_get_rdwr_mem (struct prog_test_ref_kfunc *p,const int rdwr_buf_size) __ksym; -extern int *bpf_kfunc_call_test_get_rdonly_mem (struct prog_test_ref_kfunc *p,const int rdonly_buf_size) __ksym; +#include "bpf_testmod/bpf_testmod_kfunc.h" SEC("tc")int kfunc_call_test4 (struct __sk_buff *skb)
tools/testing/selftests/bpf/progs/kfunc_call_test_subprog.c +14 -3
@@ -4,10 +4,21 @@#include <bpf/bpf_helpers.h> #include "bpf_tcp_helpers.h" +/* +* We can't include vmlinux.h, because it conflicts with bpf_tcp_helpers.h, +* but we need refcount_t typedef for bpf_testmod_kfunc.h. +* Adding it directly. +*/ +typedef struct { +int counter; +}atomic_t ; +typedef struct refcount_struct { +atomic_t refs; +}refcount_t ; + +#include "bpf_testmod/bpf_testmod_kfunc.h" + extern const int bpf_prog_active __ksym; -extern __u64 bpf_kfunc_call_test1(struct sock *sk, __u32 a, __u64 b, - __u32 c, __u64 d) __ksym; -extern struct sock *bpf_kfunc_call_test3 (struct sock *sk) __ksym;int active_res =-1 ;int sk_state_res =-1 ;
tools/testing/selftests/bpf/progs/map_kptr.c +1 -5
@@ -2,6 +2,7 @@#include <vmlinux.h> #include <bpf/bpf_tracing.h> #include <bpf/bpf_helpers.h> +#include "bpf_testmod/bpf_testmod_kfunc.h" struct map_value { struct prog_test_ref_kfunc __kptr *unref_ptr;
@@ -57,11 +58,6 @@ DEFINE_MAP_OF_MAP(BPF_MAP_TYPE_HASH_OF_MAPS, hash_map, hash_of_hash_maps);DEFINE_MAP_OF_MAP (BPF_MAP_TYPE_HASH_OF_MAPS , hash_malloc_map, hash_of_hash_malloc_maps);DEFINE_MAP_OF_MAP (BPF_MAP_TYPE_HASH_OF_MAPS , lru_hash_map, hash_of_lru_hash_maps); -extern struct prog_test_ref_kfunc *bpf_kfunc_call_test_acquire (unsigned long *sp) __ksym; -extern struct prog_test_ref_kfunc * -bpf_kfunc_call_test_kptr_get (struct prog_test_ref_kfunc **p,int a,int b) __ksym; -extern void bpf_kfunc_call_test_release(struct prog_test_ref_kfunc *p) __ksym; -static void test_kptr_unref (struct map_value *v) {struct prog_test_ref_kfunc *p;
tools/testing/selftests/bpf/progs/map_kptr_fail.c +1 -4
@@ -4,6 +4,7 @@#include <bpf/bpf_helpers.h> #include <bpf/bpf_core_read.h> #include "bpf_misc.h" +#include "bpf_testmod/bpf_testmod_kfunc.h" struct map_value {char buf[8 ];
@@ -19,10 +20,6 @@ struct array_map {__uint (max_entries,1 ); } array_map SEC(".maps"); -extern struct prog_test_ref_kfunc *bpf_kfunc_call_test_acquire (unsigned long *sp) __ksym; -extern struct prog_test_ref_kfunc * -bpf_kfunc_call_test_kptr_get (struct prog_test_ref_kfunc **p,int a,int b) __ksym; - SEC("?tc") __failure __msg("kptr access size must be BPF_DW") int size_not_bpf_dw(struct __sk_buff *ctx)
Signature · 1 line
2.39.1
Re: [PATCHv2 bpf-next 1/7] selftests/bpf: Move kfunc exports to bpf_testmod/bpf_testmod_kfunc.h
Quoted 5 lines · Jiri Olsa
Move all kfunc exports into separate header file and include it in tests that need it.
We will move all test kfuncs into
bpf_testmodin following change, so it's convenient to have declarations in single place.
Nice, good call.
tools/testing/selftests/bpf/bpf_testmod/bpf_testmod_kfunc.h
Quoted 21 lines
Signed-off-by Jiri Olsa <[email protected]>--- .../bpf/bpf_testmod/bpf_testmod_kfunc.h | 92 +++++++++++++++++++ tools/testing/selftests/bpf/progs/cb_refs.c | 4 +- .../selftests/bpf/progs/jit_probe_mem.c | 4 +- .../bpf/progs/kfunc_call_destructive.c | 3 +- .../selftests/bpf/progs/kfunc_call_fail.c | 9 +- .../selftests/bpf/progs/kfunc_call_race.c | 3 +- .../selftests/bpf/progs/kfunc_call_test.c | 16 +--- .../bpf/progs/kfunc_call_test_subprog.c | 17 +++- tools/testing/selftests/bpf/progs/map_kptr.c | 6 +- .../selftests/bpf/progs/map_kptr_fail.c | 5 +- 10 files changed, 114 insertions(+), 45 deletions(-) create mode 100644 tools/testing/selftests/bpf/bpf_testmod/bpf_testmod_kfunc.htools/testing/selftests/bpf/bpf_testmod/bpf_testmod_kfunc.h new file +0
-0
Should we update the selftests Makefile to rebuild progs when the testmod changes? Something like:
tools/testing/selftests/bpf/Makefile +1 -0
@@ -438,6 +438,7 @@ $(TRUNNER_BPF_OBJS): $(TRUNNER_OUTPUT)/%.bpf.o: \ $(TRUNNER_BPF_PROGS_DIR)/%.c \ $(TRUNNER_BPF_PROGS_DIR)/*.h \ $$(INCLUDE_DIR)/vmlinux.h \ + $(OUTPUT)/bpf_testmod.ko \ $(wildcard $(BPFDIR)/bpf_*.h) \ $(wildcard $(BPFDIR)/*.bpf.h) \ | $(TRUNNER_OUTPUT) $$(BPFOBJ)
tools/testing/selftests/bpf/bpf_testmod/bpf_testmod_kfunc.h line 8
Quoted 9 lines
tools/testing/selftests/bpf/bpf_testmod/bpf_testmod_kfunc.h new file +8
-0@@ -0,0 +1,92 @@ +/* SPDX-License-Identifier: GPL-2.0 */ + +#ifndef _BPF_TESTMOD_KFUNC_H +#define _BPF_TESTMOD_KFUNC_H + +#ifndef __ksym +#define __ksym __attribute__((section(".ksyms"))) +#endif
What about doing something like this:
#ifndef __KERNEL__
#include <vmlinux.h>
#include <bpf/bpf_helpers.h>
#else
#define __ksym
#endif
Thoughts?
Quoted 72 lines
tools/testing/selftests/bpf/bpf_testmod/bpf_testmod_kfunc.h new file +72
-0+ +struct prog_test_pass1 { +int x0; +struct { +int x1; +struct { +int x2; +struct { +int x3; + }; + }; + }; +}; + +struct prog_test_pass2 { +int len; +short arr1[4 ]; +struct { +char arr2[4 ]; +unsigned long arr3[8 ]; + } x; +}; + +struct prog_test_fail1 { +void *p; +int x; +}; + +struct prog_test_fail2 { +int x8; +struct prog_test_pass1 x; +}; + +struct prog_test_fail3 { +int len; +char arr1[2 ]; +char arr2[]; +}; + +struct prog_test_member1 { +int a; +}; + +struct prog_test_member { +struct prog_test_member1 m; +int c; +}; + +struct prog_test_ref_kfunc { +int a; +int b; +struct prog_test_member memb; +struct prog_test_ref_kfunc *next; +refcount_t cnt; +}; + +extern struct prog_test_ref_kfunc * +bpf_kfunc_call_test_acquire (unsigned long *scalar_ptr) __ksym; +extern struct prog_test_ref_kfunc * +bpf_kfunc_call_test_kptr_get (struct prog_test_ref_kfunc **p,int a,int b) __ksym; +extern void bpf_kfunc_call_test_release(struct prog_test_ref_kfunc *p) __ksym; + +extern void bpf_kfunc_call_test_mem_len_pass1(void *mem, int len) __ksym; +extern int *bpf_kfunc_call_test_get_rdwr_mem (struct prog_test_ref_kfunc *p,const int rdwr_buf_size) __ksym; +extern int *bpf_kfunc_call_test_get_rdonly_mem (struct prog_test_ref_kfunc *p,const int rdonly_buf_size) __ksym; +extern int *bpf_kfunc_call_test_acq_rdonly_mem (struct prog_test_ref_kfunc *p,const int rdonly_buf_size) __ksym; +extern void bpf_kfunc_call_int_mem_release(int *p) __ksym; + +extern void bpf_testmod_test_mod_kfunc(int i) __ksym; + +extern __u64 bpf_kfunc_call_test1(struct sock *sk, __u32 a, __u64 b, + __u32 c, __u64 d) __ksym;
tools/testing/selftests/bpf/bpf_testmod/bpf_testmod_kfunc.h line 90
Quoted 10 lines
tools/testing/selftests/bpf/bpf_testmod/bpf_testmod_kfunc.h new file +10
-0+extern int bpf_kfunc_call_test2(struct sock *sk, __u32 a, __u32 b) __ksym; +extern struct sock *bpf_kfunc_call_test3 (struct sock *sk) __ksym; +extern long bpf_kfunc_call_test4(signed char a, short b, int c, long d) __ksym; + +extern void bpf_kfunc_call_test_pass_ctx(struct __sk_buff *skb) __ksym; +extern void bpf_kfunc_call_test_pass1(struct prog_test_pass1 *p) __ksym; +extern void bpf_kfunc_call_test_pass2(struct prog_test_pass2 *p) __ksym; +extern void bpf_kfunc_call_test_mem_len_fail2(__u64 *mem, int len) __ksym; + +extern void bpf_kfunc_call_test_destructive(void) __ksym;
nit: Can we remove extern from all of these function signatures? Doesn't really matter much to leave it there, but given that the keyword does nothing for functions it feels unnecessary / noisy.
Quoted 127 lines
tools/testing/selftests/bpf/bpf_testmod/bpf_testmod_kfunc.h new file +2
-0+ +#endif /* _BPF_TESTMOD_KFUNC_H */ tools/testing/selftests/bpf/progs/cb_refs.c +1
-3@@ -2,6 +2,7 @@#include <vmlinux.h> #include <bpf/bpf_tracing.h> #include <bpf/bpf_helpers.h> +#include "bpf_testmod/bpf_testmod_kfunc.h" struct map_value { struct prog_test_ref_kfunc __kptr_ref *ptr;@@ -14,9 +15,6 @@ struct {__uint (max_entries,16 ); } array_map SEC(".maps"); -extern struct prog_test_ref_kfunc *bpf_kfunc_call_test_acquire (unsigned long *sp) __ksym; -extern void bpf_kfunc_call_test_release(struct prog_test_ref_kfunc *p) __ksym; - static __noinline int cb1(void *map, void *key, void *value, void *ctx) {void *p = *(void **)ctx;tools/testing/selftests/bpf/progs/jit_probe_mem.c +1
-3@@ -3,13 +3,11 @@#include <vmlinux.h> #include <bpf/bpf_tracing.h> #include <bpf/bpf_helpers.h> +#include "bpf_testmod/bpf_testmod_kfunc.h" static struct prog_test_ref_kfunc __kptr_ref *v;long total_sum =-1 ; -extern struct prog_test_ref_kfunc *bpf_kfunc_call_test_acquire (unsigned long *sp) __ksym; -extern void bpf_kfunc_call_test_release(struct prog_test_ref_kfunc *p) __ksym; - SEC("tc")int test_jit_probe_mem (struct __sk_buff *ctx) {tools/testing/selftests/bpf/progs/kfunc_call_destructive.c +1
-2@@ -1,8 +1,7 @@// SPDX-License-Identifier: GPL-2.0 #include <vmlinux.h> #include <bpf/bpf_helpers.h> - -extern void bpf_kfunc_call_test_destructive(void) __ksym; +#include "bpf_testmod/bpf_testmod_kfunc.h" SEC("tc")int kfunc_destructive_test (void )tools/testing/selftests/bpf/progs/kfunc_call_fail.c +1
-8@@ -2,14 +2,7 @@/* Copyright (c) 2021 Facebook */ #include <vmlinux.h> #include <bpf/bpf_helpers.h> - -extern struct prog_test_ref_kfunc *bpf_kfunc_call_test_acquire (unsigned long *sp) __ksym; -extern void bpf_kfunc_call_test_release(struct prog_test_ref_kfunc *p) __ksym; -extern void bpf_kfunc_call_test_mem_len_pass1(void *mem, int len) __ksym; -extern int *bpf_kfunc_call_test_get_rdwr_mem (struct prog_test_ref_kfunc *p,const int rdwr_buf_size) __ksym; -extern int *bpf_kfunc_call_test_get_rdonly_mem (struct prog_test_ref_kfunc *p,const int rdonly_buf_size) __ksym; -extern int *bpf_kfunc_call_test_acq_rdonly_mem (struct prog_test_ref_kfunc *p,const int rdonly_buf_size) __ksym; -extern void bpf_kfunc_call_int_mem_release(int *p) __ksym; +#include "bpf_testmod/bpf_testmod_kfunc.h" struct syscall_test_args {__u8 data[16 ];tools/testing/selftests/bpf/progs/kfunc_call_race.c +1
-2@@ -1,8 +1,7 @@// SPDX-License-Identifier: GPL-2.0 #include <vmlinux.h> #include <bpf/bpf_helpers.h> - -extern void bpf_testmod_test_mod_kfunc(int i) __ksym; +#include "bpf_testmod/bpf_testmod_kfunc.h" SEC("tc")int kfunc_call_fail (struct __sk_buff *ctx)tools/testing/selftests/bpf/progs/kfunc_call_test.c +1
-15@@ -2,21 +2,7 @@/* Copyright (c) 2021 Facebook */ #include <vmlinux.h> #include <bpf/bpf_helpers.h> - -extern long bpf_kfunc_call_test4(signed char a, short b, int c, long d) __ksym; -extern int bpf_kfunc_call_test2(struct sock *sk, __u32 a, __u32 b) __ksym; -extern __u64 bpf_kfunc_call_test1(struct sock *sk, __u32 a, __u64 b, - __u32 c, __u64 d) __ksym; - -extern struct prog_test_ref_kfunc *bpf_kfunc_call_test_acquire (unsigned long *sp) __ksym; -extern void bpf_kfunc_call_test_release(struct prog_test_ref_kfunc *p) __ksym; -extern void bpf_kfunc_call_test_pass_ctx(struct __sk_buff *skb) __ksym; -extern void bpf_kfunc_call_test_pass1(struct prog_test_pass1 *p) __ksym; -extern void bpf_kfunc_call_test_pass2(struct prog_test_pass2 *p) __ksym; -extern void bpf_kfunc_call_test_mem_len_pass1(void *mem, int len) __ksym; -extern void bpf_kfunc_call_test_mem_len_fail2(__u64 *mem, int len) __ksym; -extern int *bpf_kfunc_call_test_get_rdwr_mem (struct prog_test_ref_kfunc *p,const int rdwr_buf_size) __ksym; -extern int *bpf_kfunc_call_test_get_rdonly_mem (struct prog_test_ref_kfunc *p,const int rdonly_buf_size) __ksym; +#include "bpf_testmod/bpf_testmod_kfunc.h" SEC("tc")int kfunc_call_test4 (struct __sk_buff *skb)tools/testing/selftests/bpf/progs/kfunc_call_test_subprog.c +1
-0@@ -4,10 +4,21 @@#include <bpf/bpf_helpers.h> #include "bpf_tcp_helpers.h" +/*
tools/testing/selftests/bpf/progs/kfunc_call_test_subprog.c line 17
Quoted 10 lines
tools/testing/selftests/bpf/progs/kfunc_call_test_subprog.c +10
-0+* We can't include vmlinux.h, because it conflicts with bpf_tcp_helpers.h, +* but we need refcount_t typedef for bpf_testmod_kfunc.h. +* Adding it directly. +*/ +typedef struct { +int counter; +}atomic_t ; +typedef struct refcount_struct { +atomic_t refs; +}refcount_t ;
Meh, this is kind of unfortunate, but OK, not the end of the world. Don't really see an easy way to resolve these types of typedef / include spaghetti issues in a general way.
As an alternative, it looks like this also works:
tools/testing/selftests/bpf/progs/kfunc_call_test_subprog.c +3 -16
@@ -1,21 +1,8 @@// SPDX-License-Identifier: GPL-2.0 /* Copyright (c) 2021 Facebook */ -#include <linux/bpf.h> +#include <linux/types.h> #include <bpf/bpf_helpers.h> -#include "bpf_tcp_helpers.h" - -/* -* We can't include vmlinux.h, because it conflicts with bpf_tcp_helpers.h, -* but we need refcount_t typedef for bpf_testmod_kfunc.h. -* Adding it directly. -*/ -typedef struct { -int counter; -}atomic_t ; -typedef struct refcount_struct { -atomic_t refs; -}refcount_t ; - +#include <vmlinux.h> #include "bpf_testmod/bpf_testmod_kfunc.h" extern const int bpf_prog_active __ksym;
@@ -39,7 +26,7 @@ int __noinline f1(struct __sk_buff *skb)if (active) active_res = *active; - sk_state_res =bpf_kfunc_call_test3 ((struct sock *)sk)->sk_state; + sk_state_res =bpf_kfunc_call_test3 ((struct sock *)sk)->__sk_common.skc_state;return (__u32 )bpf_kfunc_call_test1 ((struct sock *)sk,1 ,2 ,3 ,4 ); }
Thoughts?
Quoted 60 lines
tools/testing/selftests/bpf/progs/kfunc_call_test_subprog.c +3
-3+ +#include "bpf_testmod/bpf_testmod_kfunc.h" + extern const int bpf_prog_active __ksym; -extern __u64 bpf_kfunc_call_test1(struct sock *sk, __u32 a, __u64 b, - __u32 c, __u64 d) __ksym; -extern struct sock *bpf_kfunc_call_test3 (struct sock *sk) __ksym;int active_res =-1 ;int sk_state_res =-1 ;tools/testing/selftests/bpf/progs/map_kptr.c +1
-5@@ -2,6 +2,7 @@#include <vmlinux.h> #include <bpf/bpf_tracing.h> #include <bpf/bpf_helpers.h> +#include "bpf_testmod/bpf_testmod_kfunc.h" struct map_value { struct prog_test_ref_kfunc __kptr *unref_ptr;@@ -57,11 +58,6 @@ DEFINE_MAP_OF_MAP(BPF_MAP_TYPE_HASH_OF_MAPS, hash_map, hash_of_hash_maps);DEFINE_MAP_OF_MAP (BPF_MAP_TYPE_HASH_OF_MAPS , hash_malloc_map, hash_of_hash_malloc_maps);DEFINE_MAP_OF_MAP (BPF_MAP_TYPE_HASH_OF_MAPS , lru_hash_map, hash_of_lru_hash_maps); -extern struct prog_test_ref_kfunc *bpf_kfunc_call_test_acquire (unsigned long *sp) __ksym; -extern struct prog_test_ref_kfunc * -bpf_kfunc_call_test_kptr_get (struct prog_test_ref_kfunc **p,int a,int b) __ksym; -extern void bpf_kfunc_call_test_release(struct prog_test_ref_kfunc *p) __ksym; -static void test_kptr_unref (struct map_value *v) {struct prog_test_ref_kfunc *p;tools/testing/selftests/bpf/progs/map_kptr_fail.c +1
-4@@ -4,6 +4,7 @@#include <bpf/bpf_helpers.h> #include <bpf/bpf_core_read.h> #include "bpf_misc.h" +#include "bpf_testmod/bpf_testmod_kfunc.h" struct map_value {char buf[8 ];@@ -19,10 +20,6 @@ struct array_map {__uint (max_entries,1 ); } array_map SEC(".maps"); -extern struct prog_test_ref_kfunc *bpf_kfunc_call_test_acquire (unsigned long *sp) __ksym; -extern struct prog_test_ref_kfunc * -bpf_kfunc_call_test_kptr_get (struct prog_test_ref_kfunc **p,int a,int b) __ksym; - SEC("?tc") __failure __msg("kptr access size must be BPF_DW") int size_not_bpf_dw(struct __sk_buff *ctx)Signature · 1 line
2.39.1
Re: [PATCHv2 bpf-next 1/7] selftests/bpf: Move kfunc exports to bpf_testmod/bpf_testmod_kfunc.h
Quoted 39 lines · David Vernet
Quoted 5 lines · Jiri Olsa
Move all kfunc exports into separate header file and include it in tests that need it.
We will move all test kfuncs into
bpf_testmodin following change, so it's convenient to have declarations in single place.Nice, good call.
tools/testing/selftests/bpf/bpf_testmod/bpf_testmod_kfunc.h
Quoted 21 lines
Signed-off-by Jiri Olsa <[email protected]>--- .../bpf/bpf_testmod/bpf_testmod_kfunc.h | 92 +++++++++++++++++++ tools/testing/selftests/bpf/progs/cb_refs.c | 4 +- .../selftests/bpf/progs/jit_probe_mem.c | 4 +- .../bpf/progs/kfunc_call_destructive.c | 3 +- .../selftests/bpf/progs/kfunc_call_fail.c | 9 +- .../selftests/bpf/progs/kfunc_call_race.c | 3 +- .../selftests/bpf/progs/kfunc_call_test.c | 16 +--- .../bpf/progs/kfunc_call_test_subprog.c | 17 +++- tools/testing/selftests/bpf/progs/map_kptr.c | 6 +- .../selftests/bpf/progs/map_kptr_fail.c | 5 +- 10 files changed, 114 insertions(+), 45 deletions(-) create mode 100644 tools/testing/selftests/bpf/bpf_testmod/bpf_testmod_kfunc.htools/testing/selftests/bpf/bpf_testmod/bpf_testmod_kfunc.h new file +0
-0Should we update the selftests
Makefileto rebuild progs when the testmod changes? Something like:tools/testing/selftests/bpf/Makefile +0
-0
tools/testing/selftests/bpf/Makefile $(TRUNNER_BPF_OBJS): $(TRUNNER_OUTPUT)/%.bpf.o: \ · line 444
Quoted 7 lines
tools/testing/selftests/bpf/Makefile +1
-0@@ -438,6 +438,7 @@ $(TRUNNER_BPF_OBJS): $(TRUNNER_OUTPUT)/%.bpf.o: \ $(TRUNNER_BPF_PROGS_DIR)/%.c \ $(TRUNNER_BPF_PROGS_DIR)/*.h \ $$(INCLUDE_DIR)/vmlinux.h \ + $(OUTPUT)/bpf_testmod.ko \ $(wildcard $(BPFDIR)/bpf_*.h) \ $(wildcard $(BPFDIR)/*.bpf.h) \ | $(TRUNNER_OUTPUT) $$(BPFOBJ)
ok, looks good will add it
Quoted 13 lines
tools/testing/selftests/bpf/bpf_testmod/bpf_testmod_kfunc.h line 8
Quoted 10 lines
tools/testing/selftests/bpf/bpf_testmod/bpf_testmod_kfunc.h new file +8
-0@@ -0,0 +1,92 @@ +/* SPDX-License-Identifier: GPL-2.0 */ + +#ifndef _BPF_TESTMOD_KFUNC_H +#define _BPF_TESTMOD_KFUNC_H + +#ifndef __ksym +#define __ksym __attribute__((section(".ksyms"))) +#endif What about doing something like this:
Quoted 8 lines
#ifndef
__KERNEL__
#include <vmlinux.h>
#include <bpf/bpf_helpers.h>
#else
#define__ksym
#endifThoughts?
that goes nicely along with the solution for extra typedef you suggested below
SNIP
Quoted 22 lines
Quoted 22 lines
tools/testing/selftests/bpf/bpf_testmod/bpf_testmod_kfunc.h new file +22
-0+extern struct prog_test_ref_kfunc * +bpf_kfunc_call_test_acquire (unsigned long *scalar_ptr) __ksym; +extern struct prog_test_ref_kfunc * +bpf_kfunc_call_test_kptr_get (struct prog_test_ref_kfunc **p,int a,int b) __ksym; +extern void bpf_kfunc_call_test_release(struct prog_test_ref_kfunc *p) __ksym; + +extern void bpf_kfunc_call_test_mem_len_pass1(void *mem, int len) __ksym; +extern int *bpf_kfunc_call_test_get_rdwr_mem (struct prog_test_ref_kfunc *p,const int rdwr_buf_size) __ksym; +extern int *bpf_kfunc_call_test_get_rdonly_mem (struct prog_test_ref_kfunc *p,const int rdonly_buf_size) __ksym; +extern int *bpf_kfunc_call_test_acq_rdonly_mem (struct prog_test_ref_kfunc *p,const int rdonly_buf_size) __ksym; +extern void bpf_kfunc_call_int_mem_release(int *p) __ksym; + +extern void bpf_testmod_test_mod_kfunc(int i) __ksym; + +extern __u64 bpf_kfunc_call_test1(struct sock *sk, __u32 a, __u64 b, + __u32 c, __u64 d) __ksym; +extern int bpf_kfunc_call_test2(struct sock *sk, __u32 a, __u32 b) __ksym; +extern struct sock *bpf_kfunc_call_test3 (struct sock *sk) __ksym; +extern long bpf_kfunc_call_test4(signed char a, short b, int c, long d) __ksym; + +extern void bpf_kfunc_call_test_pass_ctx(struct __sk_buff *skb) __ksym; +extern void bpf_kfunc_call_test_pass1(struct prog_test_pass1 *p) __ksym;
Quoted 8 lines
tools/testing/selftests/bpf/bpf_testmod/bpf_testmod_kfunc.h line 34
Quoted 4 lines
tools/testing/selftests/bpf/bpf_testmod/bpf_testmod_kfunc.h new file +4
-0+extern void bpf_kfunc_call_test_pass2(struct prog_test_pass2 *p) __ksym; +extern void bpf_kfunc_call_test_mem_len_fail2(__u64 *mem, int len) __ksym; + +extern void bpf_kfunc_call_test_destructive(void) __ksym;nit: Can we remove extern from all of these function signatures? Doesn't really matter much to leave it there, but given that the keyword does nothing for functions it feels unnecessary / noisy.
np, I can remove it
SNIP
Quoted 55 lines
Quoted 9 lines
tools/testing/selftests/bpf/progs/kfunc_call_test_subprog.c +1
-0@@ -4,10 +4,21 @@#include <bpf/bpf_helpers.h> #include "bpf_tcp_helpers.h" +/* tools/testing/selftests/bpf/progs/kfunc_call_test_subprog.c line 17
Quoted 10 lines
tools/testing/selftests/bpf/progs/kfunc_call_test_subprog.c +10
-0+* We can't include vmlinux.h, because it conflicts with bpf_tcp_helpers.h, +* but we need refcount_t typedef for bpf_testmod_kfunc.h. +* Adding it directly. +*/ +typedef struct { +int counter; +}atomic_t ; +typedef struct refcount_struct { +atomic_t refs; +}refcount_t ;Meh, this is kind of unfortunate, but OK, not the end of the world. Don't really see an easy way to resolve these types of typedef / include spaghetti issues in a general way.
As an alternative, it looks like this also works:
tools/testing/selftests/bpf/progs/kfunc_call_test_subprog.c +2
-15@@ -1,21 +1,8 @@// SPDX-License-Identifier: GPL-2.0 /* Copyright (c) 2021 Facebook */ -#include <linux/bpf.h> +#include <linux/types.h> #include <bpf/bpf_helpers.h> -#include "bpf_tcp_helpers.h" - -/* -* We can't include vmlinux.h, because it conflicts with bpf_tcp_helpers.h, -* but we need refcount_t typedef for bpf_testmod_kfunc.h. -* Adding it directly. -*/ -typedef struct { -int counter; -}atomic_t ; -typedef struct refcount_struct { -atomic_t refs; -}refcount_t ; - +#include <vmlinux.h> #include "bpf_testmod/bpf_testmod_kfunc.h" extern const int bpf_prog_active __ksym;
tools/testing/selftests/bpf/progs/kfunc_call_test_subprog.c int __noinline f1(struct __sk_buff *skb) · line 29
Quoted 5 lines
tools/testing/selftests/bpf/progs/kfunc_call_test_subprog.c +1
-1@@ -39,7 +26,7 @@ int __noinline f1(struct __sk_buff *skb)if (active) active_res = *active; - sk_state_res =bpf_kfunc_call_test3 ((struct sock *)sk)->sk_state; + sk_state_res =bpf_kfunc_call_test3 ((struct sock *)sk)->__sk_common.skc_state;
great, I was wondering why the sock type was different when I was trying similar fix, that looks much better, will try that
thanks,
jirka
Jiri Olsa
reviewerPATCH v2 2/7 selftests/bpf: Move test_progs helpers to testing_helpers object
In reply to Jiri OlsaMoving test_progs helpers to testing_helpers object so they can be used from test_verifier in following changes.
Also adding missing ifndef header guard to testing_helpers.h header.
--- tools/testing/selftests/bpf/test_progs.c | 67 +------------------ tools/testing/selftests/bpf/test_progs.h | 1 - tools/testing/selftests/bpf/testing_helpers.c | 63 +++++++++++++++++ tools/testing/selftests/bpf/testing_helpers.h | 10 +++ 4 files changed, 75 insertions(+), 66 deletions(-)
tools/testing/selftests/bpf/test_progs.c +2 -65
@@ -11,7 +11,6 @@#include <signal.h> #include <string.h> #include <execinfo.h> /* backtrace */ -#include <linux/membarrier.h> #include <sys/sysinfo.h> /* get_nprocs */ #include <netinet/in.h> #include <sys/select.h>
@@ -616,68 +615,6 @@ int extract_build_id(char *build_id, size_t size)return -1 ; } -static int finit_module (int fd,const char *param_values,int flags) -{ -return syscall (__NR_finit_module, fd, param_values, flags); -} - -static int delete_module (const char *name,int flags) -{ -return syscall (__NR_delete_module, name, flags); -} - -/* -* Trigger synchronize_rcu() in kernel. -*/ -int kern_sync_rcu (void ) -{ -return syscall (__NR_membarrier,MEMBARRIER_CMD_SHARED ,0 ,0 ); -} - -static void unload_bpf_testmod (void ) -{ -if (kern_sync_rcu ()) -fprintf (env.stderr,"Failed to trigger kernel-side RCU sync!\n" ); -if (delete_module ("bpf_testmod" ,0 )) { -if (errno ==ENOENT ) { -if (verbose ()) -fprintf (stdout,"bpf_testmod.ko is already unloaded.\n" ); -return ; - } -fprintf (env.stderr,"Failed to unload bpf_testmod.ko from kernel: %d\n" , -errno); -return ; - } -if (verbose ()) -fprintf (stdout,"Successfully unloaded bpf_testmod.ko.\n" ); -} - -static int load_bpf_testmod (void ) -{ -int fd; - -/* ensure previous instance of the module is unloaded */ -unload_bpf_testmod (); - -if (verbose ()) -fprintf (stdout,"Loading bpf_testmod.ko...\n" ); - - fd =open ("bpf_testmod.ko" ,O_RDONLY ); -if (fd <0 ) { -fprintf (env.stderr,"Can't find bpf_testmod.ko kernel module: %d\n" , -errno); -return -ENOENT ; - } -if (finit_module (fd,"" ,0 )) { -fprintf (env.stderr,"Failed to load bpf_testmod.ko into the kernel: %d\n" , -errno); -close (fd); -return -EINVAL ; - } -close (fd); - -if (verbose ()) -fprintf (stdout,"Successfully loaded bpf_testmod.ko.\n" ); -return 0 ; -} -/* extern declarations for test funcs */ #define DEFINE_TEST (name) \ extern void test_##name(void) __weak; \
@@ -1655,7 +1592,7 @@ int main(int argc, char **argv) env.stderr = stderr; env.has_testmod = true; -if (!env.list_test_names &&load_bpf_testmod ()) { +if (!env.list_test_names &&load_bpf_testmod (env.stderr,verbose ())) {fprintf (env.stderr,"WARNING! Selftests relying on bpf_testmod.ko will be skipped.\n" ); env.has_testmod = false; }
@@ -1754,7 +1691,7 @@ int main(int argc, char **argv)close (env.saved_netns_fd); out:if (!env.list_test_names && env.has_testmod) -unload_bpf_testmod (); +unload_bpf_testmod (env.stderr,verbose ());free_test_selector (&env.test_selector);free_test_selector (&env.subtest_selector);
tools/testing/selftests/bpf/test_progs.h +0 -1
@@ -390,7 +390,6 @@ int bpf_find_map(const char *test, struct bpf_object *obj, const char *name);int compare_map_keys (int map1_fd,int map2_fd);int compare_stack_ips (int smap_fd,int amap_fd,int stack_trace_len);int extract_build_id (char *build_id,size_t size); -int kern_sync_rcu (void );int trigger_module_test_read (int read_sz);int trigger_module_test_write (int write_sz);int write_sysctl (const char *sysctl,const char *value);
tools/testing/selftests/bpf/testing_helpers.c +63 -0
72 lines not on this page · raw message
tools/testing/selftests/bpf/testing_helpers.h +10 -0
@@ -1,5 +1,9 @@/* SPDX-License-Identifier: (LGPL-2.1 OR BSD-2-Clause) */ /* Copyright (C) 2020 Facebook, Inc. */ + +#ifndef __TRACING_HELPERS_H +#define __TRACING_HELPERS_H +#include <stdbool.h> #include <bpf/bpf.h> #include <bpf/libbpf.h>
@@ -20,3 +24,9 @@ struct test_filter_set;int parse_test_list (const char *s,struct test_filter_set *test_set,bool is_glob_pattern); + +int load_bpf_testmod (FILE *err,bool verbose); +void unload_bpf_testmod (FILE *err,bool verbose); +int kern_sync_rcu (void ); + +#endif /* __TRACING_HELPERS_H */
Signature · 1 line
2.39.1
Re: [PATCHv2 bpf-next 2/7] selftests/bpf: Move test_progs helpers to testing_helpers object
Quoted 142 lines · Jiri Olsa
Moving
test_progshelpers totesting_helpersobject so they can be used fromtest_verifierin following changes.Also adding missing ifndef header guard to
testing_helpers.hheader.Signed-off-by Jiri Olsa <[email protected]>--- tools/testing/selftests/bpf/test_progs.c | 67 +------------------ tools/testing/selftests/bpf/test_progs.h | 1 - tools/testing/selftests/bpf/testing_helpers.c | 63 +++++++++++++++++ tools/testing/selftests/bpf/testing_helpers.h | 10 +++ 4 files changed, 75 insertions(+), 66 deletions(-)tools/testing/selftests/bpf/test_progs.c +2
-65@@ -11,7 +11,6 @@#include <signal.h> #include <string.h> #include <execinfo.h> /* backtrace */ -#include <linux/membarrier.h> #include <sys/sysinfo.h> /* get_nprocs */ #include <netinet/in.h> #include <sys/select.h> @@ -616,68 +615,6 @@ int extract_build_id(char *build_id, size_t size)return -1 ; } -static int finit_module (int fd,const char *param_values,int flags) -{ -return syscall (__NR_finit_module, fd, param_values, flags); -} - -static int delete_module (const char *name,int flags) -{ -return syscall (__NR_delete_module, name, flags); -} - -/* -* Trigger synchronize_rcu() in kernel. -*/ -int kern_sync_rcu (void ) -{ -return syscall (__NR_membarrier,MEMBARRIER_CMD_SHARED ,0 ,0 ); -} - -static void unload_bpf_testmod (void ) -{ -if (kern_sync_rcu ()) -fprintf (env.stderr,"Failed to trigger kernel-side RCU sync!\n" ); -if (delete_module ("bpf_testmod" ,0 )) { -if (errno ==ENOENT ) { -if (verbose ()) -fprintf (stdout,"bpf_testmod.ko is already unloaded.\n" ); -return ; - } -fprintf (env.stderr,"Failed to unload bpf_testmod.ko from kernel: %d\n" , -errno); -return ; - } -if (verbose ()) -fprintf (stdout,"Successfully unloaded bpf_testmod.ko.\n" ); -} - -static int load_bpf_testmod (void ) -{ -int fd; - -/* ensure previous instance of the module is unloaded */ -unload_bpf_testmod (); - -if (verbose ()) -fprintf (stdout,"Loading bpf_testmod.ko...\n" ); - - fd =open ("bpf_testmod.ko" ,O_RDONLY ); -if (fd <0 ) { -fprintf (env.stderr,"Can't find bpf_testmod.ko kernel module: %d\n" , -errno); -return -ENOENT ; - } -if (finit_module (fd,"" ,0 )) { -fprintf (env.stderr,"Failed to load bpf_testmod.ko into the kernel: %d\n" , -errno); -close (fd); -return -EINVAL ; - } -close (fd); - -if (verbose ()) -fprintf (stdout,"Successfully loaded bpf_testmod.ko.\n" ); -return 0 ; -} -/* extern declarations for test funcs */ #define DEFINE_TEST (name) \ extern void test_##name(void) __weak; \@@ -1655,7 +1592,7 @@ int main(int argc, char **argv) env.stderr = stderr; env.has_testmod = true; -if (!env.list_test_names &&load_bpf_testmod ()) { +if (!env.list_test_names &&load_bpf_testmod (env.stderr,verbose ())) {fprintf (env.stderr,"WARNING! Selftests relying on bpf_testmod.ko will be skipped.\n" ); env.has_testmod = false; }@@ -1754,7 +1691,7 @@ int main(int argc, char **argv)close (env.saved_netns_fd); out:if (!env.list_test_names && env.has_testmod) -unload_bpf_testmod (); +unload_bpf_testmod (env.stderr,verbose ());free_test_selector (&env.test_selector);free_test_selector (&env.subtest_selector);tools/testing/selftests/bpf/test_progs.h +0
-1@@ -390,7 +390,6 @@ int bpf_find_map(const char *test, struct bpf_object *obj, const char *name);int compare_map_keys (int map1_fd,int map2_fd);int compare_stack_ips (int smap_fd,int amap_fd,int stack_trace_len);int extract_build_id (char *build_id,size_t size); -int kern_sync_rcu (void );int trigger_module_test_read (int read_sz);int trigger_module_test_write (int write_sz);int write_sysctl (const char *sysctl,const char *value);tools/testing/selftests/bpf/testing_helpers.c +3
-0@@ -8,6 +8,7 @@#include <bpf/libbpf.h> #include "test_progs.h" #include "testing_helpers.h" +#include <linux/membarrier.h> int parse_num_list (const char *s,bool **num_set,int *num_set_len) {@@ -229,3 +230,65 @@ int bpf_test_load_program(enum bpf_prog_type type, const struct bpf_insn *insns,return bpf_prog_load (type,NULL , license, insns, insns_cnt, &opts); } + +static int finit_module (int fd,const char *param_values,int flags)
tools/testing/selftests/bpf/testing_helpers.c int bpf_test_load_program(enum bpf_prog_type type, const struct bpf_insn *insns, · line 244
Quoted 10 lines
tools/testing/selftests/bpf/testing_helpers.c +10
-0+{ +return syscall (__NR_finit_module, fd, param_values, flags); +} + +static int delete_module (const char *name,int flags) +{ +return syscall (__NR_delete_module, name, flags); +} + +void unload_bpf_testmod (FILE *err,bool verbose)
Maybe you should pass a const struct test_env * here and in load_bpf_testmod() instead? Technically it also has a FILE *stdout, so to be consistent we should probably also pass that to the fprintf() calls on the success path.
Quoted 55 lines
tools/testing/selftests/bpf/testing_helpers.c +50
-0+{ +if (kern_sync_rcu ()) +fprintf (err,"Failed to trigger kernel-side RCU sync!\n" ); +if (delete_module ("bpf_testmod" ,0 )) { +if (errno ==ENOENT ) { +if (verbose) +fprintf (stdout,"bpf_testmod.ko is already unloaded.\n" ); +return ; + } +fprintf (err,"Failed to unload bpf_testmod.ko from kernel: %d\n" , -errno); +return ; + } +if (verbose) +fprintf (stdout,"Successfully unloaded bpf_testmod.ko.\n" ); +} + +int load_bpf_testmod (FILE *err,bool verbose) +{ +int fd; + +/* ensure previous instance of the module is unloaded */ +unload_bpf_testmod (err, verbose); + +if (verbose) +fprintf (stdout,"Loading bpf_testmod.ko...\n" ); + + fd =open ("bpf_testmod.ko" ,O_RDONLY ); +if (fd <0 ) { +fprintf (err,"Can't find bpf_testmod.ko kernel module: %d\n" , -errno); +return -ENOENT ; + } +if (finit_module (fd,"" ,0 )) { +fprintf (err,"Failed to load bpf_testmod.ko into the kernel: %d\n" , -errno); +close (fd); +return -EINVAL ; + } +close (fd); + +if (verbose) +fprintf (stdout,"Successfully loaded bpf_testmod.ko.\n" ); +return 0 ; +} + +/* +* Trigger synchronize_rcu() in kernel. +*/ +int kern_sync_rcu (void ) +{ +return syscall (__NR_membarrier,MEMBARRIER_CMD_SHARED ,0 ,0 ); +}tools/testing/selftests/bpf/testing_helpers.h +0
-0
tools/testing/selftests/bpf/testing_helpers.h line 5
Quoted 5 lines
tools/testing/selftests/bpf/testing_helpers.h +3
-0@@ -1,5 +1,9 @@/* SPDX-License-Identifier: (LGPL-2.1 OR BSD-2-Clause) */ /* Copyright (C) 2020 Facebook, Inc. */ + +#ifndef __TRACING_HELPERS_H +#define __TRACING_HELPERS_H
s/__TRACING/__TESTING here and below
Quoted 17 lines
tools/testing/selftests/bpf/testing_helpers.h +7
-0+#include <stdbool.h> #include <bpf/bpf.h> #include <bpf/libbpf.h> @@ -20,3 +24,9 @@ struct test_filter_set;int parse_test_list (const char *s,struct test_filter_set *test_set,bool is_glob_pattern); + +int load_bpf_testmod (FILE *err,bool verbose); +void unload_bpf_testmod (FILE *err,bool verbose); +int kern_sync_rcu (void ); + +#endif /* __TRACING_HELPERS_H */ Signature · 1 line
2.39.1
Re: [PATCHv2 bpf-next 2/7] selftests/bpf: Move test_progs helpers to testing_helpers object
On Mon, Jan 30, 2023 at 09:23:16AM -0600, David Vernet wrote:
SNIP
Quoted 25 lines
Quoted 25 lines
tools/testing/selftests/bpf/testing_helpers.c +10
-0@@ -8,6 +8,7 @@#include <bpf/libbpf.h> #include "test_progs.h" #include "testing_helpers.h" +#include <linux/membarrier.h> int parse_num_list (const char *s,bool **num_set,int *num_set_len) {@@ -229,3 +230,65 @@ int bpf_test_load_program(enum bpf_prog_type type, const struct bpf_insn *insns,return bpf_prog_load (type,NULL , license, insns, insns_cnt, &opts); } + +static int finit_module (int fd,const char *param_values,int flags) +{ +return syscall (__NR_finit_module, fd, param_values, flags); +} + +static int delete_module (const char *name,int flags) +{ +return syscall (__NR_delete_module, name, flags);
Quoted 8 lines
tools/testing/selftests/bpf/testing_helpers.c int bpf_test_load_program(enum bpf_prog_type type, const struct bpf_insn *insns, · line 244
Quoted 3 lines
tools/testing/selftests/bpf/testing_helpers.c +3
-0+} + +void unload_bpf_testmod (FILE *err,bool verbose)Maybe you should pass a const struct
test_env* here and inload_bpf_testmod()instead? Technically it also has a FILE *stdout, so to be consistent we should probably also pass that to thefprintf()calls on the success path.
struct test_env is specific for test_progs and we want to call un/load_bpf_testmod from test_verifier.. but yes, it looks weird to pass just 'err' and verbose.. maybe we could pass both out/err
Quoted 17 lines
Quoted 17 lines
tools/testing/selftests/bpf/testing_helpers.c +16
-0+{ +if (kern_sync_rcu ()) +fprintf (err,"Failed to trigger kernel-side RCU sync!\n" ); +if (delete_module ("bpf_testmod" ,0 )) { +if (errno ==ENOENT ) { +if (verbose) +fprintf (stdout,"bpf_testmod.ko is already unloaded.\n" ); +return ; + } +fprintf (err,"Failed to unload bpf_testmod.ko from kernel: %d\n" , -errno); +return ; + } +if (verbose) +fprintf (stdout,"Successfully unloaded bpf_testmod.ko.\n" ); +} +
SNIP
Quoted 4 lines
Quoted 4 lines
tools/testing/selftests/bpf/testing_helpers.h +0
-0
Quoted 8 lines
tools/testing/selftests/bpf/testing_helpers.h line 5
Quoted 6 lines
tools/testing/selftests/bpf/testing_helpers.h +3
-0@@ -1,5 +1,9 @@/* SPDX-License-Identifier: (LGPL-2.1 OR BSD-2-Clause) */ /* Copyright (C) 2020 Facebook, Inc. */ + +#ifndef __TRACING_HELPERS_H +#define __TRACING_HELPERS_Hs/__TRACING/__TESTING here and below
right, thanks
jirka
Jiri Olsa
reviewerPATCH v2 3/7 selftests/bpf: Do not unload bpf_testmod in load_bpf_testmod
In reply to Jiri OlsaDo not unload bpf_testmod in load_bpf_testmod, instead call unload_bpf_testmod separatelly.
This way we will be able use un/load_bpf_testmod functions in other tests that un/load bpf_testmod module.
--- tools/testing/selftests/bpf/test_progs.c | 11 ++++++++--- tools/testing/selftests/bpf/testing_helpers.c | 3 --- 2 files changed, 8 insertions(+), 6 deletions(-)
tools/testing/selftests/bpf/test_progs.c +8 -3
@@ -1592,9 +1592,14 @@ int main(int argc, char **argv) env.stderr = stderr; env.has_testmod = true; -if (!env.list_test_names &&load_bpf_testmod (env.stderr,verbose ())) { -fprintf (env.stderr,"WARNING! Selftests relying on bpf_testmod.ko will be skipped.\n" ); - env.has_testmod = false; +if (!env.list_test_names) { +/* ensure previous instance of the module is unloaded */ +unload_bpf_testmod (env.stderr,verbose ()); + +if (load_bpf_testmod (env.stderr,verbose ())) { +fprintf (env.stderr,"WARNING! Selftests relying on bpf_testmod.ko will be skipped.\n" ); + env.has_testmod = false; + } }/* initializing tests */
tools/testing/selftests/bpf/testing_helpers.c +0 -3
@@ -262,9 +262,6 @@ int load_bpf_testmod(FILE *err, bool verbose) {int fd; -/* ensure previous instance of the module is unloaded */ -unload_bpf_testmod (err, verbose); -if (verbose)fprintf (stdout,"Loading bpf_testmod.ko...\n" );
Signature · 1 line
2.39.1
Re: [PATCHv2 bpf-next 3/7] selftests/bpf: Do not unload bpf_testmod in load_bpf_testmod
Quoted 51 lines · Jiri Olsa
Do not unload
bpf_testmodinload_bpf_testmod, instead callunload_bpf_testmodseparatelly.This way we will be able use un/load_bpf_testmod functions in other tests that un/load
bpf_testmodmodule.Signed-off-by Jiri Olsa <[email protected]>--- tools/testing/selftests/bpf/test_progs.c | 11 ++++++++--- tools/testing/selftests/bpf/testing_helpers.c | 3 --- 2 files changed, 8 insertions(+), 6 deletions(-)tools/testing/selftests/bpf/test_progs.c +8
-3@@ -1592,9 +1592,14 @@ int main(int argc, char **argv) env.stderr = stderr; env.has_testmod = true; -if (!env.list_test_names &&load_bpf_testmod (env.stderr,verbose ())) { -fprintf (env.stderr,"WARNING! Selftests relying on bpf_testmod.ko will be skipped.\n" ); - env.has_testmod = false; +if (!env.list_test_names) { +/* ensure previous instance of the module is unloaded */ +unload_bpf_testmod (env.stderr,verbose ()); + +if (load_bpf_testmod (env.stderr,verbose ())) { +fprintf (env.stderr,"WARNING! Selftests relying on bpf_testmod.ko will be skipped.\n" ); + env.has_testmod = false; + } }/* initializing tests */ tools/testing/selftests/bpf/testing_helpers.c +0
-3@@ -262,9 +262,6 @@ int load_bpf_testmod(FILE *err, bool verbose) {int fd; -/* ensure previous instance of the module is unloaded */ -unload_bpf_testmod (err, verbose); -if (verbose)fprintf (stdout,"Loading bpf_testmod.ko...\n" );Signature · 1 line
2.39.1
Jiri Olsa
reviewerPATCH v2 4/7 selftests/bpf: Use un/load_bpf_testmod functions in tests
In reply to Jiri OlsaNow that we have un/load_bpf_testmod helpers in testing_helpers.h, we can use it in other tests and save some lines.
--- .../selftests/bpf/prog_tests/bpf_mod_race.c | 34 +++---------------- .../selftests/bpf/prog_tests/module_attach.c | 12 +++---- tools/testing/selftests/bpf/testing_helpers.c | 7 ++-- tools/testing/selftests/bpf/testing_helpers.h | 2 +- 4 files changed, 14 insertions(+), 41 deletions(-)
tools/testing/selftests/bpf/prog_tests/bpf_mod_race.c +5 -29
@@ -11,6 +11,7 @@#include "ksym_race.skel.h" #include "bpf_mod_race.skel.h" #include "kfunc_call_race.skel.h" +#include "testing_helpers.h" /* This test crafts a race between btf_try_get_module and do_init_module, and * checks whether btf_try_get_module handles the invocation for a well-formed
@@ -44,35 +45,10 @@ enum bpf_test_state {static _Atomicenum bpf_test_state state = _TS_INVALID; -static int sys_finit_module (int fd,const char *param_values,int flags) -{ -return syscall (__NR_finit_module, fd, param_values, flags); -} - -static int sys_delete_module (const char *name,unsigned int flags) -{ -return syscall (__NR_delete_module, name, flags); -} - -static int load_module (const char *mod) -{ -int ret, fd; - - fd =open ("bpf_testmod.ko" ,O_RDONLY ); -if (fd <0 ) -return fd; - - ret =sys_finit_module (fd,"" ,0 ); -close (fd); -if (ret <0 ) -return ret; -return 0 ; -} -static void *load_module_thread (void *p) { -if (!ASSERT_NEQ (load_module ("bpf_testmod.ko" ),0 ,"load_module_thread must fail" )) +if (!ASSERT_NEQ (load_bpf_testmod (stderr, false),0 ,"load_module_thread must fail" ))atomic_store (&state,TS_MODULE_LOAD );else atomic_store (&state,TS_MODULE_LOAD_FAIL );
@@ -124,7 +100,7 @@ static void test_bpf_mod_race_config(const struct test_config *config)if (!ASSERT_NEQ (fault_addr,MAP_FAILED ,"mmap for uffd registration" ))return ; -if (!ASSERT_OK (sys_delete_module ("bpf_testmod" ,0 ),"unload bpf_testmod" )) +if (!ASSERT_OK (unload_bpf_testmod (stderr, false),"unload bpf_testmod" )) goto end_mmap; skel =bpf_mod_race__open ();
@@ -202,8 +178,8 @@ static void test_bpf_mod_race_config(const struct test_config *config)bpf_mod_race__destroy (skel);ASSERT_OK (kern_sync_rcu (),"kern_sync_rcu" ); end_module: -sys_delete_module ("bpf_testmod" ,0 ); -ASSERT_OK (load_module ("bpf_testmod.ko" ),"restore bpf_testmod" ); +unload_bpf_testmod (stderr, false); +ASSERT_OK (load_bpf_testmod (stderr, false),"restore bpf_testmod" ); end_mmap:munmap (fault_addr,4096 );atomic_store (&state, _TS_INVALID);
tools/testing/selftests/bpf/prog_tests/module_attach.c +4 -8
@@ -4,6 +4,7 @@#include <test_progs.h> #include <stdbool.h> #include "test_module_attach.skel.h" +#include "testing_helpers.h" static int duration;
@@ -32,11 +33,6 @@ static int trigger_module_test_writable(int *val)return 0 ; } -static int delete_module (const char *name,int flags) -{ -return syscall (__NR_delete_module, name, flags); -} -void test_module_attach (void ) {const int READ_SZ =456 ;
@@ -93,21 +89,21 @@ void test_module_attach(void)if (!ASSERT_OK_PTR (link,"attach_fentry" )) goto cleanup; -ASSERT_ERR (delete_module ("bpf_testmod" ,0 ),"delete_module" ); +ASSERT_ERR (unload_bpf_testmod (stderr, false),"unload_bpf_testmod" );bpf_link__destroy (link); link =bpf_program__attach (skel->progs.handle_fexit);if (!ASSERT_OK_PTR (link,"attach_fexit" )) goto cleanup; -ASSERT_ERR (delete_module ("bpf_testmod" ,0 ),"delete_module" ); +ASSERT_ERR (unload_bpf_testmod (stderr, false),"unload_bpf_testmod" );bpf_link__destroy (link); link =bpf_program__attach (skel->progs.kprobe_multi);if (!ASSERT_OK_PTR (link,"attach_kprobe_multi" )) goto cleanup; -ASSERT_ERR (delete_module ("bpf_testmod" ,0 ),"delete_module" ); +ASSERT_ERR (unload_bpf_testmod (stderr, false),"unload_bpf_testmod" );bpf_link__destroy (link); cleanup:
tools/testing/selftests/bpf/testing_helpers.c +4 -3
@@ -241,7 +241,7 @@ static int delete_module(const char *name, int flags)return syscall (__NR_delete_module, name, flags); } -void unload_bpf_testmod (FILE *err,bool verbose) +int unload_bpf_testmod (FILE *err,bool verbose) {if (kern_sync_rcu ())fprintf (err,"Failed to trigger kernel-side RCU sync!\n" );
@@ -249,13 +249,14 @@ void unload_bpf_testmod(FILE *err, bool verbose)if (errno ==ENOENT ) {if (verbose)fprintf (stdout,"bpf_testmod.ko is already unloaded.\n" ); -return ; +return -1 ; }fprintf (err,"Failed to unload bpf_testmod.ko from kernel: %d\n" , -errno); -return ; +return -1 ; }if (verbose)fprintf (stdout,"Successfully unloaded bpf_testmod.ko.\n" ); +return 0 ; }int load_bpf_testmod (FILE *err,bool verbose)
tools/testing/selftests/bpf/testing_helpers.h +1 -1
@@ -26,7 +26,7 @@ int parse_test_list(const char *s, bool is_glob_pattern);int load_bpf_testmod (FILE *err,bool verbose); -void unload_bpf_testmod (FILE *err,bool verbose); +int unload_bpf_testmod (FILE *err,bool verbose);int kern_sync_rcu (void );#endif /* __TRACING_HELPERS_H */
Signature · 1 line
2.39.1
Re: [PATCHv2 bpf-next 4/7] selftests/bpf: Use un/load_bpf_testmod functions in tests
Quoted 175 lines · Jiri Olsa
Now that we have un/load_bpf_testmod helpers in
testing_helpers.h, we can use it in other tests and save some lines.Signed-off-by Jiri Olsa <[email protected]>--- .../selftests/bpf/prog_tests/bpf_mod_race.c | 34 +++---------------- .../selftests/bpf/prog_tests/module_attach.c | 12 +++---- tools/testing/selftests/bpf/testing_helpers.c | 7 ++-- tools/testing/selftests/bpf/testing_helpers.h | 2 +- 4 files changed, 14 insertions(+), 41 deletions(-)tools/testing/selftests/bpf/prog_tests/bpf_mod_race.c +5
-29@@ -11,6 +11,7 @@#include "ksym_race.skel.h" #include "bpf_mod_race.skel.h" #include "kfunc_call_race.skel.h" +#include "testing_helpers.h" /* This test crafts a race between btf_try_get_module and do_init_module, and * checks whether btf_try_get_module handles the invocation for a well-formed @@ -44,35 +45,10 @@ enum bpf_test_state {static _Atomicenum bpf_test_state state = _TS_INVALID; -static int sys_finit_module (int fd,const char *param_values,int flags) -{ -return syscall (__NR_finit_module, fd, param_values, flags); -} - -static int sys_delete_module (const char *name,unsigned int flags) -{ -return syscall (__NR_delete_module, name, flags); -} - -static int load_module (const char *mod) -{ -int ret, fd; - - fd =open ("bpf_testmod.ko" ,O_RDONLY ); -if (fd <0 ) -return fd; - - ret =sys_finit_module (fd,"" ,0 ); -close (fd); -if (ret <0 ) -return ret; -return 0 ; -} -static void *load_module_thread (void *p) { -if (!ASSERT_NEQ (load_module ("bpf_testmod.ko" ),0 ,"load_module_thread must fail" )) +if (!ASSERT_NEQ (load_bpf_testmod (stderr, false),0 ,"load_module_thread must fail" ))atomic_store (&state,TS_MODULE_LOAD );else atomic_store (&state,TS_MODULE_LOAD_FAIL );@@ -124,7 +100,7 @@ static void test_bpf_mod_race_config(const struct test_config *config)if (!ASSERT_NEQ (fault_addr,MAP_FAILED ,"mmap for uffd registration" ))return ; -if (!ASSERT_OK (sys_delete_module ("bpf_testmod" ,0 ),"unload bpf_testmod" )) +if (!ASSERT_OK (unload_bpf_testmod (stderr, false),"unload bpf_testmod" )) goto end_mmap; skel =bpf_mod_race__open ();@@ -202,8 +178,8 @@ static void test_bpf_mod_race_config(const struct test_config *config)bpf_mod_race__destroy (skel);ASSERT_OK (kern_sync_rcu (),"kern_sync_rcu" ); end_module: -sys_delete_module ("bpf_testmod" ,0 ); -ASSERT_OK (load_module ("bpf_testmod.ko" ),"restore bpf_testmod" ); +unload_bpf_testmod (stderr, false); +ASSERT_OK (load_bpf_testmod (stderr, false),"restore bpf_testmod" ); end_mmap:munmap (fault_addr,4096 );atomic_store (&state, _TS_INVALID);tools/testing/selftests/bpf/prog_tests/module_attach.c +4
-8@@ -4,6 +4,7 @@#include <test_progs.h> #include <stdbool.h> #include "test_module_attach.skel.h" +#include "testing_helpers.h" static int duration;@@ -32,11 +33,6 @@ static int trigger_module_test_writable(int *val)return 0 ; } -static int delete_module (const char *name,int flags) -{ -return syscall (__NR_delete_module, name, flags); -} -void test_module_attach (void ) {const int READ_SZ =456 ;@@ -93,21 +89,21 @@ void test_module_attach(void)if (!ASSERT_OK_PTR (link,"attach_fentry" )) goto cleanup; -ASSERT_ERR (delete_module ("bpf_testmod" ,0 ),"delete_module" ); +ASSERT_ERR (unload_bpf_testmod (stderr, false),"unload_bpf_testmod" );bpf_link__destroy (link); link =bpf_program__attach (skel->progs.handle_fexit);if (!ASSERT_OK_PTR (link,"attach_fexit" )) goto cleanup; -ASSERT_ERR (delete_module ("bpf_testmod" ,0 ),"delete_module" ); +ASSERT_ERR (unload_bpf_testmod (stderr, false),"unload_bpf_testmod" );bpf_link__destroy (link); link =bpf_program__attach (skel->progs.kprobe_multi);if (!ASSERT_OK_PTR (link,"attach_kprobe_multi" )) goto cleanup; -ASSERT_ERR (delete_module ("bpf_testmod" ,0 ),"delete_module" ); +ASSERT_ERR (unload_bpf_testmod (stderr, false),"unload_bpf_testmod" );bpf_link__destroy (link); cleanup:tools/testing/selftests/bpf/testing_helpers.c +4
-3@@ -241,7 +241,7 @@ static int delete_module(const char *name, int flags)return syscall (__NR_delete_module, name, flags); } -void unload_bpf_testmod (FILE *err,bool verbose) +int unload_bpf_testmod (FILE *err,bool verbose) {if (kern_sync_rcu ())fprintf (err,"Failed to trigger kernel-side RCU sync!\n" );@@ -249,13 +249,14 @@ void unload_bpf_testmod(FILE *err, bool verbose)if (errno ==ENOENT ) {if (verbose)fprintf (stdout,"bpf_testmod.ko is already unloaded.\n" ); -return ; +return -1 ; }fprintf (err,"Failed to unload bpf_testmod.ko from kernel: %d\n" , -errno); -return ; +return -1 ; }if (verbose)fprintf (stdout,"Successfully unloaded bpf_testmod.ko.\n" ); +return 0 ; }int load_bpf_testmod (FILE *err,bool verbose)tools/testing/selftests/bpf/testing_helpers.h +1
-1@@ -26,7 +26,7 @@ int parse_test_list(const char *s, bool is_glob_pattern);int load_bpf_testmod (FILE *err,bool verbose); -void unload_bpf_testmod (FILE *err,bool verbose); +int unload_bpf_testmod (FILE *err,bool verbose);int kern_sync_rcu (void );#endif /* __TRACING_HELPERS_H */ Signature · 1 line
2.39.1
LGTM, nice cleanup.
Jiri Olsa
reviewerPATCH v2 5/7 selftests/bpf: Load bpf_testmod for verifier test
In reply to Jiri OlsaLoading bpf_testmod kernel module for verifier test. We will move all the tests kfuncs into bpf_testmod in following change.
--- tools/testing/selftests/bpf/test_verifier.c | 9 +++++++++ 1 file changed, 9 insertions(+)
tools/testing/selftests/bpf/test_verifier.c +9 -0
@@ -45,6 +45,7 @@#include "bpf_util.h" #include "test_btf.h" #include "../../../include/linux/filter.h" +#include "testing_helpers.h" #ifndef ENOTSUPP #define ENOTSUPP 524
@@ -1705,6 +1706,12 @@ static int do_test(bool unpriv, unsigned int from, unsigned int to) {int i, passes =0 , errors =0 ; +/* ensure previous instance of the module is unloaded */ +unload_bpf_testmod (stderr, verbose); + +if (load_bpf_testmod (stderr, verbose)) +return EXIT_FAILURE ; +for (i = from; i < to; i++) {struct bpf_test *test = &tests[i];
@@ -1732,6 +1739,8 @@ static int do_test(bool unpriv, unsigned int from, unsigned int to) } } +unload_bpf_testmod (stderr, verbose); +printf ("Summary: %d PASSED, %d SKIPPED, %d FAILED\n" , passes, skips, errors);return errors ?EXIT_FAILURE :EXIT_SUCCESS ;
Signature · 1 line
2.39.1
Jiri Olsa
reviewerPATCH v2 6/7 selftests/bpf: Allow to use kfunc from testmod.ko in test_verifier
In reply to Jiri OlsaCurrently the test_verifier allows test to specify kfunc symbol and search for it in the kernel BTF.
Adding the possibility to search for kfunc also in bpf_testmod module when it's not found in kernel BTF.
To find bpf_testmod btf we need to get back SYS_ADMIN cap.
--- tools/testing/selftests/bpf/test_verifier.c | 161 +++++++++++++++++--- 1 file changed, 139 insertions(+), 22 deletions(-)
tools/testing/selftests/bpf/test_verifier.c +139 -22
@@ -879,8 +879,140 @@ static int create_map_kptr(void)return fd; } +static void set_root (bool set) +{ +__u64 caps; + +if (set) { +if (cap_enable_effective (1ULL <<CAP_SYS_ADMIN , &caps)) +perror ("cap_disable_effective(CAP_SYS_ADMIN)" ); + }else { +if (cap_disable_effective (1ULL <<CAP_SYS_ADMIN , &caps)) +perror ("cap_disable_effective(CAP_SYS_ADMIN)" ); + } +} + +static inline __u64 ptr_to_u64 (const void *ptr) +{ +return (__u64 ) (unsigned long ) ptr; +} + +static struct btf *btf__load_testmod_btf (struct btf *vmlinux) +{ +struct bpf_btf_info info; +__u32 len =sizeof (info); +struct btf *btf =NULL ; +char name[64 ]; +__u32 id =0 ; +int err, fd; + +/* Iterate all loaded BTF objects and find bpf_testmod, +* we need SYS_ADMIN cap for that. +*/ +set_root (true); + +while (true) { + err =bpf_btf_get_next_id (id, &id); +if (err) { +if (errno ==ENOENT ) +break ; +perror ("bpf_btf_get_next_id failed" ); +break ; + } + + fd =bpf_btf_get_fd_by_id (id); +if (fd <0 ) { +if (errno ==ENOENT ) +continue ; +perror ("bpf_btf_get_fd_by_id failed" ); +break ; + } + +memset (&info,0 ,sizeof (info)); + info.name_len =sizeof (name); + info.name =ptr_to_u64 (name); + len =sizeof (info); + + err =bpf_obj_get_info_by_fd (fd, &info, &len); +if (err) { +close (fd); +perror ("bpf_obj_get_info_by_fd failed" ); +break ; + } + +if (strcmp ("bpf_testmod" , name)) { +close (fd); +continue ; + } + + btf =btf__load_from_kernel_by_id_split (id, vmlinux); +if (!btf) { +close (fd); +break ; + } + +/* We need the fd to stay open so it can be used in fd_array. +* The final cleanup call to btf__free will free btf object +* and close the file descriptor. +*/ +btf__set_fd (btf, fd); +break ; + } + +set_root (false); +return btf; +} + +static struct btf *testmod_btf; +static struct btf *vmlinux_btf; + +static void kfuncs_cleanup (void ) +{ +btf__free (testmod_btf); +btf__free (vmlinux_btf); +} + +static void fixup_prog_kfuncs (struct bpf_insn *prog,int *fd_array, +struct kfunc_btf_id_pair *fixup_kfunc_btf_id) +{ +/* Patch in kfunc BTF IDs */ +while (fixup_kfunc_btf_id->kfunc) { +int btf_id =0 ; + +/* try to find kfunc in kernel BTF */ + vmlinux_btf = vmlinux_btf ?:btf__load_vmlinux_btf (); +if (vmlinux_btf) { + btf_id =btf__find_by_name_kind (vmlinux_btf, + fixup_kfunc_btf_id->kfunc, +BTF_KIND_FUNC ); + btf_id = btf_id <0 ?0 : btf_id; + } + +/* kfunc not found in kernel BTF, try bpf_testmod BTF */ +if (!btf_id) { + testmod_btf = testmod_btf ?:btf__load_testmod_btf (vmlinux_btf); +if (testmod_btf) { + btf_id =btf__find_by_name_kind (testmod_btf, + fixup_kfunc_btf_id->kfunc, +BTF_KIND_FUNC ); + btf_id = btf_id <0 ?0 : btf_id; +if (btf_id) { +/* We put bpf_testmod module fd into fd_array +* and its index 1 into instruction 'off'. +*/ + *fd_array =btf__fd (testmod_btf); + prog[fixup_kfunc_btf_id->insn_idx].off =1 ; + } + } + } + + prog[fixup_kfunc_btf_id->insn_idx].imm = btf_id; + fixup_kfunc_btf_id++; + } +} +static void do_test_fixup (struct bpf_test *test,enum bpf_prog_type prog_type, -struct bpf_insn *prog,int *map_fds) +struct bpf_insn *prog,int *map_fds,int *fd_array) {int *fixup_map_hash_8b = test->fixup_map_hash_8b;int *fixup_map_hash_48b = test->fixup_map_hash_48b;
@@ -905,7 +1037,6 @@ static void do_test_fixup(struct bpf_test *test, enum bpf_prog_type prog_type,int *fixup_map_ringbuf = test->fixup_map_ringbuf;int *fixup_map_timer = test->fixup_map_timer;int *fixup_map_kptr = test->fixup_map_kptr; -struct kfunc_btf_id_pair *fixup_kfunc_btf_id = test->fixup_kfunc_btf_id;if (test->fill_helper) { test->fill_insns =calloc (MAX_TEST_INSNS ,sizeof (struct bpf_insn ));
@@ -1106,25 +1237,7 @@ static void do_test_fixup(struct bpf_test *test, enum bpf_prog_type prog_type, }while (*fixup_map_kptr); } -/* Patch in kfunc BTF IDs */ -if (fixup_kfunc_btf_id->kfunc) { -struct btf *btf; -int btf_id; - -do { - btf_id =0 ; - btf =btf__load_vmlinux_btf (); -if (btf) { - btf_id =btf__find_by_name_kind (btf, - fixup_kfunc_btf_id->kfunc, -BTF_KIND_FUNC ); - btf_id = btf_id <0 ?0 : btf_id; - } -btf__free (btf); - prog[fixup_kfunc_btf_id->insn_idx].imm = btf_id; - fixup_kfunc_btf_id++; - }while (fixup_kfunc_btf_id->kfunc); - } +fixup_prog_kfuncs (prog, fd_array, test->fixup_kfunc_btf_id); }struct libcap {
@@ -1451,6 +1564,7 @@ static void do_test_single(struct bpf_test *test, bool unpriv,int run_errs, run_successes;int map_fds[MAX_NR_MAPS ];const char *expected_err; +int fd_array[2 ] = {-1 ,-1 };int saved_errno;int fixup_skips;__u32 pflags;
@@ -1464,7 +1578,7 @@ static void do_test_single(struct bpf_test *test, bool unpriv,if (!prog_type) prog_type =BPF_PROG_TYPE_SOCKET_FILTER ; fixup_skips = skips; -do_test_fixup (test, prog_type, prog, map_fds); +do_test_fixup (test, prog_type, prog, map_fds, &fd_array[1 ]);if (test->fill_insns) { prog = test->fill_insns; prog_len = test->prog_len;
@@ -1498,6 +1612,8 @@ static void do_test_single(struct bpf_test *test, bool unpriv,else opts.log_level =DEFAULT_LIBBPF_LOG_LEVEL ; opts.prog_flags = pflags; +if (fd_array[1 ] !=-1 ) + opts.fd_array = &fd_array[0 ];if ((prog_type ==BPF_PROG_TYPE_TRACING || prog_type ==BPF_PROG_TYPE_LSM ) && test->kfunc) {
@@ -1740,6 +1856,7 @@ static int do_test(bool unpriv, unsigned int from, unsigned int to) }unload_bpf_testmod (stderr, verbose); +kfuncs_cleanup ();printf ("Summary: %d PASSED, %d SKIPPED, %d FAILED\n" , passes, skips, errors);
Signature · 1 line
2.39.1
Jiri Olsa
reviewerPATCH v2 7/7 bpf: Move kernel test kfuncs to bpf_testmod
In reply to Jiri OlsaMoving kernel test kfuncs into bpf_testmod kernel module, and adding necessary init calls and BTF IDs records.
--- net/bpf/test_run.c | 262 +----------------- .../selftests/bpf/bpf_testmod/bpf_testmod.c | 198 ++++++++++++- 2 files changed, 198 insertions(+), 262 deletions(-)
net/bpf/test_run.c +1 -261
@@ -535,209 +535,6 @@ int noinline bpf_modify_return_test(int a, int *b)return a + *b; } -u64 noinline bpf_kfunc_call_test1(struct sock *sk, u32 a, u64 b, u32 c, u64 d) -{ -return a + b + c + d; -} - -int noinline bpf_kfunc_call_test2(struct sock *sk, u32 a, u32 b) -{ -return a + b; -} - -struct sock * noinline bpf_kfunc_call_test3(struct sock *sk) -{ -return sk; -} - -long noinline bpf_kfunc_call_test4 (signed char a,short b,int c,long d) -{ -/* Provoke the compiler to assume that the caller has sign-extended a, -* b and c on platforms where this is required (e.g. s390x). -*/ -return (long )a + (long )b + (long )c + d; -} - -struct prog_test_member1 { -int a; -}; - -struct prog_test_member { -struct prog_test_member1 m; -int c; -}; - -struct prog_test_ref_kfunc { -int a; -int b; -struct prog_test_member memb; -struct prog_test_ref_kfunc *next; -refcount_t cnt; -}; - -static struct prog_test_ref_kfunc prog_test_struct = { - .a =42 , - .b =108 , - .next = &prog_test_struct, - .cnt =REFCOUNT_INIT (1 ), -}; - -noinline struct prog_test_ref_kfunc * -bpf_kfunc_call_test_acquire (unsigned long *scalar_ptr) -{ -refcount_inc (&prog_test_struct.cnt); -return &prog_test_struct; -} - -noinline struct prog_test_member * -bpf_kfunc_call_memb_acquire (void ) -{ -WARN_ON_ONCE (1 ); -return NULL ; -} - -noinline void bpf_kfunc_call_test_release(struct prog_test_ref_kfunc *p) -{ -if (!p) -return ; - -refcount_dec (&p->cnt); -} - -noinline void bpf_kfunc_call_memb_release(struct prog_test_member *p) -{ -} - -noinline void bpf_kfunc_call_memb1_release(struct prog_test_member1 *p) -{ -WARN_ON_ONCE (1 ); -} - -static int *__bpf_kfunc_call_test_get_mem (struct prog_test_ref_kfunc *p,const int size) -{ -if (size >2 *sizeof (int )) -return NULL ; - -return (int *)p; -} - -noinline int *bpf_kfunc_call_test_get_rdwr_mem(struct prog_test_ref_kfunc *p, const int rdwr_buf_size) -{ -return __bpf_kfunc_call_test_get_mem (p, rdwr_buf_size); -} - -noinline int *bpf_kfunc_call_test_get_rdonly_mem(struct prog_test_ref_kfunc *p, const int rdonly_buf_size) -{ -return __bpf_kfunc_call_test_get_mem (p, rdonly_buf_size); -} - -/* the next 2 ones can't be really used for testing expect to ensure -* that the verifier rejects the call. -* Acquire functions must return struct pointers, so these ones are -* failing. -*/ -noinline int *bpf_kfunc_call_test_acq_rdonly_mem(struct prog_test_ref_kfunc *p, const int rdonly_buf_size) -{ -return __bpf_kfunc_call_test_get_mem (p, rdonly_buf_size); -} - -noinline void bpf_kfunc_call_int_mem_release(int *p) -{ -} - -noinline struct prog_test_ref_kfunc * -bpf_kfunc_call_test_kptr_get (struct prog_test_ref_kfunc **pp,int a,int b) -{ -struct prog_test_ref_kfunc *p =READ_ONCE (*pp); - -if (!p) -return NULL ; -refcount_inc (&p->cnt); -return p; -} - -struct prog_test_pass1 { -int x0; -struct { -int x1; -struct { -int x2; -struct { -int x3; - }; - }; - }; -}; - -struct prog_test_pass2 { -int len; -short arr1[4 ]; -struct { -char arr2[4 ]; -unsigned long arr3[8 ]; - } x; -}; - -struct prog_test_fail1 { -void *p; -int x; -}; - -struct prog_test_fail2 { -int x8; -struct prog_test_pass1 x; -}; - -struct prog_test_fail3 { -int len; -char arr1[2 ]; -char arr2[]; -}; - -noinline void bpf_kfunc_call_test_pass_ctx(struct __sk_buff *skb) -{ -} - -noinline void bpf_kfunc_call_test_pass1(struct prog_test_pass1 *p) -{ -} - -noinline void bpf_kfunc_call_test_pass2(struct prog_test_pass2 *p) -{ -} - -noinline void bpf_kfunc_call_test_fail1(struct prog_test_fail1 *p) -{ -} - -noinline void bpf_kfunc_call_test_fail2(struct prog_test_fail2 *p) -{ -} - -noinline void bpf_kfunc_call_test_fail3(struct prog_test_fail3 *p) -{ -} - -noinline void bpf_kfunc_call_test_mem_len_pass1(void *mem, int mem__sz) -{ -} - -noinline void bpf_kfunc_call_test_mem_len_fail1(void *mem, int len) -{ -} - -noinline void bpf_kfunc_call_test_mem_len_fail2(u64 *mem, int len) -{ -} - -noinline void bpf_kfunc_call_test_ref(struct prog_test_ref_kfunc *p) -{ -} - -noinline void bpf_kfunc_call_test_destructive(void) -{ -} -__diag_pop ();BTF_SET8_START (bpf_test_modify_return_ids)
@@ -750,34 +547,6 @@ static const struct btf_kfunc_id_set bpf_test_modify_return_set = { .set = &bpf_test_modify_return_ids, }; -BTF_SET8_START (test_sk_check_kfunc_ids) -BTF_ID_FLAGS (func ,bpf_kfunc_call_test1 ) -BTF_ID_FLAGS (func, bpf_kfunc_call_test2) -BTF_ID_FLAGS (func, bpf_kfunc_call_test3) -BTF_ID_FLAGS (func, bpf_kfunc_call_test4) -BTF_ID_FLAGS (func, bpf_kfunc_call_test_acquire,KF_ACQUIRE |KF_RET_NULL ) -BTF_ID_FLAGS (func, bpf_kfunc_call_memb_acquire,KF_ACQUIRE |KF_RET_NULL ) -BTF_ID_FLAGS (func, bpf_kfunc_call_test_release,KF_RELEASE ) -BTF_ID_FLAGS (func, bpf_kfunc_call_memb_release,KF_RELEASE ) -BTF_ID_FLAGS (func, bpf_kfunc_call_memb1_release,KF_RELEASE ) -BTF_ID_FLAGS (func, bpf_kfunc_call_test_get_rdwr_mem,KF_RET_NULL ) -BTF_ID_FLAGS (func, bpf_kfunc_call_test_get_rdonly_mem,KF_RET_NULL ) -BTF_ID_FLAGS (func, bpf_kfunc_call_test_acq_rdonly_mem,KF_ACQUIRE |KF_RET_NULL ) -BTF_ID_FLAGS (func, bpf_kfunc_call_int_mem_release,KF_RELEASE ) -BTF_ID_FLAGS (func, bpf_kfunc_call_test_kptr_get,KF_ACQUIRE |KF_RET_NULL |KF_KPTR_GET ) -BTF_ID_FLAGS (func, bpf_kfunc_call_test_pass_ctx) -BTF_ID_FLAGS (func, bpf_kfunc_call_test_pass1) -BTF_ID_FLAGS (func, bpf_kfunc_call_test_pass2) -BTF_ID_FLAGS (func, bpf_kfunc_call_test_fail1) -BTF_ID_FLAGS (func, bpf_kfunc_call_test_fail2) -BTF_ID_FLAGS (func, bpf_kfunc_call_test_fail3) -BTF_ID_FLAGS (func, bpf_kfunc_call_test_mem_len_pass1) -BTF_ID_FLAGS (func, bpf_kfunc_call_test_mem_len_fail1) -BTF_ID_FLAGS (func, bpf_kfunc_call_test_mem_len_fail2) -BTF_ID_FLAGS (func, bpf_kfunc_call_test_ref,KF_TRUSTED_ARGS ) -BTF_ID_FLAGS (func, bpf_kfunc_call_test_destructive,KF_DESTRUCTIVE ) -BTF_SET8_END (test_sk_check_kfunc_ids) -static void *bpf_test_init (const union bpf_attr *kattr,u32 user_size,u32 size,u32 headroom,u32 tailroom) {
@@ -1660,37 +1429,8 @@ int bpf_prog_test_run_syscall(struct bpf_prog *prog,return err; } -static const struct btf_kfunc_id_set bpf_prog_test_kfunc_set = { - .owner =THIS_MODULE , - .set = &test_sk_check_kfunc_ids, -}; - -BTF_ID_LIST (bpf_prog_test_dtor_kfunc_ids) -BTF_ID(struct, prog_test_ref_kfunc) -BTF_ID (func, bpf_kfunc_call_test_release) -BTF_ID (struct, prog_test_member) -BTF_ID (func, bpf_kfunc_call_memb_release) -static int __init bpf_prog_test_run_init (void ) { -const struct btf_id_dtor_kfunc bpf_prog_test_dtor_kfunc[] = { - { - .btf_id = bpf_prog_test_dtor_kfunc_ids[0 ], - .kfunc_btf_id = bpf_prog_test_dtor_kfunc_ids[1 ] - }, - { - .btf_id = bpf_prog_test_dtor_kfunc_ids[2 ], - .kfunc_btf_id = bpf_prog_test_dtor_kfunc_ids[3 ], - }, - }; -int ret; - - ret =register_btf_fmodret_id_set (&bpf_test_modify_return_set); - ret = ret ?:register_btf_kfunc_id_set (BPF_PROG_TYPE_SCHED_CLS , &bpf_prog_test_kfunc_set); - ret = ret ?:register_btf_kfunc_id_set (BPF_PROG_TYPE_TRACING , &bpf_prog_test_kfunc_set); - ret = ret ?:register_btf_kfunc_id_set (BPF_PROG_TYPE_SYSCALL , &bpf_prog_test_kfunc_set); -return ret ?:register_btf_id_dtor_kfuncs (bpf_prog_test_dtor_kfunc, -ARRAY_SIZE (bpf_prog_test_dtor_kfunc), -THIS_MODULE ); +return register_btf_fmodret_id_set (&bpf_test_modify_return_set); }late_initcall (bpf_prog_test_run_init);
tools/testing/selftests/bpf/bpf_testmod/bpf_testmod.c +197 -1
223 lines not on this page · raw message
Signature · 1 line
2.39.1