bpftool: Add auto_attach for bpf prog load|loadall
Subsystems (4)
PATCH v6 1/3 bpftool: Add auto_attach for bpf prog load|loadall
Add auto_attach optional to support one-step load-attach-pin_link.
For example,
$ bpftool prog loadall test.o /sys/fs/bpf/test autoattach
$ bpftool link 26: tracing name test1 tag f0da7d0058c00236 gpl loaded_at 2022-09-09T21:39:49+0800 uid 0 xlated 88B jited 55B memlock 4096B map_ids 3 btf_id 55 28: kprobe name test3 tag 002ef1bef0723833 gpl loaded_at 2022-09-09T21:39:49+0800 uid 0 xlated 88B jited 56B memlock 4096B map_ids 3 btf_id 55 57: tracepoint name oncpu tag 7aa55dfbdcb78941 gpl loaded_at 2022-09-09T21:41:32+0800 uid 0 xlated 456B jited 265B memlock 4096B map_ids 17,13,14,15 btf_id 82
$ bpftool link 1: tracing prog 26 prog_type tracing attach_type trace_fentry 3: perf_event prog 28 10: perf_event prog 57
The autoattach optional can support tracepoints, k(ret)probes, u(ret)probes.
---
v5 -> v6: skip the programs not supporting auto-attach,
and change optional name from "auto_attach" to "autoattach"
v4 -> v5: some formatting nits of doc
v3 -> v4: rename functions, update doc, bash and do_help()
v2 -> v3: switch to extend prog load command instead of extend perf
v2: https://patchwork.kernel.org/project/netdevbpf/patch/[email protected]/
v1: https://patchwork.kernel.org/project/netdevbpf/patch/[email protected]/
tools/bpf/bpftool/prog.c | 76 ++++++++++++++++++++++++++++++++++++++-- 1 file changed, 74 insertions(+), 2 deletions(-)
tools/bpf/bpftool/prog.c +74 -2
@@ -1453,6 +1453,67 @@ get_prog_type_by_name(const char *name, enum bpf_prog_type *prog_type,return ret; } +static int +auto_attach_program (struct bpf_program *prog,const char *path) +{ +struct bpf_link *link; +int err; + + link =bpf_program__attach (prog); +if (!link) +return -1 ; + + err =bpf_link__pin (link, path); +if (err) { +bpf_link__destroy (link); +return err; + } +return 0 ; +} + +static int pathname_concat (const char *path,const char *name,char *buf) +{ +int len; + + len =snprintf (buf,PATH_MAX ,"%s/%s" , path, name); +if (len <0 ) +return -EINVAL ; +if (len >=PATH_MAX ) +return -ENAMETOOLONG ; + +return 0 ; +} + +static int +auto_attach_programs (struct bpf_object *obj,const char *path) +{ +struct bpf_program *prog; +char buf[PATH_MAX ]; +int err; + +bpf_object__for_each_program (prog, obj) { + err =pathname_concat (path,bpf_program__name (prog), buf); +if (err) + goto err_unpin_programs; + + err =auto_attach_program (prog, buf); +if (err && errno !=EOPNOTSUPP ) + goto err_unpin_programs; + } + +return 0 ; + +err_unpin_programs: +while ((prog =bpf_object__prev_program (obj, prog))) { +if (pathname_concat (path,bpf_program__name (prog), buf)) +continue ; + +bpf_program__unpin (prog, buf); + } + +return err; +} +static int load_with_options (int argc,char **argv,bool first_prog_only) {enum bpf_prog_type common_prog_type =BPF_PROG_TYPE_UNSPEC ;
@@ -1464,6 +1525,7 @@ static int load_with_options(int argc, char **argv, bool first_prog_only)struct bpf_program *prog =NULL , *pos;unsigned int old_map_fds =0 ;const char *pinmaps =NULL ; +bool auto_attach = false;struct bpf_object *obj;struct bpf_map *map;const char *pinfile;
@@ -1583,6 +1645,9 @@ static int load_with_options(int argc, char **argv, bool first_prog_only) goto err_free_reuse_maps; pinmaps =GET_ARG (); + }else if (is_prefix (*argv,"autoattach" )) { + auto_attach = true; +NEXT_ARG (); }else {p_err ("expected no more arguments, 'type', 'map' or 'dev', got: '%s'?" , *argv);
@@ -1692,14 +1757,20 @@ static int load_with_options(int argc, char **argv, bool first_prog_only) goto err_close_obj; } - err =bpf_obj_pin (bpf_program__fd (prog), pinfile); +if (auto_attach) + err =auto_attach_program (prog, pinfile); +else + err =bpf_obj_pin (bpf_program__fd (prog), pinfile);if (err) {p_err ("failed to pin program %s" ,bpf_program__section_name (prog)); goto err_close_obj; } }else { - err =bpf_object__pin_programs (obj, pinfile); +if (auto_attach) + err =auto_attach_programs (obj, pinfile); +else + err =bpf_object__pin_programs (obj, pinfile);if (err) {p_err ("failed to pin all programs" ); goto err_close_obj;
@@ -2338,6 +2409,7 @@ static int do_help(int argc, char **argv)" [type TYPE] [dev NAME] \\\n" " [map { idx IDX | name NAME } MAP]\\\n" " [pinmaps MAP_DIR]\n" +" [autoattach]\n" " %1$s %2$s attach PROG ATTACH_TYPE [MAP]\n" " %1$s %2$s detach PROG ATTACH_TYPE [MAP]\n" " %1$s %2$s run PROG \\\n"
Signature · 1 line
2.25.1
PATCH v6 2/3 bpftool: Update doc (add autoattach to prog load)
Add autoattach optional to prog load|loadall for supporting one-step load-attach-pin_link.
--- tools/bpf/bpftool/Documentation/bpftool-prog.rst | 13 +++++++++++-- 1 file changed, 11 insertions(+), 2 deletions(-)
tools/bpf/bpftool/Documentation/bpftool-prog.rst +11 -2
@@ -31,7 +31,7 @@ PROG COMMANDS | **bpftool** **prog dump xlated** *PROG* [{**file** *FILE* | **opcodes** | **visual** | **linum**}] | **bpftool** **prog dump jited** *PROG* [{**file** *FILE* | **opcodes** | **linum**}] | **bpftool** **prog pin** *PROG* *FILE* -| **bpftool** **prog** { **load** | **loadall** } *OBJ* *PATH* [**type** *TYPE*] [**map** {**idx** *IDX* | **name** *NAME*} *MAP*] [**dev** *NAME*] [**pinmaps** *MAP_DIR*] +| **bpftool** **prog** { **load** | **loadall** } *OBJ* *PATH* [**type** *TYPE*] [**map** {**idx** *IDX* | **name** *NAME*} *MAP*] [**dev** *NAME*] [**pinmaps** *MAP_DIR*] [**autoattach**] | **bpftool** **prog attach** *PROG* *ATTACH_TYPE* [*MAP*] | **bpftool** **prog detach** *PROG* *ATTACH_TYPE* [*MAP*] | **bpftool** **prog tracelog**
@@ -131,7 +131,7 @@ DESCRIPTION contain a dot character ('.'), which is reserved for future extensions of *bpffs*. - **bpftool prog { load | loadall }** *OBJ* *PATH* [**type** *TYPE*] [**map** {**idx** *IDX* | **name** *NAME*} *MAP*] [**dev** *NAME*] [**pinmaps** *MAP_DIR*] + **bpftool prog { load | loadall }** *OBJ* *PATH* [**type** *TYPE*] [**map** {**idx** *IDX* | **name** *NAME*} *MAP*] [**dev** *NAME*] [**pinmaps** *MAP_DIR*] [**autoattach**] Load bpf program(s) from binary *OBJ* and pin as *PATH*. **bpftool prog load** pins only the first program from the *OBJ* as *PATH*. **bpftool prog loadall** pins all programs
@@ -150,6 +150,15 @@ DESCRIPTION Optional **pinmaps** argument can be provided to pin all maps under *MAP_DIR* directory. + If **autoattach** is specified program will be attached + before pin. In that case, only the link (representing the + program attached to its hook) is pinned, not the program as + such, so the path won't show in "**bpftool prog show -f**", + only show in "**bpftool link show -f**". Also, this only works + when bpftool (libbpf) is able to infer all necessary information + from the objectfile, in particular, it's not supported for all + program types. + Note: *PATH* must be located in *bpffs* mount. It must not contain a dot character ('.'), which is reserved for future extensions of *bpffs*.
Signature · 1 line
2.25.1
Daniel Borkmann
maintainerRe: [bpf-next v6 2/3] bpftool: Update doc (add autoattach to prog load)
Quoted 32 lines · Wang Yufen
Add autoattach optional to prog load|loadall for supporting one-step load-attach-pin_link.
Signed-off-by Wang Yufen <[email protected]>--- tools/bpf/bpftool/Documentation/bpftool-prog.rst | 13 +++++++++++-- 1 file changed, 11 insertions(+), 2 deletions(-)tools/bpf/bpftool/Documentation/bpftool-prog.rst +2
-2@@ -31,7 +31,7 @@ PROG COMMANDS | **bpftool** **prog dump xlated** *PROG* [{**file** *FILE* | **opcodes** | **visual** | **linum**}] | **bpftool** **prog dump jited** *PROG* [{**file** *FILE* | **opcodes** | **linum**}] | **bpftool** **prog pin** *PROG* *FILE* -| **bpftool** **prog** { **load** | **loadall** } *OBJ* *PATH* [**type** *TYPE*] [**map** {**idx** *IDX* | **name** *NAME*} *MAP*] [**dev** *NAME*] [**pinmaps** *MAP_DIR*] +| **bpftool** **prog** { **load** | **loadall** } *OBJ* *PATH* [**type** *TYPE*] [**map** {**idx** *IDX* | **name** *NAME*} *MAP*] [**dev** *NAME*] [**pinmaps** *MAP_DIR*] [**autoattach**] | **bpftool** **prog attach** *PROG* *ATTACH_TYPE* [*MAP*] | **bpftool** **prog detach** *PROG* *ATTACH_TYPE* [*MAP*] | **bpftool** **prog tracelog**@@ -131,7 +131,7 @@ DESCRIPTION contain a dot character ('.'), which is reserved for future extensions of *bpffs*. - **bpftool prog { load | loadall }** *OBJ* *PATH* [**type** *TYPE*] [**map** {**idx** *IDX* | **name** *NAME*} *MAP*] [**dev** *NAME*] [**pinmaps** *MAP_DIR*] + **bpftool prog { load | loadall }** *OBJ* *PATH* [**type** *TYPE*] [**map** {**idx** *IDX* | **name** *NAME*} *MAP*] [**dev** *NAME*] [**pinmaps** *MAP_DIR*] [**autoattach**] Load bpf program(s) from binary *OBJ* and pin as *PATH*. **bpftool prog load** pins only the first program from the *OBJ* as *PATH*. **bpftool prog loadall** pins all programs@@ -150,6 +150,15 @@ DESCRIPTION Optional **pinmaps** argument can be provided to pin all
tools/bpf/bpftool/Documentation/bpftool-prog.rst DESCRIPTION · line 160
Quoted 10 lines
tools/bpf/bpftool/Documentation/bpftool-prog.rst +8
-0maps under *MAP_DIR* directory. + If **autoattach** is specified program will be attached + before pin. In that case, only the link (representing the + program attached to its hook) is pinned, not the program as + such, so the path won't show in "**bpftool prog show -f**", + only show in "**bpftool link show -f**". Also, this only works + when bpftool (libbpf) is able to infer all necessary information + from the objectfile, in particular, it's not supported for all + program types.
Related to Quentin's comment, the documentation should also describe clear semantics on what happens in failure case. I presume the use case you have in mind is to use this facility for scripts e.g. to run/load some tests objs? Thus would be good to describe to users what they need to do/clean up when things only partially succeed etc..
Quoted 4 lines
tools/bpf/bpftool/Documentation/bpftool-prog.rst +0
-0Note: *PATH* must be located in *bpffs* mount. It must not contain a dot character ('.'), which is reserved for future extensions of *bpffs*.
Re: [bpf-next v6 2/3] bpftool: Update doc (add autoattach to prog load)
Quoted 44 lines · Daniel Borkmann
Quoted 43 lines · Wang Yufen
Add autoattach optional to prog load|loadall for supporting one-step load-attach-pin_link.
Signed-off-by Wang Yufen <[email protected]>---
tools/bpf/bpftool/Documentation/bpftool-prog.rst| 13 +++++++++++--1 file changed, 11 insertions(+), 2 deletions(-)tools/bpf/bpftool/Documentation/bpftool-prog.rst +0
-0@@ -31,7 +31,7 @@ PROG COMMANDS| **bpftool** **prog dump xlated** *PROG* [{**file** *FILE* | **opcodes** | **visual** | **linum**}] | **bpftool** **prog dump jited** *PROG* [{**file** *FILE* | **opcodes** | **linum**}] | **bpftool** **prog pin** *PROG* *FILE* -| **bpftool** **prog** { **load** | **loadall** } *OBJ* *PATH* [**type** *TYPE*] [**map** {**idx** *IDX* | **name** *NAME*} *MAP*] [**dev** *NAME*] [**pinmaps** *MAP_DIR*] +| **bpftool** **prog** { **load** | **loadall** } *OBJ* *PATH* [**type** *TYPE*] [**map** {**idx** *IDX* | **name** *NAME*} *MAP*] [**dev** *NAME*] [**pinmaps** *MAP_DIR*] [**autoattach**] | **bpftool** **prog attach** *PROG* *ATTACH_TYPE* [*MAP*] | **bpftool** **prog detach** *PROG* *ATTACH_TYPE* [*MAP*] | **bpftool** **prog tracelog**tools/bpf/bpftool/Documentation/bpftool-prog.rst +0
-0@@ -131,7 +131,7 @@ DESCRIPTIONcontain a dot character ('.'), which is reserved for future
extensions of *bpffs*.
- **bpftool prog { load | loadall }** *OBJ* *PATH* [**type** *TYPE*] [**map** {**idx** *IDX* | **name** *NAME*} *MAP*] [**dev** *NAME*] [**pinmaps** *MAP_DIR*] + **bpftool prog { load | loadall }** *OBJ* *PATH* [**type**
*TYPE*] [**map** {**idx** *IDX* | **name** *NAME*} *MAP*] [**dev** *NAME*] [**pinmaps** *MAP_DIR*] [**autoattach**]
Load bpf program(s) from binary *OBJ* and pin as *PATH*.
**bpftool prog load** pins only the first program from the
*OBJ* as *PATH*. **bpftool prog loadall** pins all programstools/bpf/bpftool/Documentation/bpftool-prog.rst +0
-0@@ -150,6 +150,15 @@ DESCRIPTIONOptional **pinmaps** argument can be provided to pin all maps under *MAP_DIR* directory.
+ If **autoattach** is specified program will be attached + before pin. In that case, only the link (representing the + program attached to its hook) is pinned, not the program as + such, so the path won't show in "**bpftool prog show -f**", + only show in "**bpftool link show -f**". Also, this only works
+ when bpftool (libbpf) is able to infer all necessary information
Quoted 8 lines
Quoted 3 lines
+ from the objectfile, in particular, it's not supported for all
+ program types.Related to Quentin's comment, the documentation should also describe clear semantics on what happens in failure case. I presume the use case you have in mind is to use this facility for scripts e.g. to run/load some tests objs? Thus would be good to describe to users what they need to do/clean up when things only partially succeed etc..
Thanks for your comment.
add in v7, please check.
Quoted 7 lines
Quoted 5 lines
Note: *PATH* must be located in *bpffs* mount. It must not contain a dot character ('.'), which is reserved for future extensions of *bpffs*.
PATCH v6 3/3 bpftool: Update the bash completion(add autoattach to prog load)
In reply to Wang YufenAdd autoattach optional to prog load|loadall for supporting one-step load-attach-pin_link.
--- tools/bpf/bpftool/bash-completion/bpftool | 1 + 1 file changed, 1 insertion(+)
tools/bpf/bpftool/bash-completion/bpftool +1 -0
@@ -505,6 +505,7 @@ _bpftool() _bpftool_once_attr 'type' _bpftool_once_attr 'dev' _bpftool_once_attr 'pinmaps' + _bpftool_once_attr 'autoattach' return 0 ;; esac
Signature · 1 line
2.25.1
Sat Sep 24 2022 11:13:48 GMT+0100 (British Summer Time) ~ Wang Yufen <[email protected]>
Quoted 85 lines
Add
auto_attachoptional to support one-step load-attach-pin_link.For example,
$ bpftool prog loadall test.o /sys/fs/bpf/test autoattach$ bpftool link 26: tracing name test1 tag f0da7d0058c00236 gpl loaded_at 2022-09-09T21:39:49+0800 uid 0 xlated 88B jited 55B memlock 4096B map_ids 3 btf_id 55 28: kprobe name test3 tag 002ef1bef0723833 gpl loaded_at 2022-09-09T21:39:49+0800 uid 0 xlated 88B jited 56B memlock 4096B map_ids 3 btf_id 55 57: tracepoint name oncpu tag 7aa55dfbdcb78941 gpl loaded_at 2022-09-09T21:41:32+0800 uid 0 xlated 456B jited 265B memlock 4096B map_ids 17,13,14,15 btf_id 82$ bpftool link 1: tracing prog 26 prog_type tracing attach_type trace_fentry 3: perf_event prog 28 10: perf_event prog 57The autoattach optional can support tracepoints, k(ret)probes, u(ret)probes.
Signed-off-by Wei Yongjun <[email protected]>Signed-off-by Wang Yufen <[email protected]>---
v5 -> v6: skip the programs not supporting auto-attach,
and change optional name from "auto_attach" to "autoattach"
v4 -> v5: some formatting nits of doc
v3 -> v4: rename functions, update doc, bash anddo_help()
v2 -> v3: switch to extend prog load command instead of extend perf
v2: https://patchwork.kernel.org/project/netdevbpf/patch/[email protected]/
v1: https://patchwork.kernel.org/project/netdevbpf/patch/[email protected]/tools/bpf/bpftool/prog.c | 76 ++++++++++++++++++++++++++++++++++++++-- 1 file changed, 74 insertions(+), 2 deletions(-)tools/bpf/bpftool/prog.c +36
-0@@ -1453,6 +1453,67 @@ get_prog_type_by_name(const char *name, enum bpf_prog_type *prog_type,return ret; } +static int +auto_attach_program (struct bpf_program *prog,const char *path) +{ +struct bpf_link *link; +int err; + + link =bpf_program__attach (prog); +if (!link) +return -1 ; + + err =bpf_link__pin (link, path); +if (err) { +bpf_link__destroy (link); +return err; + } +return 0 ; +} + +static int pathname_concat (const char *path,const char *name,char *buf) +{ +int len; + + len =snprintf (buf,PATH_MAX ,"%s/%s" , path, name); +if (len <0 ) +return -EINVAL ; +if (len >=PATH_MAX ) +return -ENAMETOOLONG ; + +return 0 ; +} + +static int +auto_attach_programs (struct bpf_object *obj,const char *path) +{ +struct bpf_program *prog; +char buf[PATH_MAX ];
tools/bpf/bpftool/prog.c get_prog_type_by_name(const char *name, enum bpf_prog_type *prog_type, · line 1501
Quoted 10 lines
tools/bpf/bpftool/prog.c +10
-0+int err; + +bpf_object__for_each_program (prog, obj) { + err =pathname_concat (path,bpf_program__name (prog), buf); +if (err) + goto err_unpin_programs; + + err =auto_attach_program (prog, buf); +if (err && errno !=EOPNOTSUPP ) + goto err_unpin_programs;
If I read the above correctly, we skip entirely programs that couldn't be auto-attached. I'm not sure what Andrii had in mind exactly, but it would make sense to me to fallback to regular program pinning if the program couldn't be attached/linked, so we still keep it loaded in the kernel after bpftool exits. Probably with a p_info() message to let users know?
Quoted 14 lines
tools/bpf/bpftool/prog.c +14
-0+ } + +return 0 ; + +err_unpin_programs: +while ((prog =bpf_object__prev_program (obj, prog))) { +if (pathname_concat (path,bpf_program__name (prog), buf)) +continue ; + +bpf_program__unpin (prog, buf); + } + +return err; +}
Quoted 95 lines · Quentin Monnet
Sat Sep 24 2022 11:13:48 GMT+0100 (British Summer Time) ~ Wang Yufen <[email protected]>
Quoted 93 lines
Add
auto_attachoptional to support one-step load-attach-pin_link.For example,
$ bpftool prog loadall test.o /sys/fs/bpf/test autoattach$ bpftool link 26: tracing name test1 tag f0da7d0058c00236 gpl loaded_at 2022-09-09T21:39:49+0800 uid 0 xlated 88B jited 55B memlock 4096B map_ids 3 btf_id 55 28: kprobe name test3 tag 002ef1bef0723833 gpl loaded_at 2022-09-09T21:39:49+0800 uid 0 xlated 88B jited 56B memlock 4096B map_ids 3 btf_id 55 57: tracepoint name oncpu tag 7aa55dfbdcb78941 gpl loaded_at 2022-09-09T21:41:32+0800 uid 0 xlated 456B jited 265B memlock 4096B map_ids 17,13,14,15 btf_id 82$ bpftool link 1: tracing prog 26 prog_type tracing attach_type trace_fentry 3: perf_event prog 28 10: perf_event prog 57The autoattach optional can support tracepoints, k(ret)probes, u(ret)probes.
Signed-off-by Wei Yongjun <[email protected]>Signed-off-by Wang Yufen <[email protected]>---
v5 -> v6: skip the programs not supporting auto-attach,
and change optional name from "auto_attach" to "autoattach"
v4 -> v5: some formatting nits of doc
v3 -> v4: rename functions, update doc, bash anddo_help()
v2 -> v3: switch to extend prog load command instead of extend perf
v2: https://patchwork.kernel.org/project/netdevbpf/patch/[email protected]/
v1: https://patchwork.kernel.org/project/netdevbpf/patch/[email protected]/tools/bpf/bpftool/prog.c | 76 ++++++++++++++++++++++++++++++++++++++-- 1 file changed, 74 insertions(+), 2 deletions(-)tools/bpf/bpftool/prog.c +44
-0@@ -1453,6 +1453,67 @@ get_prog_type_by_name(const char *name, enum bpf_prog_type *prog_type,return ret; } +static int +auto_attach_program (struct bpf_program *prog,const char *path) +{ +struct bpf_link *link; +int err; + + link =bpf_program__attach (prog); +if (!link) +return -1 ; + + err =bpf_link__pin (link, path); +if (err) { +bpf_link__destroy (link); +return err; + } +return 0 ; +} + +static int pathname_concat (const char *path,const char *name,char *buf) +{ +int len; + + len =snprintf (buf,PATH_MAX ,"%s/%s" , path, name); +if (len <0 ) +return -EINVAL ; +if (len >=PATH_MAX ) +return -ENAMETOOLONG ; + +return 0 ; +} + +static int +auto_attach_programs (struct bpf_object *obj,const char *path) +{ +struct bpf_program *prog; +char buf[PATH_MAX ]; +int err; + +bpf_object__for_each_program (prog, obj) { + err =pathname_concat (path,bpf_program__name (prog), buf); +if (err) + goto err_unpin_programs; + + err =auto_attach_program (prog, buf);
Quoted 8 lines
tools/bpf/bpftool/prog.c get_prog_type_by_name(const char *name, enum bpf_prog_type *prog_type, · line 1501
Quoted 2 lines
tools/bpf/bpftool/prog.c +2
-0+if (err && errno !=EOPNOTSUPP ) + goto err_unpin_programs;If I read the above correctly, we skip entirely programs that couldn't be auto-attached. I'm not sure what Andrii had in mind exactly, but it would make sense to me to fallback to regular program pinning if the program couldn't be attached/linked, so we still keep it loaded in the kernel after bpftool exits. Probably with a
p_info()message to let users know?
Thanks for your comment.
I agree with you.
add in v7.
Quoted 15 lines
Quoted 15 lines
tools/bpf/bpftool/prog.c +14
-0+ } + +return 0 ; + +err_unpin_programs: +while ((prog =bpf_object__prev_program (obj, prog))) { +if (pathname_concat (path,bpf_program__name (prog), buf)) +continue ; + +bpf_program__unpin (prog, buf); + } + +return err; +}