Skip to contentSkip to conversation

libbpf: support weak typed ksyms.

PATCH Superseded Hao Luo 2 participants 3 messages Aug 11, 2021 – Aug 12, 2021

Subsystems (6)

v2 of 3 Superseded Latest is v3 →

lore
Share & tools
lore

Hao Luo

author
#0 lore raw

PATCH v2 1/1 libbpf: support weak typed ksyms.

Currently weak typeless ksyms have default value zero, when they don't exist in the kernel. However, weak typed ksyms are rejected by libbpf if they can not be resolved. This means that if a bpf object contains the declaration of a nonexistent weak typed ksym, it will be rejected even if there is no program that references the symbol.

Nonexistent weak typed ksyms can also default to zero just like typeless ones. This allows programs that access weak typed ksyms to be accepted by verifier, if the accesses are guarded. For example,

extern const int bpf_link_fops3 __ksym __weak;

/* then in BPF program */

if (&bpf_link_fops3) {
/* use bpf_link_fops3 */
}

If actual use of nonexistent typed ksym is not guarded properly, verifier would see that register is not PTR_TO_BTF_ID and wouldn't allow to use it for direct memory reads or passing it to BPF helpers.

---
Changes since v1:
- Weak typed symbols default to zero, as suggested by Andrii.
- Use ASSERT_XXX() for tests.

 tools/lib/bpf/libbpf.c                        | 17 ++++--
 .../selftests/bpf/prog_tests/ksyms_btf.c      | 31 ++++++++++
 .../selftests/bpf/progs/test_ksyms_weak.c     | 57 +++++++++++++++++++
 3 files changed, 100 insertions(+), 5 deletions(-)
 create mode 100644 tools/testing/selftests/bpf/progs/test_ksyms_weak.c
tools/lib/bpf/libbpf.c +12 -5
index cb106e8c42cb..e7547a2967cf 100644
@@ -5277,11 +5277,11 @@ bpf_object__relocate_data(struct bpf_object *obj, struct bpf_program *prog)
 				}
 				insn[1].imm = ext->kcfg.data_off;
 			} else /* EXT_KSYM */ {
-				if (ext->ksym.type_id) { /* typed ksyms */
+				if (ext->ksym.type_id && ext->is_set) { /* typed ksyms */
 					insn[0].src_reg = BPF_PSEUDO_BTF_ID;
 					insn[0].imm = ext->ksym.kernel_btf_id;
 					insn[1].imm = ext->ksym.kernel_btf_obj_fd;
-				} else { /* typeless ksyms */
+				} else { /* typeless ksyms or unresolved typed ksyms */
 					insn[0].imm = (__u32)ext->ksym.addr;
 					insn[1].imm = ext->ksym.addr >> 32;
 				}
@@ -6584,7 +6584,7 @@ static int bpf_object__read_kallsyms_file(struct bpf_object *obj)
 }
 
 static int find_ksym_btf_id(struct bpf_object *obj, const char *ksym_name,
-			    __u16 kind, struct btf **res_btf,
+			    __u16 kind, bool is_weak, struct btf **res_btf,
 			    int *res_btf_fd)
 {
 	int i, id, btf_fd, err;
@@ -6608,6 +6608,9 @@ static int find_ksym_btf_id(struct bpf_object *obj, const char *ksym_name,
 				break;
 		}
 	}
+	if (is_weak && id == -ENOENT)
+		return 0;
+
 	if (id <= 0) {
 		pr_warn("extern (%s ksym) '%s': failed to find BTF ID in kernel BTF(s).\n",
 			__btf_kind_str(kind), ksym_name);
@@ -6627,11 +6630,15 @@ static int bpf_object__resolve_ksym_var_btf_id(struct bpf_object *obj,
 	const char *targ_var_name;
 	int id, btf_fd = 0, err;
 	struct btf *btf = NULL;
+	bool is_weak = ext->is_weak;
 
-	id = find_ksym_btf_id(obj, ext->name, BTF_KIND_VAR, &btf, &btf_fd);
+	id = find_ksym_btf_id(obj, ext->name, BTF_KIND_VAR, is_weak, &btf, &btf_fd);
 	if (id < 0)
 		return id;
 
+	if (is_weak && id == 0)
+		return 0;
+
 	/* find local type_id */
 	local_type_id = ext->ksym.type_id;
 
@@ -6676,7 +6683,7 @@ static int bpf_object__resolve_ksym_func_btf_id(struct bpf_object *obj,
 
 	local_func_proto_id = ext->ksym.type_id;
 
-	kfunc_id = find_ksym_btf_id(obj, ext->name, BTF_KIND_FUNC,
+	kfunc_id = find_ksym_btf_id(obj, ext->name, BTF_KIND_FUNC, false,
 				    &kern_btf, &kern_btf_fd);
 	if (kfunc_id < 0) {
 		pr_warn("extern (func ksym) '%s': not found in kernel BTF\n",
tools/testing/selftests/bpf/prog_tests/ksyms_btf.c +31 -0
index 67bebd324147..cf3acfa5a91d 100644
@@ -6,6 +6,7 @@
 #include <bpf/btf.h>
 #include "test_ksyms_btf.skel.h"
 #include "test_ksyms_btf_null_check.skel.h"
+#include "test_ksyms_weak.skel.h"
 
 static int duration;
 
@@ -81,6 +82,33 @@ static void test_null_check(void)
 	test_ksyms_btf_null_check__destroy(skel);
 }
 
+static void test_weak_syms(void)
+{
+	struct test_ksyms_weak *skel;
+	struct test_ksyms_weak__data *data;
+	int err;
+
+	skel = test_ksyms_weak__open_and_load();
+	if (CHECK(!skel, "test_ksyms_weak__open_and_load", "failed\n"))
+		return;
+
+	err = test_ksyms_weak__attach(skel);
+	if (CHECK(err, "test_ksyms_weak__attach", "skeleton attach failed: %d\n", err))
+		goto cleanup;
+
+	/* trigger tracepoint */
+	usleep(1);
+
+	data = skel->data;
+	ASSERT_EQ(data->out__existing_typed, 0, "existing typed ksym");
+	ASSERT_NEQ(data->out__existing_typeless, -1, "existing typeless ksym");
+	ASSERT_EQ(data->out__non_existent_typeless, 0, "nonexistent typeless ksym");
+	ASSERT_EQ(data->out__non_existent_typed, 0, "nonexistent typed ksym");
+
+cleanup:
+	test_ksyms_weak__destroy(skel);
+}
+
 void test_ksyms_btf(void)
 {
 	int percpu_datasec;
@@ -105,4 +133,7 @@ void test_ksyms_btf(void)
 
 	if (test__start_subtest("null_check"))
 		test_null_check();
+
+	if (test__start_subtest("weak_ksyms"))
+		test_weak_syms();
 }
tools/testing/selftests/bpf/progs/test_ksyms_weak.c new file +57 -0

57 lines not on this page · raw message

Signature · 1 line
2.32.0.605.g8dce9f2422-goog
#1 lore raw
Quoted 54 lines · Hao Luo

Currently weak typeless ksyms have default value zero, when they don't exist in the kernel. However, weak typed ksyms are rejected by libbpf if they can not be resolved. This means that if a bpf object contains the declaration of a nonexistent weak typed ksym, it will be rejected even if there is no program that references the symbol.

Nonexistent weak typed ksyms can also default to zero just like typeless ones. This allows programs that access weak typed ksyms to be accepted by verifier, if the accesses are guarded. For example,

extern const int bpf_link_fops3 __ksym __weak;

/* then in BPF program */

if (&bpf_link_fops3) {
   /* use bpf_link_fops3 */
}

If actual use of nonexistent typed ksym is not guarded properly, verifier would see that register is not PTR_TO_BTF_ID and wouldn't allow to use it for direct memory reads or passing it to BPF helpers.

---
Changes since v1:
- Weak typed symbols default to zero, as suggested by Andrii.
- Use ASSERT_XXX() for tests.

 tools/lib/bpf/libbpf.c                        | 17 ++++--
 .../selftests/bpf/prog_tests/ksyms_btf.c      | 31 ++++++++++
 .../selftests/bpf/progs/test_ksyms_weak.c     | 57 +++++++++++++++++++
 3 files changed, 100 insertions(+), 5 deletions(-)
 create mode 100644 tools/testing/selftests/bpf/progs/test_ksyms_weak.c
tools/lib/bpf/libbpf.c +2 -2
index cb106e8c42cb..e7547a2967cf 100644
@@ -5277,11 +5277,11 @@ bpf_object__relocate_data(struct bpf_object *obj, struct bpf_program *prog)
                                }
                                insn[1].imm = ext->kcfg.data_off;
                        } else /* EXT_KSYM */ {
-                               if (ext->ksym.type_id) { /* typed ksyms */
+                               if (ext->ksym.type_id && ext->is_set) { /* typed ksyms */
                                        insn[0].src_reg = BPF_PSEUDO_BTF_ID;
                                        insn[0].imm = ext->ksym.kernel_btf_id;
                                        insn[1].imm = ext->ksym.kernel_btf_obj_fd;
-                               } else { /* typeless ksyms */
+                               } else { /* typeless ksyms or unresolved typed ksyms */
                                        insn[0].imm = (__u32)ext->ksym.addr;
                                        insn[1].imm = ext->ksym.addr >> 32;
                                }

tools/lib/bpf/libbpf.c static int bpf_object__read_kallsyms_file(struct bpf_object *obj) · line 6587

Quoted 5 lines
tools/lib/bpf/libbpf.c +1 -1
@@ -6584,7 +6584,7 @@ static int bpf_object__read_kallsyms_file(struct bpf_object *obj)
 }
 
 static int find_ksym_btf_id(struct bpf_object *obj, const char *ksym_name,
-                           __u16 kind, struct btf **res_btf,
+                           __u16 kind, bool is_weak, struct btf **res_btf,

instead of teaching find_ksym_btf_id() about weak symbol, just handle -ESRCH in bpf_object__resolve_ksym_var_btf_id (you already are special-handling it anyway). Just move the pr_warn from find_ksym_btf_id into bpf_object__resolve_ksym_var_btf_id. bpf_object__resolve_ksym_func_btf_id() already has a relevant pr_warn, which duplicates the one in find_ksym_btf_id.

tools/lib/bpf/libbpf.c static int find_ksym_btf_id(struct bpf_object *obj, const char *ksym_name, · line 6613

Quoted 10 lines
tools/lib/bpf/libbpf.c +3 -0
                            int *res_btf_fd)
 {
        int i, id, btf_fd, err;
@@ -6608,6 +6608,9 @@ static int find_ksym_btf_id(struct bpf_object *obj, const char *ksym_name,
                                break;
                }
        }
+       if (is_weak && id == -ENOENT)
+               return 0;
+

so this is not needed

tools/lib/bpf/libbpf.c static int find_ksym_btf_id(struct bpf_object *obj, const char *ksym_name, · line 6616

Quoted 3 lines
tools/lib/bpf/libbpf.c +0 -0
        if (id <= 0) {
                pr_warn("extern (%s ksym) '%s': failed to find BTF ID in kernel BTF(s).\n",
                        __btf_kind_str(kind), ksym_name);

and this will be moved out to not emit unnecessary warnings for weak symbols

Quoted 4 lines
tools/lib/bpf/libbpf.c +0 -0
@@ -6627,11 +6630,15 @@ static int bpf_object__resolve_ksym_var_btf_id(struct bpf_object *obj,
        const char *targ_var_name;
        int id, btf_fd = 0, err;
        struct btf *btf = NULL;

tools/lib/bpf/libbpf.c static int bpf_object__resolve_ksym_var_btf_id(struct bpf_object *obj, · line 6641

Quoted 10 lines
tools/lib/bpf/libbpf.c +5 -1
+       bool is_weak = ext->is_weak;
 
-       id = find_ksym_btf_id(obj, ext->name, BTF_KIND_VAR, &btf, &btf_fd);
+       id = find_ksym_btf_id(obj, ext->name, BTF_KIND_VAR, is_weak, &btf, &btf_fd);
        if (id < 0)
                return id;
 
+       if (is_weak && id == 0)
+               return 0;
+

and this will handle ESRCH + is_weak as a special case

Quoted 12 lines
tools/lib/bpf/libbpf.c +1 -1
        /* find local type_id */
        local_type_id = ext->ksym.type_id;
 
@@ -6676,7 +6683,7 @@ static int bpf_object__resolve_ksym_func_btf_id(struct bpf_object *obj,
 
        local_func_proto_id = ext->ksym.type_id;
 
-       kfunc_id = find_ksym_btf_id(obj, ext->name, BTF_KIND_FUNC,
+       kfunc_id = find_ksym_btf_id(obj, ext->name, BTF_KIND_FUNC, false,
                                    &kern_btf, &kern_btf_fd);
        if (kfunc_id < 0) {
                pr_warn("extern (func ksym) '%s': not found in kernel BTF\n",

[...]

Quoted 8 lines
tools/lib/bpf/libbpf.c +8 -0
+/* existing weak symbols */
+
+/* test existing weak symbols can be resolved. */
+extern const struct rq runqueues __ksym __weak; /* typed */
+extern const void bpf_prog_active __ksym __weak; /* typeless */
+
+
+/* non-existent weak symbols. */

tools/lib/bpf/libbpf.c

Quoted 10 lines
tools/lib/bpf/libbpf.c +10 -0
+
+/* typeless symbols, default to zero. */
+extern const void bpf_link_fops1 __ksym __weak;
+
+/* typed symbols, default to zero. */
+extern const int bpf_link_fops2 __ksym __weak;
+
+/* typed symbols, pass if not referenced. */
+extern const int bpf_link_fops3 __ksym __weak;
+

this will be compiled out by compiler, you are not really testing anything with that (libbpf doesn't even know about bpf_link_fops3). Just drop bpf_link_fops3, bpf_link_fops2 is testing everything anyway.

tools/lib/bpf/libbpf.c

Quoted 5 lines
tools/lib/bpf/libbpf.c +5 -0
+SEC("raw_tp/sys_enter")
+int pass_handler(const void *ctx)
+{
+       /* tests existing symbols. */
+       struct rq *rq = (struct rq *)bpf_per_cpu_ptr(&runqueues, 0);

empty line between variable declaration and statements (better declare and initialize rq separately, with empty line between those two)

Quoted 20 lines
tools/lib/bpf/libbpf.c +17 -1
+       if (rq)
+               out__existing_typed = rq->cpu;
+       out__existing_typeless = (__u64)&bpf_prog_active;
+
+       /* tests non-existent symbols. */
+       out__non_existent_typeless = (__u64)&bpf_link_fops1;
+
+       /* tests non-existent symbols. */
+       out__non_existent_typed = (__u64)&bpf_link_fops2;
+
+       if (&bpf_link_fops2) /* can't happen */
+               out__non_existent_typed = (__u64)bpf_per_cpu_ptr(&bpf_link_fops2, 0);
+
+       return 0;
+}
+
+char _license[] SEC("license") = "GPL";
--

2.32.0.605.g8dce9f2422-goog

author
#2 lore raw
Quoted 21 lines · Andrii Nakryiko
Quoted 19 lines · Hao Luo

Currently weak typeless ksyms have default value zero, when they don't exist in the kernel. However, weak typed ksyms are rejected by libbpf if they can not be resolved. This means that if a bpf object contains the declaration of a nonexistent weak typed ksym, it will be rejected even if there is no program that references the symbol.

Nonexistent weak typed ksyms can also default to zero just like typeless ones. This allows programs that access weak typed ksyms to be accepted by verifier, if the accesses are guarded. For example,

extern const int bpf_link_fops3 __ksym __weak;

/* then in BPF program */

if (&bpf_link_fops3) {
   /* use bpf_link_fops3 */
}
Quoted 6 lines
Quoted 6 lines

If actual use of nonexistent typed ksym is not guarded properly, verifier would see that register is not PTR_TO_BTF_ID and wouldn't allow to use it for direct memory reads or passing it to BPF helpers.

---

Thanks for taking a look! All the comments seem reasonable. Let me fix them, test and send a new version.

Quoted 10 lines
Quoted 10 lines

Changes since v1:
- Weak typed symbols default to zero, as suggested by Andrii.
- Use ASSERT_XXX() for tests.

 tools/lib/bpf/libbpf.c                        | 17 ++++--
 .../selftests/bpf/prog_tests/ksyms_btf.c      | 31 ++++++++++
 .../selftests/bpf/progs/test_ksyms_weak.c     | 57 +++++++++++++++++++
 3 files changed, 100 insertions(+), 5 deletions(-)
 create mode 100644 tools/testing/selftests/bpf/progs/test_ksyms_weak.c

[...]