Skip to contentSkip to conversation

sched_ext: Reject task setter kfuncs outside SCX contexts

PATCH In review zhidao su (Xiaomi) 3 participants 3 messages Jul 1

Subsystems (4)
lore
Share & tools
lore
#0 lore raw

PATCH 1/1 sched_ext: Reject task setter kfuncs outside SCX contexts

scx_bpf_task_set_slice() and scx_bpf_task_set_dsq_vtime() mutate sched_ext task state and rely on scx_prog_sched() and scx_task_on_sched() to validate the calling scheduler's authority over the target task.

However, the kfuncs were part of scx_kfunc_ids_any. That set is also registered for tracing and syscall programs and the verifier-time context filter allows any-set kfuncs from non-STRUCT_OPS program types. As a result, a non-SCX tracing program can load after calling the task setter wrappers, reaching the mutator kfuncs outside an SCX scheduler context.

Split the task setter kfuncs into their own filtered kfunc set. Register that set for STRUCT_OPS, TRACING, and SYSCALL so the verifier can find the kfuncs, but let scx_kfunc_context_filter() reject them outside SCX struct_ops contexts. SCX schedulers can still call the setters, and the existing runtime task authority checks remain in place.

Add a negative sched_ext selftest which tries to call both task setter kfuncs from a tracing program. The test fails before this change because the program loads successfully, and passes after this change because the verifier rejects the task setter call.

---
Validation:
- Before fix: task_setter_kfunc_deny failed because non-SCX BPF loaded after calling task setter kfuncs
- After fix: runner -t task_setter_kfunc_deny passed (PASSED=1 FAILED=0)
- checkpatch --strict: 0 errors, 1 warning (MAINTAINERS new-file prompt), 0 checks

 kernel/sched/ext.c                                      | 24 ++++++++++++++++++------
 tools/testing/selftests/sched_ext/Makefile              |  1 +
 tools/testing/selftests/sched_ext/task_setter_kfunc_deny.bpf.c | 17 +++++++++++++++++
 tools/testing/selftests/sched_ext/task_setter_kfunc_deny.c     | 77 ++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++
 4 files changed, 113 insertions(+), 6 deletions(-)
kernel/sched/ext.c +19 -3
index b8dd3358959d..257ffaca45f6 100644
@@ -10254,9 +10254,12 @@ __bpf_kfunc struct cgroup *scx_bpf_task_cgroup(struct task_struct *p,
 
 __bpf_kfunc_end_defs();
 
-BTF_KFUNCS_START(scx_kfunc_ids_any)
+BTF_KFUNCS_START(scx_kfunc_ids_task_setter)
 BTF_ID_FLAGS(func, scx_bpf_task_set_slice, KF_IMPLICIT_ARGS | KF_RCU);
 BTF_ID_FLAGS(func, scx_bpf_task_set_dsq_vtime, KF_IMPLICIT_ARGS | KF_RCU);
+BTF_KFUNCS_END(scx_kfunc_ids_task_setter)
+
+BTF_KFUNCS_START(scx_kfunc_ids_any)
 BTF_ID_FLAGS(func, scx_bpf_kick_cpu, KF_IMPLICIT_ARGS)
 BTF_ID_FLAGS(func, scx_bpf_kick_cid, KF_IMPLICIT_ARGS)
 BTF_ID_FLAGS(func, scx_bpf_dsq_nr_queued, KF_IMPLICIT_ARGS)
@@ -10299,6 +10302,12 @@ BTF_ID_FLAGS(func, scx_bpf_task_cgroup, KF_IMPLICIT_ARGS | KF_RCU | KF_ACQUIRE)
 #endif
 BTF_KFUNCS_END(scx_kfunc_ids_any)
 
+static const struct btf_kfunc_id_set scx_kfunc_set_task_setter = {
+	.owner			= THIS_MODULE,
+	.set			= &scx_kfunc_ids_task_setter,
+	.filter			= scx_kfunc_context_filter,
+};
+
 static const struct btf_kfunc_id_set scx_kfunc_set_any = {
 	.owner			= THIS_MODULE,
 	.set			= &scx_kfunc_ids_any,
@@ -10408,13 +10417,14 @@ int scx_kfunc_context_filter(const struct bpf_prog *prog, u32 kfunc_id)
 	bool in_dispatch = btf_id_set8_contains(&scx_kfunc_ids_dispatch, kfunc_id);
 	bool in_cpu_release = btf_id_set8_contains(&scx_kfunc_ids_cpu_release, kfunc_id);
 	bool in_idle = btf_id_set8_contains(&scx_kfunc_ids_idle, kfunc_id);
+	bool in_task_setter = btf_id_set8_contains(&scx_kfunc_ids_task_setter, kfunc_id);
 	bool in_any = btf_id_set8_contains(&scx_kfunc_ids_any, kfunc_id);
 	bool in_cpu_only = btf_id_set8_contains(&scx_kfunc_ids_cpu_only, kfunc_id);
 	u32 moff, flags;
 
 	/* Not an SCX kfunc - allow. */
 	if (!(in_unlocked || in_init || in_select_cpu || in_enqueue || in_dispatch ||
-	      in_cpu_release || in_idle || in_any))
+	      in_cpu_release || in_idle || in_task_setter || in_any))
 		return 0;
 
 	/* SYSCALL progs (e.g. BPF test_run()) may call unlocked and select_cpu kfuncs. */
@@ -10457,7 +10467,7 @@ int scx_kfunc_context_filter(const struct bpf_prog *prog, u32 kfunc_id)
 		return -EACCES;
 
 	/* SCX struct_ops: check the per-op allow list. */
-	if (in_any || in_idle)
+	if (in_any || in_idle || in_task_setter)
 		return 0;
 
 	moff = prog->aux->attach_st_ops_member_off;
@@ -10572,6 +10582,12 @@ static int __init scx_init(void)
 					     &scx_kfunc_set_unlocked)) ||
 	    (ret = register_btf_kfunc_id_set(BPF_PROG_TYPE_SYSCALL,
 					     &scx_kfunc_set_unlocked)) ||
+	    (ret = register_btf_kfunc_id_set(BPF_PROG_TYPE_STRUCT_OPS,
+					     &scx_kfunc_set_task_setter)) ||
+	    (ret = register_btf_kfunc_id_set(BPF_PROG_TYPE_TRACING,
+					     &scx_kfunc_set_task_setter)) ||
+	    (ret = register_btf_kfunc_id_set(BPF_PROG_TYPE_SYSCALL,
+					     &scx_kfunc_set_task_setter)) ||
 	    (ret = register_btf_kfunc_id_set(BPF_PROG_TYPE_STRUCT_OPS,
 					     &scx_kfunc_set_any)) ||
 	    (ret = register_btf_kfunc_id_set(BPF_PROG_TYPE_TRACING,
tools/testing/selftests/sched_ext/Makefile +1 -0
index 5d2dffca0e91..000000000000 100644
@@ -176,6 +176,7 @@ auto-test-targets :=			\
 	maybe_null			\
 	minimal				\
 	non_scx_kfunc_deny		\
+	task_setter_kfunc_deny		\
 	numa				\
 	allowed_cpus			\
 	peek_dsq			\
tools/testing/selftests/sched_ext/task_setter_kfunc_deny.bpf.c new file +17 -0
new file mode 100644
index 000000000000..79b619a3445f
@@ -0,0 +1,17 @@
+// SPDX-License-Identifier: GPL-2.0
+/*
+ * Verify that non-SCX programs cannot call task-mutating SCX kfuncs.
+ */
+
+#include <scx/common.bpf.h>
+
+SEC("tp_btf/sched_switch")
+int BPF_PROG(non_scx_task_setter, bool preempt, struct task_struct *prev,
+	     struct task_struct *next, unsigned int prev_state)
+{
+	scx_bpf_task_set_slice(next, 1000000);
+	scx_bpf_task_set_dsq_vtime(next, 1);
+	return 0;
+}
+
+char _license[] SEC("license") = "GPL";
tools/testing/selftests/sched_ext/task_setter_kfunc_deny.c new file +77 -0

77 lines not on this page · raw message

reviewer
#1 lore raw

Hi zhidao,

Quoted 18 lines · zhidao su (Xiaomi)

scx_bpf_task_set_slice() and scx_bpf_task_set_dsq_vtime() mutate sched_ext task state and rely on scx_prog_sched() and scx_task_on_sched() to validate the calling scheduler's authority over the target task.

However, the kfuncs were part of scx_kfunc_ids_any. That set is also registered for tracing and syscall programs and the verifier-time context filter allows any-set kfuncs from non-STRUCT_OPS program types. As a result, a non-SCX tracing program can load after calling the task setter wrappers, reaching the mutator kfuncs outside an SCX scheduler context.

Split the task setter kfuncs into their own filtered kfunc set. Register that set for STRUCT_OPS, TRACING, and SYSCALL so the verifier can find the kfuncs, but let scx_kfunc_context_filter() reject them outside SCX struct_ops contexts. SCX schedulers can still call the setters, and the existing runtime task authority checks remain in place.

Quoted 6 lines

Add a negative sched_ext selftest which tries to call both task setter kfuncs from a tracing program. The test fails before this change because the program loads successfully, and passes after this change because the verifier rejects the task setter call.

This patch doesn't apply cleanly, it looks like it's based on old for-7.2 branch. Can you rebase it to a more recent kernel (we've moved some code around)?

In general, the restriction makes sense to me. It may be worth clarifying in the description that this change isn't expected to introduce any runtime overhead, as everything is handled by the verifier.

Few comments below.

Quoted 103 lines

---
Validation:
- Before fix: task_setter_kfunc_deny failed because non-SCX BPF loaded after calling task setter kfuncs
- After fix: runner -t task_setter_kfunc_deny passed (PASSED=1 FAILED=0)
- checkpatch --strict: 0 errors, 1 warning (MAINTAINERS new-file prompt), 0 checks

 kernel/sched/ext.c                                      | 24 ++++++++++++++++++------
 tools/testing/selftests/sched_ext/Makefile              |  1 +
 tools/testing/selftests/sched_ext/task_setter_kfunc_deny.bpf.c | 17 +++++++++++++++++
 tools/testing/selftests/sched_ext/task_setter_kfunc_deny.c     | 77 ++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++
 4 files changed, 113 insertions(+), 6 deletions(-)
kernel/sched/ext.c +19 -3
index b8dd3358959d..257ffaca45f6 100644
@@ -10254,9 +10254,12 @@ __bpf_kfunc struct cgroup *scx_bpf_task_cgroup(struct task_struct *p,
 
 __bpf_kfunc_end_defs();
 
-BTF_KFUNCS_START(scx_kfunc_ids_any)
+BTF_KFUNCS_START(scx_kfunc_ids_task_setter)
 BTF_ID_FLAGS(func, scx_bpf_task_set_slice, KF_IMPLICIT_ARGS | KF_RCU);
 BTF_ID_FLAGS(func, scx_bpf_task_set_dsq_vtime, KF_IMPLICIT_ARGS | KF_RCU);
+BTF_KFUNCS_END(scx_kfunc_ids_task_setter)
+
+BTF_KFUNCS_START(scx_kfunc_ids_any)
 BTF_ID_FLAGS(func, scx_bpf_kick_cpu, KF_IMPLICIT_ARGS)
 BTF_ID_FLAGS(func, scx_bpf_kick_cid, KF_IMPLICIT_ARGS)
 BTF_ID_FLAGS(func, scx_bpf_dsq_nr_queued, KF_IMPLICIT_ARGS)
@@ -10299,6 +10302,12 @@ BTF_ID_FLAGS(func, scx_bpf_task_cgroup, KF_IMPLICIT_ARGS | KF_RCU | KF_ACQUIRE)
 #endif
 BTF_KFUNCS_END(scx_kfunc_ids_any)
 
+static const struct btf_kfunc_id_set scx_kfunc_set_task_setter = {
+	.owner			= THIS_MODULE,
+	.set			= &scx_kfunc_ids_task_setter,
+	.filter			= scx_kfunc_context_filter,
+};
+
 static const struct btf_kfunc_id_set scx_kfunc_set_any = {
 	.owner			= THIS_MODULE,
 	.set			= &scx_kfunc_ids_any,
@@ -10408,13 +10417,14 @@ int scx_kfunc_context_filter(const struct bpf_prog *prog, u32 kfunc_id)
 	bool in_dispatch = btf_id_set8_contains(&scx_kfunc_ids_dispatch, kfunc_id);
 	bool in_cpu_release = btf_id_set8_contains(&scx_kfunc_ids_cpu_release, kfunc_id);
 	bool in_idle = btf_id_set8_contains(&scx_kfunc_ids_idle, kfunc_id);
+	bool in_task_setter = btf_id_set8_contains(&scx_kfunc_ids_task_setter, kfunc_id);
 	bool in_any = btf_id_set8_contains(&scx_kfunc_ids_any, kfunc_id);
 	bool in_cpu_only = btf_id_set8_contains(&scx_kfunc_ids_cpu_only, kfunc_id);
 	u32 moff, flags;
 
 	/* Not an SCX kfunc - allow. */
 	if (!(in_unlocked || in_init || in_select_cpu || in_enqueue || in_dispatch ||
-	      in_cpu_release || in_idle || in_any))
+	      in_cpu_release || in_idle || in_task_setter || in_any))
 		return 0;
 
 	/* SYSCALL progs (e.g. BPF test_run()) may call unlocked and select_cpu kfuncs. */
@@ -10457,7 +10467,7 @@ int scx_kfunc_context_filter(const struct bpf_prog *prog, u32 kfunc_id)
 		return -EACCES;
 
 	/* SCX struct_ops: check the per-op allow list. */
-	if (in_any || in_idle)
+	if (in_any || in_idle || in_task_setter)
 		return 0;
 
 	moff = prog->aux->attach_st_ops_member_off;
@@ -10572,6 +10582,12 @@ static int __init scx_init(void)
 					     &scx_kfunc_set_unlocked)) ||
 	    (ret = register_btf_kfunc_id_set(BPF_PROG_TYPE_SYSCALL,
 					     &scx_kfunc_set_unlocked)) ||
+	    (ret = register_btf_kfunc_id_set(BPF_PROG_TYPE_STRUCT_OPS,
+					     &scx_kfunc_set_task_setter)) ||
+	    (ret = register_btf_kfunc_id_set(BPF_PROG_TYPE_TRACING,
+					     &scx_kfunc_set_task_setter)) ||
+	    (ret = register_btf_kfunc_id_set(BPF_PROG_TYPE_SYSCALL,
+					     &scx_kfunc_set_task_setter)) ||
 	    (ret = register_btf_kfunc_id_set(BPF_PROG_TYPE_STRUCT_OPS,
 					     &scx_kfunc_set_any)) ||
 	    (ret = register_btf_kfunc_id_set(BPF_PROG_TYPE_TRACING,
tools/testing/selftests/sched_ext/Makefile +1 -0
index 5d2dffca0e91..000000000000 100644
@@ -176,6 +176,7 @@ auto-test-targets :=			\
 	maybe_null			\
 	minimal				\
 	non_scx_kfunc_deny		\
+	task_setter_kfunc_deny		\
 	numa				\
 	allowed_cpus			\
 	peek_dsq			\
tools/testing/selftests/sched_ext/task_setter_kfunc_deny.bpf.c new file +3 -0
new file mode 100644
index 000000000000..79b619a3445f
@@ -0,0 +1,17 @@
+// SPDX-License-Identifier: GPL-2.0
+/*
+ * Verify that non-SCX programs cannot call task-mutating SCX kfuncs.

tools/testing/selftests/sched_ext/task_setter_kfunc_deny.bpf.c line 13

Quoted 10 lines
tools/testing/selftests/sched_ext/task_setter_kfunc_deny.bpf.c new file +10 -0
+ */
+
+#include <scx/common.bpf.h>
+
+SEC("tp_btf/sched_switch")
+int BPF_PROG(non_scx_task_setter, bool preempt, struct task_struct *prev,
+	     struct task_struct *next, unsigned int prev_state)
+{
+	scx_bpf_task_set_slice(next, 1000000);
+	scx_bpf_task_set_dsq_vtime(next, 1);

This only verifies that at least one of the two calls is rejected. Once the verifier rejects the first call, the test does not independently demonstrate that scx_bpf_task_set_dsq_vtime() is filtered too.

Can we use two BPF progs to test each kfunc?

Quoted 19 lines
tools/testing/selftests/sched_ext/task_setter_kfunc_deny.bpf.c new file +4 -0
+	return 0;
+}
+
+char _license[] SEC("license") = "GPL";
tools/testing/selftests/sched_ext/task_setter_kfunc_deny.c new file +9 -0
new file mode 100644
index 000000000000..1450a7133a5c
@@ -0,0 +1,77 @@
+// SPDX-License-Identifier: GPL-2.0
+/*
+ * Verify that task-mutating SCX kfuncs are rejected outside SCX contexts.
+ */
+
+#include <bpf/libbpf.h>
+#include <stdarg.h>
+#include <scx/common.h>
+#include <stdio.h>

tools/testing/selftests/sched_ext/task_setter_kfunc_deny.c line 19

Quoted 10 lines
tools/testing/selftests/sched_ext/task_setter_kfunc_deny.c new file +10 -0
+#include <string.h>
+#include "scx_test.h"
+#include "task_setter_kfunc_deny.bpf.skel.h"
+
+static char verifier_log[8192];
+static size_t verifier_log_pos;
+
+static int libbpf_print_fn(enum libbpf_print_level level, const char *format, va_list args)
+{
+	if (level == LIBBPF_DEBUG && verifier_log_pos < sizeof(verifier_log)) {

I think libbpf emits a failed program's verifier log at LIBBPF_WARN, not LIBBPF_DEBUG. I think you should capture LIBBPF_WARN, or preferably provide a verifier buffer directly with bpf_program__set_log_buf().

tools/testing/selftests/sched_ext/task_setter_kfunc_deny.c line 21

Quoted 2 lines
tools/testing/selftests/sched_ext/task_setter_kfunc_deny.c new file +2 -0
+		int ret = vsnprintf(verifier_log + verifier_log_pos,
+				  sizeof(verifier_log) - verifier_log_pos, format, args);

vsnprintf() returns the required length when truncated, so verifier_log_pos += ret may advance beyond the buffer size.

tools/testing/selftests/sched_ext/task_setter_kfunc_deny.c line 34

Quoted 13 lines
tools/testing/selftests/sched_ext/task_setter_kfunc_deny.c new file +13 -0
+
+		if (ret > 0)
+			verifier_log_pos += ret;
+	}
+
+	return 0;
+}
+
+static bool expected_rejection_seen(void)
+{
+	return strstr(verifier_log, "scx_bpf_task_set_slice") ||
+	       strstr(verifier_log, "scx_bpf_task_set_dsq_vtime");
+}

With separate progs, each load should check for its corresponding kfunc name rather than accepting either name. That would also ensure both paths are covered.

Thanks,
-Andrea

reviewer
#2 lore raw
In reply to zhidao su (Xiaomi)

Hello, zhidao.

Quoted 3 lines · zhidao su (Xiaomi)

As a result, a non-SCX tracing program can load after calling the task setter wrappers, reaching the mutator kfuncs outside an SCX scheduler context.

This is intended. A scheduler is conceptually the struct_ops plus the accompanying BPF programs identified by the associated struct_ops, and these operations are explicitly allowed for all of them. scx_prog_sched() and scx_task_on_sched() confine each to tasks owned by its own scheduler, so this isn't an escape from SCX context and there's nothing to reject.

Thanks.

--
tejun