powerpc64/bpf: Implement JIT support for private stack
Subsystems (5)
PATCH v7 1/2 powerpc64/bpf: Implement JIT support for private stack
From: Abhishek Dubey <[email protected]>
Provision the private stack as a per-CPU allocation during bpf_int_jit_compile(). Align the stack to 16 bytes and place guard regions at both ends to detect runtime stack overflow and underflow.
Round the private stack size up to the nearest 16-byte boundary. Make each guard region 16 bytes to preserve the required overall 16-byte alignment. When private stack is set, skip bpf stack size accounting in kernel stack.
There is no stack pointer in powerpc. Stack referencing during JIT is done using frame pointer. Frame pointer calculation goes like:
BPF frame pointer = Priv stack allocation start address +
Overflow guard +
Actual stack size defined by verifier
Memory layout:
High Addr +--------------------------------------------------+
| |
| 16 bytes Underflow guard (0xEB9F12345678eb9fULL) |
| |
BPF FP -> +--------------------------------------------------+
| |
| Private stack - determined by verifier |
| 16-bytes aligned |
| |
+--------------------------------------------------+
| |
Lower Addr | 16 byte Overflow guard (0xEB9F12345678eb9fULL) |
| |Priv stack alloc ->+--------------------------------------------------+ start
Update BPF_REG_FP to point to the calculated offset within the allocated private stack buffer. Now, BPF stack usage reference in the allocated private stack.
---
v6->v7:
Handle SMP case when setting frame pointer
Pickup Acked-by and Tested-by tagsv5->v6:
Remove unused labelv4->v5:
Rebase over latest branchv3->v4:
No changev2->v3:
Enable testcase using __powerpc64__ instead of __TARGET_ARCH_powerpc, to prevent it getting invoked on powerpc32v1->v2:
No change
[v6]: https://lore.kernel.org/bpf/[email protected]
[v5]: https://lore.kernel.org/bpf/[email protected]
[v4]: https://lore.kernel.org/bpf/[email protected]
[v3]: https://lore.kernel.org/bpf/[email protected]
[v2]: https://lore.kernel.org/bpf/[email protected]
[v1]: https://lore.kernel.org/bpf/[email protected]
arch/powerpc/net/bpf_jit.h | 6 ++ arch/powerpc/net/bpf_jit_comp.c | 97 +++++++++++++++++++++++++++++-- arch/powerpc/net/bpf_jit_comp64.c | 31 +++++++++- 3 files changed, 126 insertions(+), 8 deletions(-)
arch/powerpc/net/bpf_jit.h +6 -0
@@ -178,8 +178,14 @@ struct codegen_context {bool is_subprog;bool exception_boundary;bool exception_cb; +void __percpu *priv_sp; +unsigned int priv_stack_size; }; +/* Memory size & magic-value to detect private stack overflow/underflow */ +#define PRIV_STACK_GUARD_SZ 16 +#define PRIV_STACK_GUARD_VAL 0xEB9F12345678eb9fULL +#define bpf_to_ppc (r) (ctx->b2p[r])#ifdef CONFIG_PPC32
arch/powerpc/net/bpf_jit_comp.c +92 -5
153 lines not on this page · raw message
arch/powerpc/net/bpf_jit_comp64.c +28 -3
@@ -183,6 +183,24 @@ void bpf_jit_realloc_regs(struct codegen_context *ctx) { } +static void emit_fp_priv_stack (u32 *image,struct codegen_context *ctx) +{ +PPC_LI64 (bpf_to_ppc (BPF_REG_FP ), (__force long )ctx->priv_sp); +/* +* Load base percpu pointer of private stack allocation. +* Runtime per-cpu address = (base + data_offset) + (guard + stack_size) +*/ +#ifdef CONFIG_SMP +/* Load percpu data offset */ +EMIT (PPC_RAW_LD (bpf_to_ppc (TMP_REG_1 ), _R13, + offsetof(struct paca_struct , data_offset))); +EMIT (PPC_RAW_ADD (bpf_to_ppc (BPF_REG_FP ), +bpf_to_ppc (TMP_REG_1 ),bpf_to_ppc (BPF_REG_FP ))); +#endif +EMIT (PPC_RAW_ADDI (bpf_to_ppc (BPF_REG_FP ),bpf_to_ppc (BPF_REG_FP ), +PRIV_STACK_GUARD_SZ +round_up (ctx->priv_stack_size,16 ))); +} +/* * For exception boundary & exception_cb progs: * return increased size to accommodate additional NVRs.
@@ -307,9 +325,16 @@ void bpf_jit_build_prologue(u32 *image, struct codegen_context *ctx)* Exception_cb not restricted from using stack area or arena. * Setup frame pointer to point to the bpf stack area */ -if (bpf_is_seen_register (ctx,bpf_to_ppc (BPF_REG_FP ))) -EMIT (PPC_RAW_ADDI (bpf_to_ppc (BPF_REG_FP ), _R1, -STACK_FRAME_MIN_SIZE + ctx->stack_size)); +if (bpf_is_seen_register (ctx,bpf_to_ppc (BPF_REG_FP ))) { +if (ctx->priv_sp) { +/* Set up fp in private stack */ +emit_fp_priv_stack (image, ctx); + }else { +/* Setup frame pointer to point to the bpf stack area */ +EMIT (PPC_RAW_ADDI (bpf_to_ppc (BPF_REG_FP ), _R1, +STACK_FRAME_MIN_SIZE + ctx->stack_size)); + } + }if (ctx->arena_vm_start)PPC_LI64 (bpf_to_ppc (ARENA_VM_START ), ctx->arena_vm_start);
Signature · 1 line
2.52.0
PATCH v7 2/2 selftests/bpf: Enable private stack tests for powerpc64
From: Abhishek Dubey <[email protected]>
With support of private stack, relevant tests must pass on powerpc64.
#./test_progs -t struct_ops_private_stack
#434/1 struct_ops_private_stack/private_stack:OK #434/2 struct_ops_private_stack/private_stack_fail:OK #434/3 struct_ops_private_stack/private_stack_recur:OK #434 struct_ops_private_stack:OK
Summary: 1/3 PASSED, 0 SKIPPED, 0 FAILED
---
v6->v7:
Pickup tagsv5->v6:
Remove unused labelv4->v5:
Rebase over latest branchv3->v4:
No changev2->v3:
Enable testcase using __powerpc64__ instead of __TARGET_ARCH_powerpc, to prevent it getting invoked on powerpc32v1->v2:
No change
[v6]: https://lore.kernel.org/bpf/[email protected]
[v5]: https://lore.kernel.org/bpf/[email protected]
[v4]: https://lore.kernel.org/bpf/[email protected]
[v3]: https://lore.kernel.org/bpf/[email protected]
[v2]: https://lore.kernel.org/bpf/[email protected]
[v1]: https://lore.kernel.org/bpf/[email protected]
.../bpf/prog_tests/struct_ops_private_stack.c | 30 ++++++++----------- .../bpf/progs/struct_ops_private_stack.c | 6 ---- .../bpf/progs/struct_ops_private_stack_fail.c | 6 ---- .../progs/struct_ops_private_stack_recur.c | 6 ---- 4 files changed, 13 insertions(+), 35 deletions(-)
tools/testing/selftests/bpf/prog_tests/struct_ops_private_stack.c +13 -17
@@ -5,6 +5,7 @@#include "struct_ops_private_stack_fail.skel.h" #include "struct_ops_private_stack_recur.skel.h" +#if defined(__x86_64__) || defined(__aarch64__) || defined(__powerpc64__)static void test_private_stack (void ) {struct struct_ops_private_stack *skel;
@@ -15,11 +16,6 @@ static void test_private_stack(void)if (!ASSERT_OK_PTR (skel,"struct_ops_private_stack__open" ))return ; -if (skel->data->skip) { -test__skip (); - goto cleanup; - } - err =struct_ops_private_stack__load (skel);if (!ASSERT_OK (err,"struct_ops_private_stack__load" )) goto cleanup;
@@ -48,15 +44,9 @@ static void test_private_stack_fail(void)if (!ASSERT_OK_PTR (skel,"struct_ops_private_stack_fail__open" ))return ; -if (skel->data->skip) { -test__skip (); - goto cleanup; - } - err =struct_ops_private_stack_fail__load (skel);ASSERT_ERR (err,"struct_ops_private_stack_fail__load" ); -cleanup:struct_ops_private_stack_fail__destroy (skel); }
@@ -70,11 +60,6 @@ static void test_private_stack_recur(void)if (!ASSERT_OK_PTR (skel,"struct_ops_private_stack_recur__open" ))return ; -if (skel->data->skip) { -test__skip (); - goto cleanup; - } - err =struct_ops_private_stack_recur__load (skel);if (!ASSERT_OK (err,"struct_ops_private_stack_recur__load" )) goto cleanup;
@@ -93,7 +78,7 @@ static void test_private_stack_recur(void)struct_ops_private_stack_recur__destroy (skel); } -void test_struct_ops_private_stack (void ) +static void __test_struct_ops_private_stack (void ) {if (test__start_subtest ("private_stack" ))test_private_stack ();
@@ -102,3 +87,14 @@ void test_struct_ops_private_stack(void)if (test__start_subtest ("private_stack_recur" )) test_private_stack_recur(); } +#else +static void __test_struct_ops_private_stack (void ) +{ +test__skip (); +} +#endif + +void test_struct_ops_private_stack (void ) +{ +__test_struct_ops_private_stack (); +}
tools/testing/selftests/bpf/progs/struct_ops_private_stack.c +0 -6
@@ -7,12 +7,6 @@ char _license[] SEC("license") = "GPL"; -#if defined(__TARGET_ARCH_x86) || defined(__TARGET_ARCH_arm64) -bool skip __attribute((__section__(".data"))) = false; -#else -bool skip = true; -#endif - void bpf_testmod_ops3_call_test_2(void) __ksym;int val_i, val_j;
tools/testing/selftests/bpf/progs/struct_ops_private_stack_fail.c +0 -6
@@ -7,12 +7,6 @@ char _license[] SEC("license") = "GPL"; -#if defined(__TARGET_ARCH_x86) || defined(__TARGET_ARCH_arm64) -bool skip __attribute((__section__(".data"))) = false; -#else -bool skip = true; -#endif - void bpf_testmod_ops3_call_test_2(void) __ksym;int val_i, val_j;
tools/testing/selftests/bpf/progs/struct_ops_private_stack_recur.c +0 -6
@@ -7,12 +7,6 @@ char _license[] SEC("license") = "GPL"; -#if defined(__TARGET_ARCH_x86) || defined(__TARGET_ARCH_arm64) -bool skip __attribute((__section__(".data"))) = false; -#else -bool skip = true; -#endif - void bpf_testmod_ops3_call_test_1(void) __ksym;int val_i, val_j;
Signature · 1 line
2.52.0
Quoted 10 lines · On Wed, 01 Apr 2026 06:32:14 -0400, [email protected] wrote:
Provision the private stack as a per-CPU allocation during
bpf_int_jit_compile(). Align the stack to 16 bytes and place guard regions at both ends to detect runtime stack overflow and underflow.Round the private stack size up to the nearest 16-byte boundary. Make each guard region 16 bytes to preserve the required overall 16-byte alignment. When private stack is set, skip bpf stack size accounting in kernel stack.
[...]
Applied to powerpc/next.
[1/2] powerpc64/bpf: Implement JIT support for private stack
https://git.kernel.org/powerpc/c/156d985123b6d6e5189cfd0286b93c12167ae798 [2/2] selftests/bpf: Enable private stack tests for powerpc64 https://git.kernel.org/powerpc/c/e640bcd1bf83dbdaa967b20cd98a782d52ec89cf
cheers