powerpc/ftrace: support CONFIG_FUNCTION_GRAPH_RETVAL
PATCH v2 1/2 powerpc/ftrace: support CONFIG_FUNCTION_GRAPH_RETVAL
commit a1be9ccc57f0 ("function_graph: Support recording and printing the return value of function") introduced support for function graph return value tracing.
Additionally, commit a3ed4157b7d8 ("fgraph: Replace fgraph_ret_regs with ftrace_regs") further refactored and optimized the implementation, making struct fgraph_ret_regs unnecessary.
This patch enables the above modifications for powerpc all, ensuring that function graph return value tracing is available on this architecture.
In this patch we have redefined two functions:
- 'ftrace_regs_get_return_value()' - the existing implementation on ppc returns -ve of return value based on some conditions not relevant to our patch.
- 'ftrace_regs_get_frame_pointer()' - always returns 0 in current code .
We also allocate stack space to equivalent of 'SWITCH_FRAME_SIZE', allowing us to directly use predefined offsets like 'GPR3' and 'GPR4' this keeps code clean and consistent with already defined offsets .
After this patch, v6.14+ kernel can also be built with FPROBE on powerpc but there are a few other build and runtime dependencies for FPROBE to work properly. The next patch addresses them.
---
Changelog:
v1 -> v2:
- Added explanation for redefining ftrace_regs_get_return_value() and ftrace_regs_get_frame_pointer()
- Explained why stack space equivalent to 'SWITCH_FRAME_SIZE' is allocated.
arch/powerpc/Kconfig | 1 + arch/powerpc/include/asm/ftrace.h | 15 +++++++++ arch/powerpc/kernel/trace/ftrace_entry.S | 42 ++++++++++++++---------- 3 files changed, 41 insertions(+), 17 deletions(-)
arch/powerpc/Kconfig +1 -0
@@ -250,6 +250,7 @@ config PPC select HAVE_FUNCTION_ARG_ACCESS_API select HAVE_FUNCTION_DESCRIPTORS if PPC64_ELF_ABI_V1 select HAVE_FUNCTION_ERROR_INJECTION + select HAVE_FUNCTION_GRAPH_FREGS select HAVE_FUNCTION_GRAPH_TRACER select HAVE_FUNCTION_TRACER if !COMPILE_TEST && (PPC64 || (PPC32 && CC_IS_GCC)) select HAVE_GCC_PLUGINS if GCC_VERSION >= 50200 # plugin support on gcc <= 5.1 is buggy on PPC
arch/powerpc/include/asm/ftrace.h +15 -0
@@ -50,6 +50,21 @@ static __always_inline struct pt_regs *arch_ftrace_get_regs(struct ftrace_regs * asmvolatile ("mfmsr %0" :"=r" ((_regs)->msr)); \ } while (0) +#undef ftrace_regs_get_return_value +static __always_inline unsigned long +ftrace_regs_get_return_value (const struct ftrace_regs *fregs) +{ +return arch_ftrace_regs (fregs)->regs.gpr[3 ]; +} +#define ftrace_regs_get_return_value ftrace_regs_get_return_value + +#undef ftrace_regs_get_frame_pointer +static __always_inline unsigned long +ftrace_regs_get_frame_pointer (const struct ftrace_regs *fregs) +{ +return arch_ftrace_regs (fregs)->regs.gpr[1 ]; +} + static __always_inline voidftrace_regs_set_instruction_pointer (struct ftrace_regs *fregs,unsigned long ip)
arch/powerpc/kernel/trace/ftrace_entry.S +17 -9
@@ -409,23 +409,31 @@ EXPORT_SYMBOL(_mcount) _GLOBAL(return_to_handler) /* need to save return values */ #ifdef CONFIG_PPC64 - std r4, -32(r1) - std r3, -24(r1) + stdu r1, -SWITCH_FRAME_SIZE(r1) + std r4, GPR4(r1) + std r3, GPR3(r1) + /* Save previous stack pointer (r1) */ + addi r3, r1, SWITCH_FRAME_SIZE + std r3, GPR1(r1) /* save TOC */ - std r2, -16(r1) - std r31, -8(r1) + std r2, 24(r1) + std r31, 32(r1) mr r31, r1 - stdu r1, -112(r1) - + /* pass ftrace_regs/pt_regs to ftrace_return_to_handler */ + addi r3, r1, STACK_INT_FRAME_REGS /* * We might be called from a module. * Switch to our TOC to run inside the core kernel. */ LOAD_PACA_TOC() #else - stwu r1, -16(r1) - stw r3, 8(r1) - stw r4, 12(r1) + stwu r1, -SWITCH_FRAME_SIZE(r1) + stw r4, GPR4(r1) + stw r3, GPR3(r1) + addi r3, r1, SWITCH_FRAME_SIZE + stw r3, GPR1(r1) + /* pass ftrace_regs/pt_regs to ftrace_return_to_handler */ + addi r3, r1, STACK_INT_FRAME_REGS #endif
bl ftrace_return_to_handler
@@ -435,15 +443,15 @@ _GLOBAL(return_to_handler)
mtlr r3
#ifdef CONFIG_PPC64
- ld r1, 0(r1)
- ld r4, -32(r1) - ld r3, -24(r1) - ld r2, -16(r1) - ld r31, -8(r1) + ld r4, GPR4(r1) + ld r3, GPR3(r1) + ld r2, 24(r1)
+ ld r31, 32(r1)
+ ld r1, 0(r1)
#else
- lwz r3, 8(r1)
- lwz r4, 12(r1)
- addi r1, r1, 16
+ lwz r3, GPR3(r1)
+ lwz r4, GPR4(r1)
+ addi r1, r1, SWITCH_FRAME_SIZE
#endif
/* Jump back to real return address */
Signature · 1 line
2.50.0
PATCH v2 2/2 powerpc/fprobe: fix updated fprobe for function-graph tracer
From: Hari Bathini <[email protected]>
Since commit 4346ba160409 ("fprobe: Rewrite fprobe on function-graph tracer"), FPROBE depends on HAVE_FUNCTION_GRAPH_FREGS. With previous patch adding HAVE_FUNCTION_GRAPH_FREGS for powerpc, FPROBE can be enabled on powerpc. But with the commit b5fa903b7f7c ("fprobe: Add fprobe_header encoding feature"), asm/fprobe.h header is needed to define arch dependent encode/decode macros. The fprobe header MSB pattern on powerpc is not 0xf. So, define FPROBE_HEADER_MSB_PATTERN expected on powerpc.
Also, commit 762abbc0d09f ("fprobe: Use ftrace_regs in fprobe exit handler") introduced HAVE_FTRACE_REGS_HAVING_PT_REGS for archs that have pt_regs in ftrace_regs. Advertise that on powerpc to reuse common definitions like ftrace_partial_regs().
--- arch/powerpc/Kconfig | 1 + arch/powerpc/include/asm/fprobe.h | 12 ++++++++++++ 2 files changed, 13 insertions(+) create mode 100644 arch/powerpc/include/asm/fprobe.h
arch/powerpc/Kconfig +1 -0
@@ -246,6 +246,7 @@ config PPC select HAVE_EFFICIENT_UNALIGNED_ACCESS select HAVE_GUP_FAST select HAVE_FTRACE_GRAPH_FUNC + select HAVE_FTRACE_REGS_HAVING_PT_REGS select HAVE_FTRACE_MCOUNT_RECORD select HAVE_FUNCTION_ARG_ACCESS_API select HAVE_FUNCTION_DESCRIPTORS if PPC64_ELF_ABI_V1
arch/powerpc/include/asm/fprobe.h new file +12 -0
@@ -0,0 +1,12 @@ +/* SPDX-License-Identifier: GPL-2.0 */ +#ifndef _ASM_PPC_FPROBE_H +#define _ASM_PPC_FPROBE_H + +#include <asm-generic/fprobe.h> + +#ifdef CONFIG_64BIT +#undef FPROBE_HEADER_MSB_PATTERN +#define FPROBE_HEADER_MSB_PATTERN (PAGE_OFFSET & ~FPROBE_HEADER_MSB_MASK) +#endif + +#endif /* _ASM_PPC_FPROBE_H */
Signature · 1 line
2.50.0
Re: [PATCH v2 2/2] powerpc/fprobe: fix updated fprobe for function-graph tracer
Quoted 11 lines · Aditya Bodkhe
From: Hari Bathini <[email protected]>
Since commit
4346ba160409("fprobe: Rewrite fprobe on function-graph tracer"), FPROBE depends onHAVE_FUNCTION_GRAPH_FREGS. With previous patch addingHAVE_FUNCTION_GRAPH_FREGSfor powerpc, FPROBE can be enabled on powerpc. But with the commitb5fa903b7f7c("fprobe: Addfprobe_headerencoding feature"),asm/fprobe.hheader is needed to define arch dependent encode/decode macros. The fprobe header MSB pattern on powerpc is not0xf. So, defineFPROBE_HEADER_MSB_PATTERNexpected on powerpc.
Quoted 5 lines
Also, commit
762abbc0d09f("fprobe: Useftrace_regsin fprobe exit handler") introducedHAVE_FTRACE_REGS_HAVING_PT_REGSfor archs that havept_regsinftrace_regs. Advertise that on powerpc to reuse common definitions likeftrace_partial_regs().
Aditya, I assume there is no change on this patch from v1. I see you missed the Acked-by tag from Masami while sending v2 though:
https://lore.kernel.org/all/[email protected]/
Quoted 38 lines
Signed-off-by Hari Bathini <[email protected]>Signed-off-by Aditya Bodkhe <[email protected]>--- arch/powerpc/Kconfig | 1 + arch/powerpc/include/asm/fprobe.h | 12 ++++++++++++ 2 files changed, 13 insertions(+)create mode 100644
arch/powerpc/include/asm/fprobe.harch/powerpc/Kconfig +1
-0@@ -246,6 +246,7 @@ config PPC select HAVE_EFFICIENT_UNALIGNED_ACCESS select HAVE_GUP_FAST select HAVE_FTRACE_GRAPH_FUNC + select HAVE_FTRACE_REGS_HAVING_PT_REGS select HAVE_FTRACE_MCOUNT_RECORD select HAVE_FUNCTION_ARG_ACCESS_API select HAVE_FUNCTION_DESCRIPTORS if PPC64_ELF_ABI_V1arch/powerpc/include/asm/fprobe.h new file +12
-0@@ -0,0 +1,12 @@ +/* SPDX-License-Identifier: GPL-2.0 */ +#ifndef _ASM_PPC_FPROBE_H +#define _ASM_PPC_FPROBE_H + +#include <asm-generic/fprobe.h> + +#ifdef CONFIG_64BIT +#undef FPROBE_HEADER_MSB_PATTERN +#define FPROBE_HEADER_MSB_PATTERN (PAGE_OFFSET & ~FPROBE_HEADER_MSB_MASK) +#endif + +#endif /* _ASM_PPC_FPROBE_H */
Re: [PATCH v2 2/2] powerpc/fprobe: fix updated fprobe for function-graph tracer
In reply to Aditya BodkheQuoted 61 lines · Aditya Bodkhe
From: Hari Bathini <[email protected]>
Since commit
4346ba160409("fprobe: Rewrite fprobe on function-graph tracer"), FPROBE depends onHAVE_FUNCTION_GRAPH_FREGS. With previous patch addingHAVE_FUNCTION_GRAPH_FREGSfor powerpc, FPROBE can be enabled on powerpc. But with the commitb5fa903b7f7c("fprobe: Addfprobe_headerencoding feature"),asm/fprobe.hheader is needed to define arch dependent encode/decode macros. The fprobe header MSB pattern on powerpc is not0xf. So, defineFPROBE_HEADER_MSB_PATTERNexpected on powerpc.Also, commit
762abbc0d09f("fprobe: Useftrace_regsin fprobe exit handler") introducedHAVE_FTRACE_REGS_HAVING_PT_REGSfor archs that havept_regsinftrace_regs. Advertise that on powerpc to reuse common definitions likeftrace_partial_regs().Signed-off-by Hari Bathini <[email protected]>Signed-off-by Aditya Bodkhe <[email protected]>---
arch/powerpc/Kconfig| 1 +arch/powerpc/include/asm/fprobe.h| 12 ++++++++++++2 files changed, 13 insertions(+)create mode 100644
arch/powerpc/include/asm/fprobe.harch/powerpc/Kconfig +0
-0@@ -246,6 +246,7 @@ config PPCselect
HAVE_EFFICIENT_UNALIGNED_ACCESSselectHAVE_GUP_FAST
selectHAVE_FTRACE_GRAPH_FUNC
+ selectHAVE_FTRACE_REGS_HAVING_PT_REGSselectHAVE_FTRACE_MCOUNT_RECORD
selectHAVE_FUNCTION_ARG_ACCESS_API
selectHAVE_FUNCTION_DESCRIPTORSifPPC64_ELF_ABI_V1arch/powerpc/include/asm/fprobe.h new file +12
-0@@ -0,0 +1,12 @@ +/* SPDX-License-Identifier: GPL-2.0 */ +#ifndef _ASM_PPC_FPROBE_H +#define _ASM_PPC_FPROBE_H + +#include <asm-generic/fprobe.h> + +#ifdef CONFIG_64BIT +#undef FPROBE_HEADER_MSB_PATTERN +#define FPROBE_HEADER_MSB_PATTERN (PAGE_OFFSET & ~FPROBE_HEADER_MSB_MASK) +#endif + +#endif /* _ASM_PPC_FPROBE_H */ Signature · 1 line
2.50.0
<Resending to the right thread>
Tested this patch by applying on top of mainline. Build and boot is successful. Also ran ftrace selftest, intended test passed and no new failures/errors introduced with this patch. Hence,
Regards,
Venkat.
Quoted 150 lines · Aditya Bodkhe
commit
a1be9ccc57f0("function_graph: Support recording and printing the return value of function") introduced support for function graph return value tracing.Additionally, commit
a3ed4157b7d8("fgraph: Replacefgraph_ret_regswithftrace_regs") further refactored and optimized the implementation, makingstruct fgraph_ret_regsunnecessary.This patch enables the above modifications for powerpc all, ensuring that function graph return value tracing is available on this architecture.
In this patch we have redefined two functions:
- 'ftrace_regs_get_return_value()' - the existing implementation on ppc returns -ve of return value based on some conditions not relevant to our patch.
- 'ftrace_regs_get_frame_pointer()' - always returns 0 in current code .We also allocate stack space to equivalent of '
SWITCH_FRAME_SIZE', allowing us to directly use predefined offsets like 'GPR3' and 'GPR4' this keeps code clean and consistent with already defined offsets .After this patch, v6.14+ kernel can also be built with FPROBE on powerpc but there are a few other build and runtime dependencies for FPROBE to work properly. The next patch addresses them.
Signed-off-by Aditya Bodkhe <[email protected]>---
Changelog:
v1 -> v2:
- Added explanation for redefiningftrace_regs_get_return_value()andftrace_regs_get_frame_pointer()
- Explained why stack space equivalent to 'SWITCH_FRAME_SIZE' is allocated.arch/powerpc/Kconfig | 1 + arch/powerpc/include/asm/ftrace.h | 15 +++++++++ arch/powerpc/kernel/trace/ftrace_entry.S | 42 ++++++++++++++---------- 3 files changed, 41 insertions(+), 17 deletions(-)arch/powerpc/Kconfig +0
-0@@ -250,6 +250,7 @@ config PPCselect
HAVE_FUNCTION_ARG_ACCESS_API
selectHAVE_FUNCTION_DESCRIPTORSifPPC64_ELF_ABI_V1
selectHAVE_FUNCTION_ERROR_INJECTION
+ selectHAVE_FUNCTION_GRAPH_FREGS
selectHAVE_FUNCTION_GRAPH_TRACER
selectHAVE_FUNCTION_TRACERif !COMPILE_TEST && (PPC64 || (PPC32 &&CC_IS_GCC))
selectHAVE_GCC_PLUGINSifGCC_VERSION>= 50200 # plugin support on gcc <= 5.1 is buggy on PPCarch/powerpc/include/asm/ftrace.h +15
-0@@ -50,6 +50,21 @@ static __always_inline struct pt_regs *arch_ftrace_get_regs(struct ftrace_regs * asmvolatile ("mfmsr %0" :"=r" ((_regs)->msr)); \ } while (0) +#undef ftrace_regs_get_return_value +static __always_inline unsigned long +ftrace_regs_get_return_value (const struct ftrace_regs *fregs) +{ +return arch_ftrace_regs (fregs)->regs.gpr[3 ]; +} +#define ftrace_regs_get_return_value ftrace_regs_get_return_value + +#undef ftrace_regs_get_frame_pointer +static __always_inline unsigned long +ftrace_regs_get_frame_pointer (const struct ftrace_regs *fregs) +{ +return arch_ftrace_regs (fregs)->regs.gpr[1 ]; +} +static
__always_inlinevoid ftrace_regs_set_instruction_pointer(structftrace_regs*fregs,
unsigned long ip)arch/powerpc/kernel/trace/ftrace_entry.S +8
-4@@ -409,23 +409,31 @@ EXPORT_SYMBOL(_mcount) _GLOBAL(return_to_handler) /* need to save return values */ #ifdef CONFIG_PPC64 - std r4, -32(r1) - std r3, -24(r1) + stdu r1, -SWITCH_FRAME_SIZE(r1) + std r4, GPR4(r1) + std r3, GPR3(r1) + /* Save previous stack pointer (r1) */ + addi r3, r1, SWITCH_FRAME_SIZE + std r3, GPR1(r1) /* save TOC */ - std r2, -16(r1) - std r31, -8(r1) + std r2, 24(r1) + std r31, 32(r1)mr r31, r1
- stdu r1, -112(r1)
-
+ /* pass ftrace_regs/pt_regs toftrace_return_to_handler*/
+ addi r3, r1,STACK_INT_FRAME_REGS
/*
* We might be called from a module.
* Switch to our TOC to run inside the core kernel. */LOAD_PACA_TOC()
#else
- stwu r1, -16(r1)
- stw r3, 8(r1)
- stw r4, 12(r1)
+ stwu r1, -SWITCH_FRAME_SIZE(r1)
+ stw r4, GPR4(r1)
+ stw r3, GPR3(r1)
+ addi r3, r1,SWITCH_FRAME_SIZE
+ stw r3, GPR1(r1)
+ /* pass ftrace_regs/pt_regs toftrace_return_to_handler*/
+ addi r3, r1,STACK_INT_FRAME_REGS
#endifbl
ftrace_return_to_handlerarch/powerpc/kernel/trace/ftrace_entry.S +0
-0@@ -435,15 +443,15 @@ _GLOBAL(return_to_handler)mtlr r3
#ifdef
CONFIG_PPC64
- ld r1, 0(r1)- ld r4, -32(r1) - ld r3, -24(r1) - ld r2, -16(r1) - ld r31, -8(r1) + ld r4, GPR4(r1) + ld r3, GPR3(r1) + ld r2, 24(r1)+ ld r31, 32(r1)
+ ld r1, 0(r1)
#else
- lwz r3, 8(r1)
- lwz r4, 12(r1)
- addi r1, r1, 16
+ lwz r3, GPR3(r1)
+ lwz r4, GPR4(r1)
+ addi r1, r1,SWITCH_FRAME_SIZE
#endif
Quoted 4 lines
/* Jump back to real return address */
Signature · 1 line
2.50.0
<Resending to the right thread>
Tested this patch by applying on top of mainline. Build and boot is successful. Also ran ftrace selftest, intended test passed and no new failures/errors introduced with this patch. Hence,
Regards,
Venkat.
Le 22/07/2025 à 10:56, Aditya Bodkhe a écrit :
Quoted 21 lines
commit
a1be9ccc57f0("function_graph: Support recording and printing the return value of function") introduced support for function graph return value tracing.Additionally, commit
a3ed4157b7d8("fgraph: Replacefgraph_ret_regswithftrace_regs") further refactored and optimized the implementation, makingstruct fgraph_ret_regsunnecessary.This patch enables the above modifications for powerpc all, ensuring that function graph return value tracing is available on this architecture.
In this patch we have redefined two functions:
- 'ftrace_regs_get_return_value()' - the existing implementation on ppc returns -ve of return value based on some conditions not relevant to our patch.
- 'ftrace_regs_get_frame_pointer()' - always returns 0 in current code .We also allocate stack space to equivalent of '
SWITCH_FRAME_SIZE', allowing us to directly use predefined offsets like 'GPR3' and 'GPR4' this keeps code clean and consistent with already defined offsets .
Quoted 5 lines
After this patch, v6.14+ kernel can also be built with FPROBE on powerpc but there are a few other build and runtime dependencies for FPROBE to work properly. The next patch addresses them.
Signed-off-by Aditya Bodkhe <[email protected]>
Quoted 121 lines
---
Changelog:
v1 -> v2:
- Added explanation for redefiningftrace_regs_get_return_value()andftrace_regs_get_frame_pointer()
- Explained why stack space equivalent to 'SWITCH_FRAME_SIZE' is allocated.arch/powerpc/Kconfig | 1 + arch/powerpc/include/asm/ftrace.h | 15 +++++++++ arch/powerpc/kernel/trace/ftrace_entry.S | 42 ++++++++++++++---------- 3 files changed, 41 insertions(+), 17 deletions(-)arch/powerpc/Kconfig +1
-0@@ -250,6 +250,7 @@ config PPC select HAVE_FUNCTION_ARG_ACCESS_API select HAVE_FUNCTION_DESCRIPTORS if PPC64_ELF_ABI_V1 select HAVE_FUNCTION_ERROR_INJECTION + select HAVE_FUNCTION_GRAPH_FREGS select HAVE_FUNCTION_GRAPH_TRACER select HAVE_FUNCTION_TRACER if !COMPILE_TEST && (PPC64 || (PPC32 && CC_IS_GCC)) select HAVE_GCC_PLUGINS if GCC_VERSION >= 50200 # plugin support on gcc <= 5.1 is buggy on PPCarch/powerpc/include/asm/ftrace.h +15
-0@@ -50,6 +50,21 @@ static __always_inline struct pt_regs *arch_ftrace_get_regs(struct ftrace_regs * asmvolatile ("mfmsr %0" :"=r" ((_regs)->msr)); \ } while (0) +#undef ftrace_regs_get_return_value +static __always_inline unsigned long +ftrace_regs_get_return_value (const struct ftrace_regs *fregs) +{ +return arch_ftrace_regs (fregs)->regs.gpr[3 ]; +} +#define ftrace_regs_get_return_value ftrace_regs_get_return_value + +#undef ftrace_regs_get_frame_pointer +static __always_inline unsigned long +ftrace_regs_get_frame_pointer (const struct ftrace_regs *fregs) +{ +return arch_ftrace_regs (fregs)->regs.gpr[1 ]; +} + static __always_inline voidftrace_regs_set_instruction_pointer (struct ftrace_regs *fregs,unsigned long ip)arch/powerpc/kernel/trace/ftrace_entry.S +17
-9@@ -409,23 +409,31 @@ EXPORT_SYMBOL(_mcount) _GLOBAL(return_to_handler) /* need to save return values */ #ifdef CONFIG_PPC64 - std r4, -32(r1) - std r3, -24(r1) + stdu r1, -SWITCH_FRAME_SIZE(r1) + std r4, GPR4(r1) + std r3, GPR3(r1) + /* Save previous stack pointer (r1) */ + addi r3, r1, SWITCH_FRAME_SIZE + std r3, GPR1(r1) /* save TOC */ - std r2, -16(r1) - std r31, -8(r1) + std r2, 24(r1) + std r31, 32(r1) mr r31, r1 - stdu r1, -112(r1) - + /* pass ftrace_regs/pt_regs to ftrace_return_to_handler */ + addi r3, r1, STACK_INT_FRAME_REGS /* * We might be called from a module. * Switch to our TOC to run inside the core kernel. */ LOAD_PACA_TOC() #else - stwu r1, -16(r1) - stw r3, 8(r1) - stw r4, 12(r1) + stwu r1, -SWITCH_FRAME_SIZE(r1) + stw r4, GPR4(r1) + stw r3, GPR3(r1) + addi r3, r1, SWITCH_FRAME_SIZE + stw r3, GPR1(r1) + /* pass ftrace_regs/pt_regs to ftrace_return_to_handler */ + addi r3, r1, STACK_INT_FRAME_REGS #endifbl
ftrace_return_to_handlerarch/powerpc/kernel/trace/ftrace_entry.S +8
-8@@ -435,15 +443,15 @@ _GLOBAL(return_to_handler) mtlr r3 #ifdef CONFIG_PPC64 - ld r1, 0(r1) - ld r4, -32(r1) - ld r3, -24(r1) - ld r2, -16(r1) - ld r31, -8(r1) + ld r4, GPR4(r1) + ld r3, GPR3(r1) + ld r2, 24(r1) + ld r31, 32(r1) + ld r1, 0(r1) #else - lwz r3, 8(r1) - lwz r4, 12(r1) - addi r1, r1, 16 + lwz r3, GPR3(r1) + lwz r4, GPR4(r1) + addi r1, r1, SWITCH_FRAME_SIZE #endif /* Jump back to real return address */