kretprobe: kretprobe-booster against 2.6.16-rc1 for i386
PATCH 1/1 kretprobe: kretprobe-booster against 2.6.16-rc1 for i386
Hi, Andrew
Here is a patch of the kretprobe-booster for i386 arch against linux-2.6.16-rc1 and also appliable against 2.6.16-rc1-mm4.
Best Regards,
Signature · 98 lines
Masami HIRAMATSU 2nd Research Dept. Hitachi, Ltd., Systems Development Laboratory E-mail: [email protected] Signed-off-by: Masami Hiramatsu <[email protected]> kprobes.c | 56 ++++++++++++++++++++++++++++++++++++-------------------- 1 files changed, 36 insertions(+), 20 deletions(-) diff -Narup a/arch/i386/kernel/kprobes.c b/arch/i386/kernel/kprobes.c --- a/arch/i386/kernel/kprobes.c 2006-01-24 19:07:26.000000000 +0900 +++ b/arch/i386/kernel/kprobes.c 2006-01-30 18:40:12.000000000 +0900 @@ -255,17 +255,45 @@ no_kprobe: * here. When a retprobed function returns, this probe is hit and * trampoline_probe_handler() runs, calling the kretprobe's handler. */ - void kretprobe_trampoline_holder(void) + void __kprobes kretprobe_trampoline_holder(void) { - asm volatile ( ".global kretprobe_trampoline\n" + asm volatile ( ".global kretprobe_trampoline\n" "kretprobe_trampoline: \n" - "nop\n"); - } + " subl $8, %esp\n" + " pushf\n" + " subl $20, %esp\n" + " pushl %eax\n" + " pushl %ebp\n" + " pushl %edi\n" + " pushl %esi\n" + " pushl %edx\n" + " pushl %ecx\n" + " pushl %ebx\n" + " movl %esp, %eax\n" + " pushl %eax\n" + " addl $60, %eax\n" + " movl %eax, 56(%esp)\n" + " movl $trampoline_handler, %eax\n" + " call *%eax\n" + " addl $4, %esp\n" + " movl %eax, 56(%esp)\n" + " popl %ebx\n" + " popl %ecx\n" + " popl %edx\n" + " popl %esi\n" + " popl %edi\n" + " popl %ebp\n" + " popl %eax\n" + " addl $20, %esp\n" + " popf\n" + " addl $4, %esp\n" + " ret\n"); +} /* - * Called when we hit the probe point at kretprobe_trampoline + * Called from kretprobe_trampoline */ -int __kprobes trampoline_probe_handler(struct kprobe *p, struct pt_regs *regs) +asmlinkage void *__kprobes trampoline_handler(struct pt_regs *regs) { struct kretprobe_instance *ri = NULL; struct hlist_head *head; @@ -310,18 +338,11 @@ int __kprobes trampoline_probe_handler(s } BUG_ON(!orig_ret_address || (orig_ret_address == trampoline_address)); - regs->eip = orig_ret_address; - reset_current_kprobe(); spin_unlock_irqrestore(&kretprobe_lock, flags); preempt_enable_no_resched(); - /* - * By returning a non-zero value, we are telling - * kprobe_handler() that we don't want the post_handler - * to run (and have re-enabled preemption) - */ - return 1; + return (void*)orig_ret_address; } /* @@ -552,12 +573,7 @@ int __kprobes longjmp_break_handler(stru return 0; } -static struct kprobe trampoline_p = { - .addr = (kprobe_opcode_t *) &kretprobe_trampoline, - .pre_handler = trampoline_probe_handler -}; - int __init arch_init_kprobes(void) { - return register_kprobe(&trampoline_p); + return 0; }
Sorry, also I forgot to remove a solo decrement routine.
Review int __kprobes trampoline_probe_handler(s · line 343
Quoted 9 lines · Masami Hiramatsu
(quoted diff) +0
-2@@ -310,18 +338,11 @@ int __kprobes trampoline_probe_handler(s } BUG_ON(!orig_ret_address || (orig_ret_address == trampoline_address)); - regs->eip = orig_ret_address; - reset_current_kprobe(); spin_unlock_irqrestore(&kretprobe_lock, flags); preempt_enable_no_resched();
^^^^^^^^^^^^^^^^^^^^^^^^^^^^ This must cause a trouble.
So, I must remove it (when boosting)
Review int __kprobes trampoline_probe_handler(s · line 318
Quoted 1 line
(quoted diff) +0
-1- preempt_enable_no_resched();
I attatch the fixed patch to this mail.
Quoted 11 lines
(quoted diff) +1
-6- /* - * By returning a non-zero value, we are telling - * kprobe_handler() that we don't want the post_handler - * to run (and have re-enabled preemption) - */ - return 1; + return (void*)orig_ret_address; } /*
Signature · 98 lines
Masami HIRAMATSU 2nd Research Dept. Hitachi, Ltd., Systems Development Laboratory E-mail: [email protected] Signed-off-by: Masami Hiramatsu <[email protected]> kprobes.c | 57 ++++++++++++++++++++++++++++++++++++--------------------- 1 files changed, 36 insertions(+), 21 deletions(-) diff -Narup a/arch/i386/kernel/kprobes.c b/arch/i386/kernel/kprobes.c --- a/arch/i386/kernel/kprobes.c 2006-01-24 19:07:26.000000000 +0900 +++ b/arch/i386/kernel/kprobes.c 2006-01-31 10:26:46.000000000 +0900 @@ -255,17 +255,45 @@ no_kprobe: * here. When a retprobed function returns, this probe is hit and * trampoline_probe_handler() runs, calling the kretprobe's handler. */ - void kretprobe_trampoline_holder(void) + void __kprobes kretprobe_trampoline_holder(void) { - asm volatile ( ".global kretprobe_trampoline\n" + asm volatile ( ".global kretprobe_trampoline\n" "kretprobe_trampoline: \n" - "nop\n"); - } + " subl $8, %esp\n" + " pushf\n" + " subl $20, %esp\n" + " pushl %eax\n" + " pushl %ebp\n" + " pushl %edi\n" + " pushl %esi\n" + " pushl %edx\n" + " pushl %ecx\n" + " pushl %ebx\n" + " movl %esp, %eax\n" + " pushl %eax\n" + " addl $60, %eax\n" + " movl %eax, 56(%esp)\n" + " movl $trampoline_handler, %eax\n" + " call *%eax\n" + " addl $4, %esp\n" + " movl %eax, 56(%esp)\n" + " popl %ebx\n" + " popl %ecx\n" + " popl %edx\n" + " popl %esi\n" + " popl %edi\n" + " popl %ebp\n" + " popl %eax\n" + " addl $20, %esp\n" + " popf\n" + " addl $4, %esp\n" + " ret\n"); +} /* - * Called when we hit the probe point at kretprobe_trampoline + * Called from kretprobe_trampoline */ -int __kprobes trampoline_probe_handler(struct kprobe *p, struct pt_regs *regs) +asmlinkage void *__kprobes trampoline_handler(struct pt_regs *regs) { struct kretprobe_instance *ri = NULL; struct hlist_head *head; @@ -310,18 +338,10 @@ int __kprobes trampoline_probe_handler(s } BUG_ON(!orig_ret_address || (orig_ret_address == trampoline_address)); - regs->eip = orig_ret_address; - reset_current_kprobe(); spin_unlock_irqrestore(&kretprobe_lock, flags); - preempt_enable_no_resched(); - /* - * By returning a non-zero value, we are telling - * kprobe_handler() that we don't want the post_handler - * to run (and have re-enabled preemption) - */ - return 1; + return (void*)orig_ret_address; } /* @@ -552,12 +572,7 @@ int __kprobes longjmp_break_handler(stru return 0; } -static struct kprobe trampoline_p = { - .addr = (kprobe_opcode_t *) &kretprobe_trampoline, - .pre_handler = trampoline_probe_handler -}; - int __init arch_init_kprobes(void) { - return register_kprobe(&trampoline_p); + return 0; }
Review
Quoted 6 lines · Masami Hiramatsu
(quoted diff) +0
-3- regs->eip = orig_ret_address; - reset_current_kprobe(); spin_unlock_irqrestore(&kretprobe_lock, flags); - preempt_enable_no_resched();
Again, the patch removes a preempt_enable() and doesn't add a preempt_disable(). Maybe this is to balance the earlier patch. If so, they should both be in the same patch so the kernel works OK at each stage.
You didn't include a description of what this patch actually does.
After all the corrections I'm not terribly confident that the three patches which I ended up with are correct. Please check them carefully.
Hi, Andrew
Quoted 11 lines · Andrew Morton
Review
Quoted 5 lines · Masami Hiramatsu
(quoted diff) +0
-2- regs->eip = orig_ret_address; - reset_current_kprobe();spin_unlock_irqrestore(&kretprobe_lock, flags);(quoted diff) +0
-1- preempt_enable_no_resched();Again, the patch removes a
preempt_enable()and doesn't add apreempt_disable(). Maybe this is to balance the earlier patch. If so, they should both be in the same patch so the kernel works OK at each stage. You didn't include a description of what this patch actually does.
That is not to balance the previous patch. Here is the reason and the description of kretprobe-booster.
The kretprobe basically invokes kprobe twice as following actions;
At function entrance:
(1) int3 (1st kprobe)
(2) preempt_disable
(3) call pre_handler_kretprobe ()
(3-1) store original return address to a retprobe instance (3-2) modify return address.
(4) copied instructioin(single step)
(5) preempt_enable
At function exit:
(1) return to kretprobe_trampoline
(2) int3 (2nd kprobe)
(3) preempt_disable()
(4) call trampoline_probe_handler()
(4-1) find the corresponding instance and call true handler. (4-2) restore original return address to regs->eip (4-3) preempt_enable()
(5) return to int3 handler (do NOT execute single step)
The first kprobe is to modify return address of the function, and the second is to call the true kretprobe's handler from the function return point. The first kprobe is executed normally. But the second does not execute single-step, because the copied instruction of the probe is always "nop".
In the other hand, kretprobe-booster modifies the process at function exit as following actions;
At function exit:
(1) return to kretprobe_trampoline
(2) store registers
(3) call trampoline_handler()
(3-1) find the corresponding instance and call true handler. (3-2) return original return address
(4) restore registers and the original return address.
(5) return to original function caller.
There are no kprobes, and any instructions are not removed. So, there is no need to disable preemption.
This is the reason why I removed preempt_enable().
Best regards,
Signature · 4 lines
Masami HIRAMATSU 2nd Research Dept. Hitachi, Ltd., Systems Development Laboratory E-mail: [email protected]
PATCH 1/1 kretprobe: kretprobe-booster against 2.6.16-rc2 for i386
Hi, Andrew
Here is a patch of kretprobe-booster for i386 against linux-2.6.16-rc2. In the previous kretprobe-booster patch, I had a mistake about stack register. In this patch, the bug is fixed.
This bug was pointed by Chuck Ebbert, and there were two different patches(Chuck's and mine) to fix it. But both patches were dropped from -mm tree. So, I merged my patch into kretprobe-booster patch and attached it to this mail.
Could you replace the previous kretprobe-booster patch with this patch?
The description of kretprobe-booster:
====================================
In the normal operation, kretprobe make a target function return to trampoline code. A kprobe (called trampoline_probe) has been inserted at the trampoline code. When the kernel hits this kprobe, it calls kretprobe's handler and it returns to original return address.
Kretprobe-booster patch removes the trampoline_probe. It allows the tranpoline code to call kretprobe's handler directly instead of invoking kprobe. The trampoline code returns to original return address.
This new tranpoline code stores and restores registers, so the kretprobe handler is still able to access those registers.
Signature · 97 lines
Masami HIRAMATSU 2nd Research Dept. Hitachi, Ltd., Systems Development Laboratory E-mail: [email protected] Signed-off-by: Masami Hiramatsu <[email protected]> kprobes.c | 56 +++++++++++++++++++++++++++++++++++--------------------- 1 files changed, 35 insertions(+), 21 deletions(-) diff -Narup a/arch/i386/kernel/kprobes.c b/arch/i386/kernel/kprobes.c --- a/arch/i386/kernel/kprobes.c 2006-02-13 15:01:31.000000000 +0900 +++ b/arch/i386/kernel/kprobes.c 2006-02-13 15:06:37.000000000 +0900 @@ -255,17 +255,44 @@ no_kprobe: * here. When a retprobed function returns, this probe is hit and * trampoline_probe_handler() runs, calling the kretprobe's handler. */ - void kretprobe_trampoline_holder(void) + void __kprobes kretprobe_trampoline_holder(void) { - asm volatile ( ".global kretprobe_trampoline\n" + asm volatile ( ".global kretprobe_trampoline\n" "kretprobe_trampoline: \n" - "nop\n"); - } + " pushf\n" + /* skip cs, eip, orig_eax, es, ds */ + " subl $20, %esp\n" + " pushl %eax\n" + " pushl %ebp\n" + " pushl %edi\n" + " pushl %esi\n" + " pushl %edx\n" + " pushl %ecx\n" + " pushl %ebx\n" + " movl %esp, %eax\n" + " call trampoline_handler\n" + /* move eflags to cs */ + " movl 48(%esp), %edx\n" + " movl %edx, 44(%esp)\n" + /* save true return address on eflags */ + " movl %eax, 48(%esp)\n" + " popl %ebx\n" + " popl %ecx\n" + " popl %edx\n" + " popl %esi\n" + " popl %edi\n" + " popl %ebp\n" + " popl %eax\n" + /* skip eip, orig_eax, es, ds */ + " addl $16, %esp\n" + " popf\n" + " ret\n"); +} /* - * Called when we hit the probe point at kretprobe_trampoline + * Called from kretprobe_trampoline */ -int __kprobes trampoline_probe_handler(struct kprobe *p, struct pt_regs *regs) +fastcall void *__kprobes trampoline_handler(struct pt_regs *regs) { struct kretprobe_instance *ri = NULL; struct hlist_head *head; @@ -310,18 +337,10 @@ int __kprobes trampoline_probe_handler(s } BUG_ON(!orig_ret_address || (orig_ret_address == trampoline_address)); - regs->eip = orig_ret_address; - reset_current_kprobe(); spin_unlock_irqrestore(&kretprobe_lock, flags); - preempt_enable_no_resched(); - /* - * By returning a non-zero value, we are telling - * kprobe_handler() that we don't want the post_handler - * to run (and have re-enabled preemption) - */ - return 1; + return (void*)orig_ret_address; } /* @@ -552,12 +571,7 @@ int __kprobes longjmp_break_handler(stru return 0; } -static struct kprobe trampoline_p = { - .addr = (kprobe_opcode_t *) &kretprobe_trampoline, - .pre_handler = trampoline_probe_handler -}; - int __init arch_init_kprobes(void) { - return register_kprobe(&trampoline_p); + return 0; }
Re: [PATCH][take 2] kretprobe: kretprobe-booster against 2.6.16-rc2 for i386
Quoted 4 lines · Masami Hiramatsu
Hi, Andrew
Here is a patch of kretprobe-booster for i386 against linux-2.6.16-rc2.
This patch is identical to what I have now in -mm.
Quoted 7 lines
In the previous kretprobe-booster patch, I had a mistake about stack register. In this patch, the bug is fixed.
This bug was pointed by Chuck Ebbert, and there were two different patches(Chuck's and mine) to fix it. But both patches were dropped from -mm tree. So, I merged my patch into kretprobe-booster patch and attached it to this mail.
That was just me folding the fixup patches into the base patch.
I've updated the covering text in those email notifications.