Improve verifier log readability
Subsystems (4)
cover Improve verifier log readability
Simplify verifier logs and improve readability.
Christy Lee (3):
Only print scratched registers and stack slots to verifier logs Right align verifier states in verifier logs
Only output backtracking information in log level 2
include/linux/bpf_verifier.h | 9 +++ kernel/bpf/verifier.c | 116 ++++++++++++++++++++++++++++++----- 2 files changed, 111 insertions(+), 14 deletions(-)
Signature · 1 line
2.30.2
PATCH 1/3 Only print scratched registers and stack slots to verifier logs
When printing verifier state for any log level, print full verifier state only on function calls or on errors. Otherwise, only print the registers and stack slots that were accessed.
Log size differences:
verif_scale_loop6 before: 234566564verif_scale_loop6 after: 72143943
69% size reduction
kfree_skb before: 166406kfree_skb after: 55386
69% size reduction
Before:
156: (61) r0 = *(u32 *)(r1 +0)
157: R0_w=invP(id=0,umax_value=4294967295,var_off=(0x0; 0xffffffff)) R1=ctx(id=0,off=0,imm=0) R2_w=invP0 R10=fp0 fp-8_w=00000000 fp-16_w=00\
000000 fp-24_w=00000000 fp-32_w=00000000 fp-40_w=00000000 fp-48_w=00000000 fp-56_w=00000000 fp-64_w=00000000 fp-72_w=00000000 fp-80_w=00000\
000 fp-88_w=00000000 fp-96_w=00000000 fp-104_w=00000000 fp-112_w=00000000 fp-120_w=00000000 fp-128_w=00000000 fp-136_w=00000000 fp-144_w=00\
000000 fp-152_w=00000000 fp-160_w=00000000 fp-168_w=00000000 fp-176_w=00000000 fp-184_w=00000000 fp-192_w=00000000 fp-200_w=00000000 fp-208\
_w=00000000 fp-216_w=00000000 fp-224_w=00000000 fp-232_w=00000000 fp-240_w=00000000 fp-248_w=00000000 fp-256_w=00000000 fp-264_w=00000000 f\
p-272_w=00000000 fp-280_w=00000000 fp-288_w=00000000 fp-296_w=00000000 fp-304_w=00000000 fp-312_w=00000000 fp-320_w=00000000 fp-328_w=00000\
000 fp-336_w=00000000 fp-344_w=00000000 fp-352_w=00000000 fp-360_w=00000000 fp-368_w=00000000 fp-376_w=00000000 fp-384_w=00000000 fp-392_w=\
00000000 fp-400_w=00000000 fp-408_w=00000000 fp-416_w=00000000 fp-424_w=00000000 fp-432_w=00000000 fp-440_w=00000000 fp-448_w=00000000 ; return skb->len;
157: (95) exit
Func#4 is safe for any args that match its prototype
Validating get_constant() func#5...
158: R1=invP(id=0) R10=fp0
; int get_constant(long val)
158: (bf) r0 = r1
159: R0_w=invP(id=1) R1=invP(id=1) R10=fp0
; return val - 122;
159: (04) w0 += -122
160: R0_w=invP(id=0,umax_value=4294967295,var_off=(0x0; 0xffffffff)) R1=invP(id=1) R10=fp0
; return val - 122;
160: (95) exit
Func#5 is safe for any args that match its prototype
Validating get_skb_ifindex() func#6...
161: R1=invP(id=0) R2=ctx(id=0,off=0,imm=0) R3=invP(id=0) R10=fp0
; int get_skb_ifindex(int val, struct __sk_buff *skb, int var)
161: (bc) w0 = w3
162: R0_w=invP(id=0,umax_value=4294967295,var_off=(0x0; 0xffffffff)) R1=invP(id=0) R2=ctx(id=0,off=0,imm=0) R3=invP(id=0) R10=fp0
After:
156: (61) r0 = *(u32 *)(r1 +0)
157: R0_w=invP(id=0,umax_value=4294967295,var_off=(0x0; 0xffffffff)) R1=ctx(id=0,off=0,imm=0) ; return skb->len;
157: (95) exit
Func#4 is safe for any args that match its prototype
Validating get_constant() func#5...
158: R1=invP(id=0) R10=fp0
; int get_constant(long val)
158: (bf) r0 = r1
159: R0_w=invP(id=1) R1=invP(id=1)
; return val - 122;
159: (04) w0 += -122
160: R0_w=invP(id=0,umax_value=4294967295,var_off=(0x0; 0xffffffff))
; return val - 122;
160: (95) exit
Func#5 is safe for any args that match its prototype
Validating get_skb_ifindex() func#6...
161: R1=invP(id=0) R2=ctx(id=0,off=0,imm=0) R3=invP(id=0) R10=fp0
; int get_skb_ifindex(int val, struct __sk_buff *skb, int var)
161: (bc) w0 = w3
162: R0_w=invP(id=0,umax_value=4294967295,var_off=(0x0; 0xffffffff)) R3=invP(id=0)
--- include/linux/bpf_verifier.h | 7 +++ kernel/bpf/verifier.c | 62 ++++++++++++++++++- .../testing/selftests/bpf/prog_tests/align.c | 30 ++++----- 3 files changed, 82 insertions(+), 17 deletions(-)
include/linux/bpf_verifier.h +7 -0
@@ -474,6 +474,13 @@ struct bpf_verifier_env {/* longest register parentage chain walked for liveness marking */ u32 longest_mark_read_walk;bpfptr_t fd_array; + +/* bit mask to keep track of whether a register has been accessed +* since the last time the function state was pritned +*/ +u32 scratched_regs; +/* Same as scratched_regs but for stack slots */ +u64 scratched_stack_slots; }; __printf(2, 0) void bpf_verifier_vlog(struct bpf_verifier_log *log,
kernel/bpf/verifier.c +60 -2
156 lines not on this page · raw message
tools/testing/selftests/bpf/prog_tests/align.c +15 -15
@@ -39,8 +39,8 @@ static struct bpf_align_test tests[] = { }, .prog_type = BPF_PROG_TYPE_SCHED_CLS, .matches = { - {1, "R1=ctx(id=0,off=0,imm=0)"}, - {1, "R10=fp0"}, + {0, "R1=ctx(id=0,off=0,imm=0)"}, + {0, "R10=fp0"}, {1, "R3_w=inv2"}, {2, "R3_w=inv4"}, {3, "R3_w=inv8"},
@@ -67,8 +67,8 @@ static struct bpf_align_test tests[] = { }, .prog_type = BPF_PROG_TYPE_SCHED_CLS, .matches = { - {1, "R1=ctx(id=0,off=0,imm=0)"}, - {1, "R10=fp0"}, + {0, "R1=ctx(id=0,off=0,imm=0)"}, + {0, "R10=fp0"}, {1, "R3_w=inv1"}, {2, "R3_w=inv2"}, {3, "R3_w=inv4"},
@@ -96,8 +96,8 @@ static struct bpf_align_test tests[] = { }, .prog_type = BPF_PROG_TYPE_SCHED_CLS, .matches = { - {1, "R1=ctx(id=0,off=0,imm=0)"}, - {1, "R10=fp0"}, + {0, "R1=ctx(id=0,off=0,imm=0)"}, + {0, "R10=fp0"}, {1, "R3_w=inv4"}, {2, "R3_w=inv8"}, {3, "R3_w=inv10"},
@@ -118,8 +118,8 @@ static struct bpf_align_test tests[] = { }, .prog_type = BPF_PROG_TYPE_SCHED_CLS, .matches = { - {1, "R1=ctx(id=0,off=0,imm=0)"}, - {1, "R10=fp0"}, + {0, "R1=ctx(id=0,off=0,imm=0)"}, + {0, "R10=fp0"}, {1, "R3_w=inv7"}, {2, "R3_w=inv7"}, {3, "R3_w=inv14"},
@@ -161,13 +161,13 @@ static struct bpf_align_test tests[] = { }, .prog_type = BPF_PROG_TYPE_SCHED_CLS, .matches = { - {7, "R0_w=pkt(id=0,off=8,r=8,imm=0)"}, + {6, "R0_w=pkt(id=0,off=8,r=8,imm=0)"}, {7, "R3_w=inv(id=0,umax_value=255,var_off=(0x0; 0xff))"}, {8, "R3_w=inv(id=0,umax_value=510,var_off=(0x0; 0x1fe))"}, {9, "R3_w=inv(id=0,umax_value=1020,var_off=(0x0; 0x3fc))"}, {10, "R3_w=inv(id=0,umax_value=2040,var_off=(0x0; 0x7f8))"}, {11, "R3_w=inv(id=0,umax_value=4080,var_off=(0x0; 0xff0))"}, - {18, "R3=pkt_end(id=0,off=0,imm=0)"}, + {13, "R3_w=pkt_end(id=0,off=0,imm=0)"}, {18, "R4_w=inv(id=0,umax_value=255,var_off=(0x0; 0xff))"}, {19, "R4_w=inv(id=0,umax_value=8160,var_off=(0x0; 0x1fe0))"}, {20, "R4_w=inv(id=0,umax_value=4080,var_off=(0x0; 0xff0))"},
@@ -234,10 +234,10 @@ static struct bpf_align_test tests[] = { }, .prog_type = BPF_PROG_TYPE_SCHED_CLS, .matches = { - {4, "R5_w=pkt(id=0,off=0,r=0,imm=0)"}, + {3, "R5_w=pkt(id=0,off=0,r=0,imm=0)"}, {5, "R5_w=pkt(id=0,off=14,r=0,imm=0)"}, {6, "R4_w=pkt(id=0,off=14,r=0,imm=0)"}, - {10, "R2=pkt(id=0,off=0,r=18,imm=0)"}, + {9, "R2=pkt(id=0,off=0,r=18,imm=0)"}, {10, "R5=pkt(id=0,off=14,r=18,imm=0)"}, {10, "R4_w=inv(id=0,umax_value=255,var_off=(0x0; 0xff))"}, {14, "R4_w=inv(id=0,umax_value=65535,var_off=(0x0; 0xffff))"},
@@ -296,7 +296,7 @@ static struct bpf_align_test tests[] = {/* Calculated offset in R6 has unknown value, but known * alignment of 4. */ - {8, "R2_w=pkt(id=0,off=0,r=8,imm=0)"}, + {6, "R2_w=pkt(id=0,off=0,r=8,imm=0)"}, {8, "R6_w=inv(id=0,umax_value=1020,var_off=(0x0; 0x3fc))"},/* Offset is added to packet pointer R5, resulting in * known fixed offset, and variable offset from R6.
@@ -386,7 +386,7 @@ static struct bpf_align_test tests[] = {/* Calculated offset in R6 has unknown value, but known * alignment of 4. */ - {8, "R2_w=pkt(id=0,off=0,r=8,imm=0)"}, + {6, "R2_w=pkt(id=0,off=0,r=8,imm=0)"}, {8, "R6_w=inv(id=0,umax_value=1020,var_off=(0x0; 0x3fc))"},/* Adding 14 makes R6 be (4n+2) */ {9, "R6_w=inv(id=0,umin_value=14,umax_value=1034,var_off=(0x2; 0x7fc))"},
@@ -458,7 +458,7 @@ static struct bpf_align_test tests[] = {/* Checked s>=0 */ {9, "R5=inv(id=0,umin_value=2,umax_value=9223372036854775806,var_off=(0x2; 0x7ffffffffffffffc)"},/* packet pointer + nonnegative (4n+2) */ - {11, "R6_w=pkt(id=1,off=0,r=0,umin_value=2,umax_value=9223372036854775806,var_off=(0x2; 0x7ffffffffffffffc)"}, + {12, "R6_w=pkt(id=1,off=0,r=0,umin_value=2,umax_value=9223372036854775806,var_off=(0x2; 0x7ffffffffffffffc)"}, {13, "R4_w=pkt(id=1,off=4,r=0,umin_value=2,umax_value=9223372036854775806,var_off=(0x2; 0x7ffffffffffffffc)"},/* NET_IP_ALIGN + (4n+2) == (4n), alignment is fine. * We checked the bounds, but it might have been able
Signature · 1 line
2.30.2
PATCH 2/3 Right align verifier states in verifier logs
In reply to Christy LeeMake the verifier logs more readable, print the verifier states on the corresponding instruction line. If the previous line was not a bpf instruction, then print the verifier states on its own line.
Before:
Validating test_pkt_access_subprog3() func#3...
86: R1=invP(id=0) R2=ctx(id=0,off=0,imm=0) R10=fp0
; int test_pkt_access_subprog3(int val, struct __sk_buff *skb)
86: (bf) r6 = r2
87: R2=ctx(id=0,off=0,imm=0) R6_w=ctx(id=0,off=0,imm=0)
87: (bc) w7 = w1
88: R1=invP(id=0) R7_w=invP(id=0,umax_value=4294967295,var_off=(0x0; 0xffffffff)) ; return get_skb_len(skb) * get_skb_ifindex(val, skb, get_constant(123)); 88: (bf) r1 = r6
89: R1_w=ctx(id=0,off=0,imm=0) R6_w=ctx(id=0,off=0,imm=0)
89: (85) call pc+9
Func#4 is global and valid. Skipping.
90: R0_w=invP(id=0)
90: (bc) w8 = w0
91: R0_w=invP(id=0) R8_w=invP(id=0,umax_value=4294967295,var_off=(0x0; 0xffffffff)) ; return get_skb_len(skb) * get_skb_ifindex(val, skb, get_constant(123)); 91: (b7) r1 = 123
92: R1_w=invP123
92: (85) call pc+65
Func#5 is global and valid. Skipping.
93: R0=invP(id=0)
After:
Validating test_pkt_access_subprog3() func#3...
86: R1=invP(id=0) R2=ctx(id=0,off=0,imm=0) R10=fp0
; int test_pkt_access_subprog3(int val, struct __sk_buff *skb)
86: (bf) r6 = r2 ; R2=ctx(id=0,off=0,imm=0) R6_w=ctx(id=0,off=0,imm=0)
87: (bc) w7 = w1 ; R1=invP(id=0) R7_w=invP(id=0,umax_value=4294967295,var_off=(0x0; 0xffffffff))
; return get_skb_len(skb) * get_skb_ifindex(val, skb, get_constant(123));
88: (bf) r1 = r6 ; R1_w=ctx(id=0,off=0,imm=0) R6_w=ctx(id=0,off=0,imm=0)
89: (85) call pc+9
Func#4 is global and valid. Skipping.
90: R0_w=invP(id=0)
90: (bc) w8 = w0 ; R0_w=invP(id=0) R8_w=invP(id=0,umax_value=4294967295,var_off=(0x0; 0xffffffff))
; return get_skb_len(skb) * get_skb_ifindex(val, skb, get_constant(123));
91: (b7) r1 = 123 ; R1_w=invP123
92: (85) call pc+65
Func#5 is global and valid. Skipping.
93: R0=invP(id=0)
--- include/linux/bpf_verifier.h | 2 + kernel/bpf/verifier.c | 26 ++- .../testing/selftests/bpf/prog_tests/align.c | 196 ++++++++++-------- 3 files changed, 131 insertions(+), 93 deletions(-)
include/linux/bpf_verifier.h +2 -0
@@ -388,6 +388,8 @@ static inline bool bpf_verifier_log_full(const struct bpf_verifier_log *log)#define BPF_LOG_LEVEL (BPF_LOG_LEVEL1 | BPF_LOG_LEVEL2)#define BPF_LOG_MASK (BPF_LOG_LEVEL | BPF_LOG_STATS)#define BPF_LOG_KERNEL (BPF_LOG_MASK + 1)/* kernel internal flag */ +#define BPF_LOG_MIN_ALIGNMENT 8 +#define BPF_LOG_ALIGNMENT_POS 32static inline bool bpf_verifier_log_needed (const struct bpf_verifier_log *log) {
kernel/bpf/verifier.c +25 -1
@@ -660,6 +660,25 @@ static void scrub_spilled_slot(u8 *stype) *stype =STACK_MISC ; } +static u32 vlog_alignment (u32 prev_insn_print_len) +{ +if (prev_insn_print_len <BPF_LOG_ALIGNMENT_POS ) +return BPF_LOG_ALIGNMENT_POS - prev_insn_print_len; +return round_up (prev_insn_print_len,BPF_LOG_MIN_ALIGNMENT ) - + prev_insn_print_len; +} + +static void print_insn_state (struct bpf_verifier_env *env,u32 prev_log_len, +u32 prev_insn_print_len) +{ +if ((prev_log_len == env->log.len_used) && + (env->prev_insn_idx == env->insn_idx -1 )) { +bpf_vlog_reset (&env->log, prev_log_len -1 ); +verbose (env,"%*c;" ,vlog_alignment (prev_insn_print_len),' ' ); + }else +verbose (env,"%d:" , env->insn_idx); +} +static void print_verifier_state (struct bpf_verifier_env *env,const struct bpf_func_state *state) {
@@ -11259,6 +11278,7 @@ static bool reg_type_mismatch(enum bpf_reg_type src, enum bpf_reg_type prev)static int do_check (struct bpf_verifier_env *env) { +u32 prev_log_len, prev_insn_print_len;bool pop_log = !(env->log.level &BPF_LOG_LEVEL2 );struct bpf_verifier_state *state = env->cur_state;struct bpf_insn *insns = env->prog->insnsi;
@@ -11316,7 +11336,8 @@ static int do_check(struct bpf_verifier_env *env) (env->log.level & BPF_LOG_LEVEL && do_print_state)) {if (verifier_state_scratched (env) && (env->log.level &BPF_LOG_LEVEL2 )) -verbose (env,"%d:" , env->insn_idx); +print_insn_state (env, prev_log_len, + prev_insn_print_len);else verbose(env, "\nfrom %d to %d%s:", env->prev_insn_idx, env->insn_idx,
@@ -11334,8 +11355,11 @@ static int do_check(struct bpf_verifier_env *env) };verbose_linfo (env, env->insn_idx,"; " ); + prev_log_len = env->log.len_used;verbose (env,"%d: " , env->insn_idx);print_bpf_insn (&cbs, insn, env->allow_ptr_leaks); + prev_insn_print_len = env->log.len_used - prev_log_len; + prev_log_len = env->log.len_used; }if (bpf_prog_is_dev_bound (env->prog->aux)) {
tools/testing/selftests/bpf/prog_tests/align.c +104 -92
368 lines not on this page · raw message
Signature · 1 line
2.30.2
Re: [PATCH bpf-next 2/3] Right align verifier states in verifier logs
Quoted 32 lines · Christy Lee
Make the verifier logs more readable, print the verifier states on the corresponding instruction line. If the previous line was not a bpf instruction, then print the verifier states on its own line.
Before:
Validating
test_pkt_access_subprog3()func#3...
86: R1=invP(id=0) R2=ctx(id=0,off=0,imm=0) R10=fp0
; inttest_pkt_access_subprog3(int val, struct __sk_buff *skb)
86: (bf) r6 = r2
87: R2=ctx(id=0,off=0,imm=0) R6_w=ctx(id=0,off=0,imm=0)
87: (bc) w7 = w1
88: R1=invP(id=0) R7_w=invP(id=0,umax_value=4294967295,var_off=(0x0;0xffffffff)) ; returnget_skb_len(skb)*get_skb_ifindex(val, skb, get_constant(123)); 88: (bf) r1 = r6
89: R1_w=ctx(id=0,off=0,imm=0) R6_w=ctx(id=0,off=0,imm=0)
89: (85) call pc+9
Func#4 is global and valid. Skipping.
90: R0_w=invP(id=0)
90: (bc) w8 = w0
91: R0_w=invP(id=0) R8_w=invP(id=0,umax_value=4294967295,var_off=(0x0;0xffffffff)) ; returnget_skb_len(skb)*get_skb_ifindex(val, skb, get_constant(123)); 91: (b7) r1 = 123
92: R1_w=invP123
92: (85) call pc+65
Func#5 is global and valid. Skipping.
93: R0=invP(id=0)After:
Quoted 16 lines
Validating
test_pkt_access_subprog3()func#3...
86: R1=invP(id=0) R2=ctx(id=0,off=0,imm=0) R10=fp0
; inttest_pkt_access_subprog3(int val, struct __sk_buff *skb)
86: (bf) r6 = r2 ; R2=ctx(id=0,off=0,imm=0) R6_w=ctx(id=0,off=0,imm=0)
87: (bc) w7 = w1 ; R1=invP(id=0) R7_w=invP(id=0,umax_value=4294967295,var_off=(0x0;0xffffffff))
; returnget_skb_len(skb)*get_skb_ifindex(val, skb, get_constant(123));
88: (bf) r1 = r6 ; R1_w=ctx(id=0,off=0,imm=0) R6_w=ctx(id=0,off=0,imm=0)
89: (85) call pc+9
Func#4 is global and valid. Skipping.
90: R0_w=invP(id=0)
90: (bc) w8 = w0 ; R0_w=invP(id=0) R8_w=invP(id=0,umax_value=4294967295,var_off=(0x0;0xffffffff))
; returnget_skb_len(skb)*get_skb_ifindex(val, skb, get_constant(123));
91: (b7) r1 = 123 ; R1_w=invP123
92: (85) call pc+65
Func#5 is global and valid. Skipping.
93: R0=invP(id=0)
This is a huge improvement, makes the log so much more useful. But if it's not available in log_level = 1 most people will never get to enjoy the benefits. I think we should absolutely do this for all log_levels. It might increase the size of the log for log_level in terms of number of bytes emitted into the log, but the clarity of what's going on is totally worth it.
But I'm also confused why it's not available with log_level = 2 for successfully verified programs. Do you have any idea. Running sudo ./test_progs -t log_buf -v, I get this for "GOOD_PROG" case (which uses log_level 2):
=================GOOD_PROG LOG:
=================
func#0 @0
arg#0 reference type('UNKNOWN ') size cannot be determined: -22 0: R1=ctx(id=0,off=0,imm=0) R10=fp0
; a[0] = (int)(long)ctx;
0: (18) r2 = 0xffffc90000572000
2: R2_w=map_value(id=0,off=0,ks=4,vs=16,imm=0)
2: (63) *(u32 *)(r2 +0) = r1
R1=ctx(id=0,off=0,imm=0) R2_w=map_value(id=0,off=0,ks=4,vs=16,imm=0)
from 2 to 3:
; return a[1];
3: (61) r0 = *(u32 *)(r2 +4)
R2_w=map_value(id=0,off=0,ks=4,vs=16,imm=0)
from 3 to 4:
; return a[1];
4: (95) exit
processed 4 insns (limit 1000000) max_states_per_insn 0 total_states 0 peak_states 0 mark_read 0
No right alignment :( What am I missing?
Also, your changes broke lots of test_progs, please see [0] and fix them. Thanks.
[0] https://github.com/kernel-patches/bpf/runs/4513474703?check_suite_focus=true
Quoted 8 lines
Signed-off-by Christy Lee <[email protected]>--- include/linux/bpf_verifier.h | 2 + kernel/bpf/verifier.c | 26 ++- .../testing/selftests/bpf/prog_tests/align.c | 196 ++++++++++-------- 3 files changed, 131 insertions(+), 93 deletions(-)
[...]
Re: [PATCH bpf-next 2/3] Right align verifier states in verifier logs
Quoted 66 lines · Andrii Nakryiko
Quoted 32 lines · Christy Lee
Make the verifier logs more readable, print the verifier states on the corresponding instruction line. If the previous line was not a bpf instruction, then print the verifier states on its own line.
Before:
Validating
test_pkt_access_subprog3()func#3...
86: R1=invP(id=0) R2=ctx(id=0,off=0,imm=0) R10=fp0
; inttest_pkt_access_subprog3(int val, struct __sk_buff *skb)
86: (bf) r6 = r2
87: R2=ctx(id=0,off=0,imm=0) R6_w=ctx(id=0,off=0,imm=0)
87: (bc) w7 = w1
88: R1=invP(id=0) R7_w=invP(id=0,umax_value=4294967295,var_off=(0x0;0xffffffff)) ; returnget_skb_len(skb)*get_skb_ifindex(val, skb, get_constant(123)); 88: (bf) r1 = r6
89: R1_w=ctx(id=0,off=0,imm=0) R6_w=ctx(id=0,off=0,imm=0)
89: (85) call pc+9
Func#4 is global and valid. Skipping.
90: R0_w=invP(id=0)
90: (bc) w8 = w0
91: R0_w=invP(id=0) R8_w=invP(id=0,umax_value=4294967295,var_off=(0x0;0xffffffff)) ; returnget_skb_len(skb)*get_skb_ifindex(val, skb, get_constant(123)); 91: (b7) r1 = 123
92: R1_w=invP123
92: (85) call pc+65
Func#5 is global and valid. Skipping.
93: R0=invP(id=0)After:
Quoted 16 lines
Validating
test_pkt_access_subprog3()func#3...
86: R1=invP(id=0) R2=ctx(id=0,off=0,imm=0) R10=fp0
; inttest_pkt_access_subprog3(int val, struct __sk_buff *skb)
86: (bf) r6 = r2 ; R2=ctx(id=0,off=0,imm=0) R6_w=ctx(id=0,off=0,imm=0)
87: (bc) w7 = w1 ; R1=invP(id=0) R7_w=invP(id=0,umax_value=4294967295,var_off=(0x0;0xffffffff))
; returnget_skb_len(skb)*get_skb_ifindex(val, skb, get_constant(123));
88: (bf) r1 = r6 ; R1_w=ctx(id=0,off=0,imm=0) R6_w=ctx(id=0,off=0,imm=0)
89: (85) call pc+9
Func#4 is global and valid. Skipping.
90: R0_w=invP(id=0)
90: (bc) w8 = w0 ; R0_w=invP(id=0) R8_w=invP(id=0,umax_value=4294967295,var_off=(0x0;0xffffffff))
; returnget_skb_len(skb)*get_skb_ifindex(val, skb, get_constant(123));
91: (b7) r1 = 123 ; R1_w=invP123
92: (85) call pc+65
Func#5 is global and valid. Skipping.
93: R0=invP(id=0)This is a huge improvement, makes the log so much more useful. But if it's not available in
log_level= 1 most people will never get to enjoy the benefits. I think we should absolutely do this for alllog_levels. It might increase the size of the log forlog_levelin terms of number of bytes emitted into the log, but the clarity of what's going on is totally worth it.But I'm also confused why it's not available with
log_level= 2 for successfully verified programs. Do you have any idea. Running sudo ./test_progs -tlog_buf-v, I get this for "GOOD_PROG" case (which useslog_level2):
Quoted 9 lines
=================
GOOD_PROGLOG:
=================
func#0 @0
arg#0 reference type('UNKNOWN ') size cannot be determined: -22 0: R1=ctx(id=0,off=0,imm=0) R10=fp0
; a[0] = (int)(long)ctx;
0: (18) r2 =0xffffc90000572000
2: R2_w=map_value(id=0,off=0,ks=4,vs=16,imm=0)
For correctness reasons, when we print verifier state, I check that the current instruction index is previous instruction Index + 1. In this case, the logs skipped Printing out instruction index 1, so the state at 2 is not aligned to instruction 0.
Quoted 2 lines
2: (63) *(u32 *)(r2 +0) = r1
R1=ctx(id=0,off=0,imm=0) R2_w=map_value(id=0,off=0,ks=4,vs=16,imm=0)
In this case the verifier state is printed “out-of-band” from instruction index, so I didn't align it. Now that I think about it though, I can do an additional check to see if the line printed before the verifier state is an instruction line and align it correspondingly.
Quoted 12 lines
from 2 to 3:
; return a[1];
3: (61) r0 = *(u32 *)(r2 +4)
R2_w=map_value(id=0,off=0,ks=4,vs=16,imm=0)from 3 to 4:
; return a[1];
4: (95) exit
processed 4 insns (limit 1000000)max_states_per_insn0total_states0peak_states0mark_read0
Quoted 7 lines
No right alignment :( What am I missing?
Also, your changes broke lots of
test_progs, please see [0] and fix them. Thanks.[0] https://github.com/kernel-patches/bpf/runs/4513474703?check_suite_focus=true
Thanks for pointing it out! Looks like the latest rebase broke this, I’ll fix this right away!
Quoted 11 lines
Quoted 9 lines
Signed-off-by Christy Lee <[email protected]>---
include/linux/bpf_verifier.h | 2 + kernel/bpf/verifier.c | 26 ++- .../testing/selftests/bpf/prog_tests/align.c | 196 ++++++++++-------- 3 files changed, 131 insertions(+), 93 deletions(-)[...]
Re: [PATCH bpf-next 2/3] Right align verifier states in verifier logs
Quoted 77 lines · Christy Lee-Eusman (PL&R)
Quoted 67 lines · Andrii Nakryiko
Quoted 32 lines · Christy Lee
Make the verifier logs more readable, print the verifier states on the corresponding instruction line. If the previous line was not a bpf instruction, then print the verifier states on its own line.
Before:
Validating
test_pkt_access_subprog3()func#3...
86: R1=invP(id=0) R2=ctx(id=0,off=0,imm=0) R10=fp0
; inttest_pkt_access_subprog3(int val, struct __sk_buff *skb)
86: (bf) r6 = r2
87: R2=ctx(id=0,off=0,imm=0) R6_w=ctx(id=0,off=0,imm=0)
87: (bc) w7 = w1
88: R1=invP(id=0) R7_w=invP(id=0,umax_value=4294967295,var_off=(0x0;0xffffffff)) ; returnget_skb_len(skb)*get_skb_ifindex(val, skb, get_constant(123)); 88: (bf) r1 = r6
89: R1_w=ctx(id=0,off=0,imm=0) R6_w=ctx(id=0,off=0,imm=0)
89: (85) call pc+9
Func#4 is global and valid. Skipping.
90: R0_w=invP(id=0)
90: (bc) w8 = w0
91: R0_w=invP(id=0) R8_w=invP(id=0,umax_value=4294967295,var_off=(0x0;0xffffffff)) ; returnget_skb_len(skb)*get_skb_ifindex(val, skb, get_constant(123)); 91: (b7) r1 = 123
92: R1_w=invP123
92: (85) call pc+65
Func#5 is global and valid. Skipping.
93: R0=invP(id=0)After:
Quoted 16 lines
Validating
test_pkt_access_subprog3()func#3...
86: R1=invP(id=0) R2=ctx(id=0,off=0,imm=0) R10=fp0
; inttest_pkt_access_subprog3(int val, struct __sk_buff *skb)
86: (bf) r6 = r2 ; R2=ctx(id=0,off=0,imm=0) R6_w=ctx(id=0,off=0,imm=0)
87: (bc) w7 = w1 ; R1=invP(id=0) R7_w=invP(id=0,umax_value=4294967295,var_off=(0x0;0xffffffff))
; returnget_skb_len(skb)*get_skb_ifindex(val, skb, get_constant(123));
88: (bf) r1 = r6 ; R1_w=ctx(id=0,off=0,imm=0) R6_w=ctx(id=0,off=0,imm=0)
89: (85) call pc+9
Func#4 is global and valid. Skipping.
90: R0_w=invP(id=0)
90: (bc) w8 = w0 ; R0_w=invP(id=0) R8_w=invP(id=0,umax_value=4294967295,var_off=(0x0;0xffffffff))
; returnget_skb_len(skb)*get_skb_ifindex(val, skb, get_constant(123));
91: (b7) r1 = 123 ; R1_w=invP123
92: (85) call pc+65
Func#5 is global and valid. Skipping.
93: R0=invP(id=0)This is a huge improvement, makes the log so much more useful. But if it's not available in
log_level= 1 most people will never get to enjoy the benefits. I think we should absolutely do this for alllog_levels. It might increase the size of the log forlog_levelin terms of number of bytes emitted into the log, but the clarity of what's going on is totally worth it.But I'm also confused why it's not available with
log_level= 2 for successfully verified programs. Do you have any idea. Running sudo ./test_progs -tlog_buf-v, I get this for "GOOD_PROG" case (which useslog_level2):Quoted 9 lines
=================
GOOD_PROGLOG:
=================
func#0 @0
arg#0 reference type('UNKNOWN ') size cannot be determined: -22 0: R1=ctx(id=0,off=0,imm=0) R10=fp0
; a[0] = (int)(long)ctx;
0: (18) r2 =0xffffc90000572000
2: R2_w=map_value(id=0,off=0,ks=4,vs=16,imm=0)
Quoted 3 lines
For correctness reasons, when we print verifier state, I check that the current instruction index is previous instruction Index + 1. In this case, the logs skipped Printing out instruction index 1, so the state at 2 is not aligned to instruction 0.
That sounds like some bug in verifier's logging? Can you please see if you can fix that as part of your patch set then?
Quoted 24 lines
Quoted 3 lines
2: (63) *(u32 *)(r2 +0) = r1
R1=ctx(id=0,off=0,imm=0) R2_w=map_value(id=0,off=0,ks=4,vs=16,imm=0)In this case the verifier state is printed “out-of-band” from instruction index, so I didn't align it. Now that I think about it though, I can do an additional check to see if the line printed before the verifier state is an instruction line and align it correspondingly.
Quoted 15 lines
from 2 to 3:
; return a[1];
3: (61) r0 = *(u32 *)(r2 +4)
R2_w=map_value(id=0,off=0,ks=4,vs=16,imm=0)from 3 to 4:
; return a[1];
4: (95) exit
processed 4 insns (limit 1000000)max_states_per_insn0total_states0peak_states0mark_read0No right alignment :( What am I missing?
Quoted 6 lines
Quoted 4 lines
Also, your changes broke lots of
test_progs, please see [0] and fix them. Thanks.[0] https://github.com/kernel-patches/bpf/runs/4513474703?check_suite_focus=true
Thanks for pointing it out! Looks like the latest rebase broke this, I’ll fix this right away!
great, thanks
Quoted 12 lines
Quoted 11 lines
Quoted 9 lines
Signed-off-by Christy Lee <[email protected]>---
include/linux/bpf_verifier.h | 2 + kernel/bpf/verifier.c | 26 ++- .../testing/selftests/bpf/prog_tests/align.c | 196 ++++++++++-------- 3 files changed, 131 insertions(+), 93 deletions(-)[...]
PATCH 3/3 Only output backtracking information in log level 2
In reply to Christy LeeBacktracking information is very verbose, don't print it in log level 1 to improve readability.
--- kernel/bpf/verifier.c | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-)
kernel/bpf/verifier.c +2 -2
@@ -2396,7 +2396,7 @@ static int backtrack_insn(struct bpf_verifier_env *env, int idx,if (insn->code ==0 )return 0 ; -if (env->log.level &BPF_LOG_LEVEL ) { +if (env->log.level &BPF_LOG_LEVEL2 ) {verbose (env,"regs=%x stack=%llx before " , *reg_mask, *stack_mask);verbose (env,"%d: " , idx);print_bpf_insn (&cbs, insn, env->allow_ptr_leaks);
@@ -2741,7 +2741,7 @@ static int __mark_chain_precision(struct bpf_verifier_env *env, int regno, new_marks = true; reg->precise = true; } -if (env->log.level &BPF_LOG_LEVEL ) { +if (env->log.level &BPF_LOG_LEVEL2 ) {print_verifier_state (env, func); verbose(env, "parent %s regs=%x stack=%llx marks\n", new_marks ? "didn't have" : "already had",
Signature · 1 line
2.30.2