tracing: eliminate const char[] auto variables
PATCH 1/1 tracing: eliminate const char[] auto variables
Automatic const char[] variables cause unnecessary code generation. For example, the this_mod variable leads to
3f04: 48 b8 5f 5f 74 68 69 73 5f 6d movabs $0x6d5f736968745f5f,%rax # __this_m
3f0e: 4c 8d 44 24 02 lea 0x2(%rsp),%r8
3f13: 48 8d 7c 24 10 lea 0x10(%rsp),%rdi
3f18: 48 89 44 24 02 mov %rax,0x2(%rsp)
3f1d: 4c 89 e9 mov %r13,%rcx
3f20: b8 65 00 00 00 mov $0x65,%eax # e
3f25: 48 c7 c2 00 00 00 00 mov $0x0,%rdx
3f28: R_X86_64_32S .rodata.str1.1+0x18d
3f2c: be 48 00 00 00 mov $0x48,%esi
3f31: c7 44 24 0a 6f 64 75 6c movl $0x6c75646f,0xa(%rsp) # odul
3f39: 66 89 44 24 0e mov %ax,0xe(%rsp)i.e., the string gets built on the stack at runtime. Similar code can be found for the other instances I'm replacing here. Putting the string in .rodata reduces the combined .text+.rodata size and saves time and stack space at runtime.
The simplest fix, and what I've done for the this_mod case, is to just make the variable static.
However, for the "<faulted>" case where the same string is used twice, that prevents the linker from merging those two literals, so instead use a macro - that's also slightly cleaner, since FAULTED_SIZE otherwise has no direct relation to the faulted variable used in tracing_mark_raw_write().
Finally, for the two runs of spaces, just use variables initialized with string literals; the linker (at least for x86) will reuse the tail of the longer for the shorter string.
--- kernel/trace/ftrace.c | 2 +- kernel/trace/trace.c | 13 ++++++------- 2 files changed, 7 insertions(+), 8 deletions(-)
kernel/trace/ftrace.c +1 -1
@@ -3862,7 +3862,7 @@ static int ftrace_hash_move_and_update_ops(struct ftrace_ops *ops,static bool module_exists (const char *module) {/* All modules have the symbol __this_module */ -const char this_mod[] ="__this_module" ; +static const char this_mod[] ="__this_module" ;char modname[MAX_PARAM_PREFIX_LEN +sizeof (this_mod) +2 ];unsigned long val;int n;
kernel/trace/trace.c +6 -7
@@ -3381,8 +3381,8 @@ static void print_func_help_header_irq(struct trace_buffer *buf, struct seq_file unsigned int flags) {bool tgid = flags &TRACE_ITER_RECORD_TGID ; -const char tgid_space[] =" " ; -const char space[] =" " ; +const char *tgid_space =" " ; +const char *space =" " ;seq_printf (m,"# %s _-----=> irqs-off\n" , tgid ? tgid_space : space);
@@ -6089,13 +6089,13 @@ tracing_mark_write(struct file *filp, const char __user *ubuf,struct ring_buffer *buffer;struct print_entry *entry;unsigned long irq_flags; -const char faulted[] ="<faulted>" ;ssize_t written;int size;int len;/* Used in tracing_mark_raw_write() as well */ -#define FAULTED_SIZE (sizeof(faulted) - 1)/* '\0' is already accounted for */ +#define FAULTED_STR "<faulted>" +#define FAULTED_SIZE (sizeof(FAULTED_STR) - 1)/* '\0' is already accounted for */ if (tracing_disabled)return -EINVAL ;
@@ -6127,7 +6127,7 @@ tracing_mark_write(struct file *filp, const char __user *ubuf, len =__copy_from_user_inatomic (&entry->buf, ubuf, cnt);if (len) { -memcpy (&entry->buf, faulted,FAULTED_SIZE ); +memcpy (&entry->buf,FAULTED_STR ,FAULTED_SIZE ); cnt =FAULTED_SIZE ; written = -EFAULT ; }else
@@ -6168,7 +6168,6 @@ tracing_mark_raw_write(struct file *filp, const char __user *ubuf,struct ring_buffer_event *event;struct ring_buffer *buffer;struct raw_data_entry *entry; -const char faulted[] ="<faulted>" ;unsigned long irq_flags;ssize_t written;int size;
@@ -6208,7 +6207,7 @@ tracing_mark_raw_write(struct file *filp, const char __user *ubuf, len =__copy_from_user_inatomic (&entry->id, ubuf, cnt);if (len) { entry->id =-1 ; -memcpy (&entry->buf, faulted,FAULTED_SIZE ); +memcpy (&entry->buf,FAULTED_STR ,FAULTED_SIZE ); written = -EFAULT ; }else written = cnt;
Signature · 1 line
2.19.1.6.gbde171bbf5
PATCH 1/1 tracing: eliminate const char[] auto variables
Automatic const char[] variables cause unnecessary code generation. For example, the this_mod variable leads to
3f04: 48 b8 5f 5f 74 68 69 73 5f 6d movabs $0x6d5f736968745f5f,%rax # __this_m
3f0e: 4c 8d 44 24 02 lea 0x2(%rsp),%r8
3f13: 48 8d 7c 24 10 lea 0x10(%rsp),%rdi
3f18: 48 89 44 24 02 mov %rax,0x2(%rsp)
3f1d: 4c 89 e9 mov %r13,%rcx
3f20: b8 65 00 00 00 mov $0x65,%eax # e
3f25: 48 c7 c2 00 00 00 00 mov $0x0,%rdx
3f28: R_X86_64_32S .rodata.str1.1+0x18d
3f2c: be 48 00 00 00 mov $0x48,%esi
3f31: c7 44 24 0a 6f 64 75 6c movl $0x6c75646f,0xa(%rsp) # odul
3f39: 66 89 44 24 0e mov %ax,0xe(%rsp)i.e., the string gets built on the stack at runtime. Similar code can be found for the other instances I'm replacing here. Putting the string in .rodata reduces the combined .text+.rodata size and saves time and stack space at runtime.
The simplest fix, and what I've done for the this_mod case, is to just make the variable static.
However, for the "<faulted>" case where the same string is used twice, that prevents the linker from merging those two literals, so instead use a macro - that also keeps the two instances automatically in sync (instead of only the compile-time strlen expression).
Finally, for the two runs of spaces, just use variables initialized with string literals; the linker (at least for x86) will reuse the tail of the longer for the shorter string.
x86-64 defconfig + CONFIG_FUNCTION_TRACER:
$ scripts/stackdelta /tmp/stackusage.{0,1}
./kernel/trace/ftrace.c ftrace_mod_callback 152 136 -16
./kernel/trace/trace.c trace_default_header 56 32 -24
./kernel/trace/trace.c tracing_mark_raw_write 96 72 -24
./kernel/trace/trace.c tracing_mark_write 104 80 -24bloat-o-meter
add/remove: 1/0 grow/shrink: 0/4 up/down: 14/-258 (-244)
Function old new delta
this_mod - 14 +14 ftrace_mod_callback 577 542 -35 tracing_mark_raw_write 444 374 -70 tracing_mark_write 616 540 -76 trace_default_header 600 523 -77
---
Hi Steven
I didn't get any response to this; just let me know if you don't want this kind of microoptimization patches.
v2: update change log with stack and code delta info.
kernel/trace/ftrace.c | 2 +- kernel/trace/trace.c | 13 ++++++------- 2 files changed, 7 insertions(+), 8 deletions(-)
kernel/trace/ftrace.c +1 -1
@@ -3879,7 +3879,7 @@ static int ftrace_hash_move_and_update_ops(struct ftrace_ops *ops,static bool module_exists (const char *module) {/* All modules have the symbol __this_module */ -const char this_mod[] ="__this_module" ; +static const char this_mod[] ="__this_module" ;char modname[MAX_PARAM_PREFIX_LEN +sizeof (this_mod) +2 ];unsigned long val;int n;
kernel/trace/trace.c +6 -7
@@ -3556,8 +3556,8 @@ static void print_func_help_header_irq(struct trace_buffer *buf, struct seq_file unsigned int flags) {bool tgid = flags &TRACE_ITER_RECORD_TGID ; -const char tgid_space[] =" " ; -const char space[] =" " ; +const char *tgid_space =" " ; +const char *space =" " ;print_event_info (buf, m);
@@ -6304,13 +6304,13 @@ tracing_mark_write(struct file *filp, const char __user *ubuf,struct ring_buffer *buffer;struct print_entry *entry;unsigned long irq_flags; -const char faulted[] ="<faulted>" ;ssize_t written;int size;int len;/* Used in tracing_mark_raw_write() as well */ -#define FAULTED_SIZE (sizeof(faulted) - 1)/* '\0' is already accounted for */ +#define FAULTED_STR "<faulted>" +#define FAULTED_SIZE (sizeof(FAULTED_STR) - 1)/* '\0' is already accounted for */ if (tracing_disabled)return -EINVAL ;
@@ -6342,7 +6342,7 @@ tracing_mark_write(struct file *filp, const char __user *ubuf, len =__copy_from_user_inatomic (&entry->buf, ubuf, cnt);if (len) { -memcpy (&entry->buf, faulted,FAULTED_SIZE ); +memcpy (&entry->buf,FAULTED_STR ,FAULTED_SIZE ); cnt =FAULTED_SIZE ; written = -EFAULT ; }else
@@ -6383,7 +6383,6 @@ tracing_mark_raw_write(struct file *filp, const char __user *ubuf,struct ring_buffer_event *event;struct ring_buffer *buffer;struct raw_data_entry *entry; -const char faulted[] ="<faulted>" ;unsigned long irq_flags;ssize_t written;int size;
@@ -6423,7 +6422,7 @@ tracing_mark_raw_write(struct file *filp, const char __user *ubuf, len =__copy_from_user_inatomic (&entry->id, ubuf, cnt);if (len) { entry->id =-1 ; -memcpy (&entry->buf, faulted,FAULTED_SIZE ); +memcpy (&entry->buf,FAULTED_STR ,FAULTED_SIZE ); written = -EFAULT ; }else written = cnt;
Signature · 1 line
2.20.1
Quoted 2 lines · Rasmus Villemoes
I didn't get any response to this; just let me know if you don't want this kind of microoptimization patches.
Umm... What's wrong with "%*s", width, "" instead of those games? As in
{
bool tgid = flags & TRACE_ITER_RECORD_TGID;
int width = tgid ? 10 : 2;
print_event_info(buf, m);
seq_printf(m, "# %*s _-----=> irqs-off\n",
width, "");
seq_printf(m, "# %*s / _----=> need-resched\n",
width, "");
seq_printf(m, "# %*s| / _---=> hardirq/softirq\n",
width, "");
seq_printf(m, "# %*s|| / _--=> preempt-depth\n",
width, "");
seq_printf(m, "# %*s||| / delay\n",
width, "");
seq_printf(m, "# TASK-PID %*sCPU# |||| TIMESTAMP FUNCTION\n",
width, tgid ? "TGID " : "");
seq_printf(m, "# | | %*s | |||| | |\n",
width, "");
}and bugger those constants...
PS: it's very tempting to add some warlording to that piece of... ASCII art
Steven Rostedt
maintainerQuoted 4 lines · On Mon, 18 Mar 2019 21:53:57 +0000 Al Viro <[email protected]> wrote:
Quoted 2 lines · Rasmus Villemoes
I didn't get any response to this; just let me know if you don't want this kind of microoptimization patches.
It got lost in my inbox, which should happen less, now that I got patchwork running on it ;-)
Quoted 24 lines
Umm... What's wrong with "%*s", width, "" instead of those games? As in
{ bool tgid = flags & TRACE_ITER_RECORD_TGID; int width = tgid ? 10 : 2; print_event_info(buf, m); seq_printf(m, "# %*s _-----=> irqs-off\n", width, ""); seq_printf(m, "# %*s / _----=> need-resched\n", width, ""); seq_printf(m, "# %*s| / _---=> hardirq/softirq\n", width, ""); seq_printf(m, "# %*s|| / _--=> preempt-depth\n", width, ""); seq_printf(m, "# %*s||| / delay\n", width, ""); seq_printf(m, "# TASK-PID %*sCPU# |||| TIMESTAMP FUNCTION\n", width, tgid ? "TGID " : ""); seq_printf(m, "# | | %*s | |||| | |\n", width, ""); }
Quoted 1 line
and bugger those constants...
That's a possibility.
Quoted 2 lines
PS: it's very tempting to add some warlording to that piece of... ASCII art
Yeah, this code all came from the original "latency-tracer" that was in the PREEMPT_RT patch set, and had some historical crud attached.
I'm fine with switching it to use the *s notation.
Rasmus, want to send another patch?
I have no issues with your other changes.
-- Steve
PATCH v3 1/1 tracing: eliminate const char[] auto variables
In reply to Rasmus VillemoesAutomatic const char[] variables cause unnecessary code generation. For example, the this_mod variable leads to
3f04: 48 b8 5f 5f 74 68 69 73 5f 6d movabs $0x6d5f736968745f5f,%rax # __this_m
3f0e: 4c 8d 44 24 02 lea 0x2(%rsp),%r8
3f13: 48 8d 7c 24 10 lea 0x10(%rsp),%rdi
3f18: 48 89 44 24 02 mov %rax,0x2(%rsp)
3f1d: 4c 89 e9 mov %r13,%rcx
3f20: b8 65 00 00 00 mov $0x65,%eax # e
3f25: 48 c7 c2 00 00 00 00 mov $0x0,%rdx
3f28: R_X86_64_32S .rodata.str1.1+0x18d
3f2c: be 48 00 00 00 mov $0x48,%esi
3f31: c7 44 24 0a 6f 64 75 6c movl $0x6c75646f,0xa(%rsp) # odul
3f39: 66 89 44 24 0e mov %ax,0xe(%rsp)i.e., the string gets built on the stack at runtime. Similar code can be found for the other instances I'm replacing here. Putting the string in .rodata reduces the combined .text+.rodata size and saves time and stack space at runtime.
The simplest fix, and what I've done for the this_mod case, is to just make the variable static.
However, for the "<faulted>" case where the same string is used twice, that prevents the linker from merging those two literals, so instead use a macro - that also keeps the two instances automatically in sync (instead of only the compile-time strlen expression).
Finally, for the two runs of spaces, it turns out that the "build these strings on the stack" is not the worst part of what gcc does - it turns print_func_help_header_irq() into "if (tgid) { /* print_event_info + five seq_printf calls */ } else { /* print event_info + another five seq_printf */}". Taking inspiration from a suggestion from Al Viro, use %.*s to make snprintf either stop after the first two spaces or print the whole string. As a bonus, the seq_printfs now fit on single lines (at least, they are not longer than the existing ones in the function just above), making it easier to see that the ascii art lines up.
x86-64 defconfig + CONFIG_FUNCTION_TRACER:
$ scripts/stackdelta /tmp/stackusage.{0,1}
./kernel/trace/ftrace.c ftrace_mod_callback 152 136 -16
./kernel/trace/trace.c trace_default_header 56 32 -24
./kernel/trace/trace.c tracing_mark_raw_write 96 72 -24
./kernel/trace/trace.c tracing_mark_write 104 80 -24bloat-o-meter
add/remove: 1/0 grow/shrink: 0/4 up/down: 14/-375 (-361)
Function old new delta
this_mod - 14 +14 ftrace_mod_callback 577 542 -35 tracing_mark_raw_write 444 374 -70 tracing_mark_write 616 540 -76
trace_default_header 600 406 -194
---
I played around with various versions using field width, but the use of tgid-dependent strings in the last two cases made gcc keep iffyfying the whole thing. So I came up with this instead.
kernel/trace/ftrace.c | 2 +- kernel/trace/trace.c | 34 +++++++++++++--------------------- 2 files changed, 14 insertions(+), 22 deletions(-)
kernel/trace/ftrace.c +1 -1
@@ -3879,7 +3879,7 @@ static int ftrace_hash_move_and_update_ops(struct ftrace_ops *ops,static bool module_exists (const char *module) {/* All modules have the symbol __this_module */ -const char this_mod[] ="__this_module" ; +static const char this_mod[] ="__this_module" ;char modname[MAX_PARAM_PREFIX_LEN +sizeof (this_mod) +2 ];unsigned long val;int n;
kernel/trace/trace.c +13 -21
@@ -3556,25 +3556,18 @@ static void print_func_help_header_irq(struct trace_buffer *buf, struct seq_file unsigned int flags) {bool tgid = flags &TRACE_ITER_RECORD_TGID ; -const char tgid_space[] =" " ; -const char space[] =" " ; +const char *space =" " ; +int prec = tgid ?10 :2 ;print_event_info (buf, m); -seq_printf (m,"# %s _-----=> irqs-off\n" , - tgid ? tgid_space : space); -seq_printf (m,"# %s / _----=> need-resched\n" , - tgid ? tgid_space : space); -seq_printf (m,"# %s| / _---=> hardirq/softirq\n" , - tgid ? tgid_space : space); -seq_printf (m,"# %s|| / _--=> preempt-depth\n" , - tgid ? tgid_space : space); -seq_printf (m,"# %s||| / delay\n" , - tgid ? tgid_space : space); -seq_printf (m,"# TASK-PID %sCPU# |||| TIMESTAMP FUNCTION\n" , - tgid ?" TGID " : space); -seq_printf (m,"# | | %s | |||| | |\n" , - tgid ?" | " : space); +seq_printf (m,"# %.*s _-----=> irqs-off\n" , prec, space); +seq_printf (m,"# %.*s / _----=> need-resched\n" , prec, space); +seq_printf (m,"# %.*s| / _---=> hardirq/softirq\n" , prec, space); +seq_printf (m,"# %.*s|| / _--=> preempt-depth\n" , prec, space); +seq_printf (m,"# %.*s||| / delay\n" , prec, space); +seq_printf (m,"# TASK-PID %.*sCPU# |||| TIMESTAMP FUNCTION\n" , prec," TGID " ); +seq_printf (m,"# | | %.*s | |||| | |\n" , prec," | " ); }void
@@ -6304,13 +6297,13 @@ tracing_mark_write(struct file *filp, const char __user *ubuf,struct ring_buffer *buffer;struct print_entry *entry;unsigned long irq_flags; -const char faulted[] ="<faulted>" ;ssize_t written;int size;int len;/* Used in tracing_mark_raw_write() as well */ -#define FAULTED_SIZE (sizeof(faulted) - 1)/* '\0' is already accounted for */ +#define FAULTED_STR "<faulted>" +#define FAULTED_SIZE (sizeof(FAULTED_STR) - 1)/* '\0' is already accounted for */ if (tracing_disabled)return -EINVAL ;
@@ -6342,7 +6335,7 @@ tracing_mark_write(struct file *filp, const char __user *ubuf, len =__copy_from_user_inatomic (&entry->buf, ubuf, cnt);if (len) { -memcpy (&entry->buf, faulted,FAULTED_SIZE ); +memcpy (&entry->buf,FAULTED_STR ,FAULTED_SIZE ); cnt =FAULTED_SIZE ; written = -EFAULT ; }else
@@ -6383,7 +6376,6 @@ tracing_mark_raw_write(struct file *filp, const char __user *ubuf,struct ring_buffer_event *event;struct ring_buffer *buffer;struct raw_data_entry *entry; -const char faulted[] ="<faulted>" ;unsigned long irq_flags;ssize_t written;int size;
@@ -6423,7 +6415,7 @@ tracing_mark_raw_write(struct file *filp, const char __user *ubuf, len =__copy_from_user_inatomic (&entry->id, ubuf, cnt);if (len) { entry->id =-1 ; -memcpy (&entry->buf, faulted,FAULTED_SIZE ); +memcpy (&entry->buf,FAULTED_STR ,FAULTED_SIZE ); written = -EFAULT ; }else written = cnt;
Signature · 1 line
2.20.1