perf tools: Add a new generic section in perf.data
PATCH 1/1 perf tools: Add a new generic section in perf.data
Add a new generic section into the perf.data file. This section simply stands as a set of subsections that can be added once it is needed. This section is versioned so that it's flexible enough to carry a backward and forward compatibility with other versions of this generic section.
For now it only handles the trace_info subsection.
This whole change is backward compatible with .32 perf.data but not with the current development version for .33
--- tools/perf/util/header.c | 104 ++++++++++++++++++++++++++++++++-------------- tools/perf/util/header.h | 4 +- 2 files changed, 75 insertions(+), 33 deletions(-)
tools/perf/util/header.c +73 -31
@@ -64,8 +64,8 @@ struct perf_header *perf_header__new(void) self->data_offset =0 ; self->data_size =0 ; - self->trace_info_offset =0 ; - self->trace_info_size =0 ; + self->adds_offset =0 ; + self->adds_size =0 ;return self; }
@@ -142,6 +142,15 @@ struct perf_file_attr {struct perf_file_section ids; }; +/* +* Version 0: contains trace_info section only +*/ +struct perf_file_additionals { +u64 version; +struct perf_file_section trace_info; +}; + +struct perf_file_header {u64 magic;u64 size;
@@ -149,7 +158,7 @@ struct perf_file_header {struct perf_file_section attrs;struct perf_file_section data;struct perf_file_section event_types; -struct perf_file_section trace_info; +struct perf_file_section adds; };static int trace_info;
@@ -172,6 +181,34 @@ static void do_write(int fd, void *buf, size_t size) } } +static void perf_header__adds_write (struct perf_header *self,int fd) +{ +struct perf_file_additionals adds = { + .version =0 , + .trace_info = { + .offset =0 , + .size =0 , + }, + }; + + self->adds_offset =lseek (fd,0 ,SEEK_CUR ); +lseek (fd,sizeof (adds),SEEK_CUR ); + +if (trace_info) { + adds.trace_info.offset =lseek (fd,0 ,SEEK_CUR ); +read_tracing_data (fd, attrs, nr_counters); + adds.trace_info.size =lseek (fd,0 ,SEEK_CUR ) - + adds.trace_info.offset; + } + + self->adds_size =lseek (fd,0 ,SEEK_CUR ) - self->adds_offset; + +/* Write adds headers */ +lseek (fd, self->adds_offset,SEEK_SET ); +do_write (fd, &adds,sizeof (adds)); +lseek (fd, self->adds_offset + self->adds_size,SEEK_SET ); +}; +void perf_header__write (struct perf_header *self,int fd) {struct perf_file_header f_header;
@@ -210,23 +247,7 @@ void perf_header__write(struct perf_header *self, int fd)if (events)do_write (fd, events, self->event_size); -if (trace_info) { -static int trace_info_written; - -/* -* Write it only once -*/ -if (!trace_info_written) { - self->trace_info_offset =lseek (fd,0 ,SEEK_CUR ); -read_tracing_data (fd, attrs, nr_counters); - self->trace_info_size =lseek (fd,0 ,SEEK_CUR ) - - self->trace_info_offset; - trace_info_written =1 ; - }else { -lseek (fd, self->trace_info_offset + - self->trace_info_size,SEEK_SET ); - } - } +perf_header__adds_write (self, fd); self->data_offset =lseek (fd,0 ,SEEK_CUR );
@@ -246,9 +267,9 @@ void perf_header__write(struct perf_header *self, int fd) .offset = self->event_offset, .size = self->event_size, }, - .trace_info = { - .offset = self->trace_info_offset, - .size = self->trace_info_size, + .adds = { + .offset = self->adds_offset, + .size = self->adds_size, }, };
@@ -274,6 +295,30 @@ static void do_read(int fd, void *buf, size_t size) } } +/* +* Version 0: only need to read trace info +*/ +static void perf_header__adds_read (struct perf_header *self,int fd) +{ +struct perf_file_additionals adds; + +/* Previous versions don't have adds section */ +if (!self->adds_size) +return ; + +lseek (fd, self->adds_offset,SEEK_SET ); +do_read (fd, &adds,sizeof (adds)); + +/* +* Every adds section versions need to handle at least +* the trace info +*/ +if (adds.trace_info.size) { +lseek (fd, adds.trace_info.offset,SEEK_SET ); +trace_report (fd); + } +}; +struct perf_header *perf_header__read (int fd) {struct perf_header *self =perf_header__new ();
@@ -292,8 +337,8 @@ struct perf_header *perf_header__read(int fd)if (f_header.size !=sizeof (f_header)) {/* Support the previous format */ -if (f_header.size == offsetof(typeof (f_header ), trace_info)) - f_header.trace_info.size =0 ; +if (f_header.size == offsetof(typeof (f_header ), adds)) + f_header.adds.size =0 ;else die ("incompatible file format" ); }
@@ -330,13 +375,10 @@ struct perf_header *perf_header__read(int fd) event_count = f_header.event_types.size /sizeof (struct perf_trace_event_type ); } - self->trace_info_offset = f_header.trace_info.offset; - self->trace_info_size = f_header.trace_info.size; + self->adds_offset = f_header.adds.offset; + self->adds_size = f_header.adds.size; -if (self->trace_info_size) { -lseek (fd, self->trace_info_offset,SEEK_SET ); -trace_report (fd); - } +perf_header__adds_read (self, fd); self->event_offset = f_header.event_types.offset; self->event_size = f_header.event_types.size;
tools/perf/util/header.h +2 -2
@@ -21,8 +21,8 @@ struct perf_header {u64 data_size;u64 event_offset;u64 event_size; -u64 trace_info_offset; -u64 trace_info_size; +u64 adds_offset; +u64 adds_size; };struct perf_header *perf_header__read (int fd);
Signature · 1 line
1.6.2.3
tools/perf/util/header.c struct perf_file_attr { · line 151
Quoted 7 lines · Frederic Weisbecker
tools/perf/util/header.c +7
-0+/* +* Version 0: contains trace_info section only +*/ +struct perf_file_additionals { +u64 version; +struct perf_file_section trace_info; +};
i dont disagree with the change - but it would be even nicer to simply define a features bitmask, instead of a flat version - and add the trace_info section as a feature.
That way it's all a lot more manageable: we dont know about versions per se, we know about features. Individual features could be developed (and backported) in a distributed way - without having to worry about a flat version model.
So i'd suggest something like a bitmask in the perf.data file header:
DECLARE_BITMAP(features, 256);
Plus every perf version knows about the features it supports:
DECLARE_BITMAP(features_supported, 256);
The compatibility rule is: perf only touches attributes that belong to features it knows about.
Ingo
Quoted 24 lines · Ingo Molnar
tools/perf/util/header.c struct perf_file_attr { · line 151
Quoted 7 lines · Frederic Weisbecker
tools/perf/util/header.c +7
-0+/* +* Version 0: contains trace_info section only +*/ +struct perf_file_additionals { +u64 version; +struct perf_file_section trace_info; +};i dont disagree with the change - but it would be even nicer to simply define a features bitmask, instead of a flat version - and add the
trace_infosection as a feature.That way it's all a lot more manageable: we dont know about versions per se, we know about features. Individual features could be developed (and backported) in a distributed way - without having to worry about a flat version model.
So i'd suggest something like a bitmask in the perf.data file header:
DECLARE_BITMAP(features, 256);
Quoted 8 lines
Plus every perf version knows about the features it supports:
DECLARE_BITMAP(features_supported, 256);The compatibility rule is: perf only touches attributes that belong to features it knows about.
Ingo
Yeah, I've thought about that too but feared about the limitation of bitweight(u64), although it's probably enough, we never know. That said I can take a bunch of four u64 to draw this bitmap and 256 features is enough.
Indeed that's way much better as a bitmap. Will do that instead.
Quoted 35 lines · Frederic Weisbecker
Quoted 24 lines · Ingo Molnar
tools/perf/util/header.c struct perf_file_attr { · line 151
Quoted 7 lines · Frederic Weisbecker
tools/perf/util/header.c +7
-0+/* +* Version 0: contains trace_info section only +*/ +struct perf_file_additionals { +u64 version; +struct perf_file_section trace_info; +};i dont disagree with the change - but it would be even nicer to simply define a features bitmask, instead of a flat version - and add the
trace_infosection as a feature.That way it's all a lot more manageable: we dont know about versions per se, we know about features. Individual features could be developed (and backported) in a distributed way - without having to worry about a flat version model.
So i'd suggest something like a bitmask in the perf.data file header:
DECLARE_BITMAP(features, 256);Quoted 8 lines
Plus every perf version knows about the features it supports:
DECLARE_BITMAP(features_supported, 256);The compatibility rule is: perf only touches attributes that belong to features it knows about.
Ingo
Quoted 6 lines
Yeah, I've thought about that too but feared about the limitation of bitweight(u64), although it's probably enough, we never know. That said I can take a bunch of four u64 to draw this bitmap and 256 features is enough.
Indeed that's way much better as a bitmap. Will do that instead.
Yeah, but please reuse linux/bitmap.h instead of some open-coded array of 4x u64's.
Ingo
PATCH 1/2 perf tools: Use kernel bitmap library
Use the kernel bitmap library for internal perf tools uses.
--- tools/perf/Makefile | 16 ++++++++ tools/perf/builtin-record.c | 3 -- tools/perf/builtin-sched.c | 2 - tools/perf/util/include/asm/bitops.h | 6 +++ tools/perf/util/include/asm/byteorder.h | 2 + tools/perf/util/include/asm/swab.h | 1 + tools/perf/util/include/asm/types.h | 17 +++++++++ tools/perf/util/include/asm/uaccess.h | 14 +++++++ tools/perf/util/include/linux/bitmap.h | 2 + tools/perf/util/include/linux/bitops.h | 27 ++++++++++++++ tools/perf/util/include/linux/compiler.h | 10 +++++ tools/perf/util/include/linux/ctype.h | 1 + tools/perf/util/include/linux/kernel.h | 59 ++++++++++++++++++++++++++++++ tools/perf/util/include/linux/types.h | 1 + 14 files changed, 156 insertions(+), 5 deletions(-) create mode 100644 tools/perf/util/include/asm/bitops.h create mode 100644 tools/perf/util/include/asm/byteorder.h create mode 100644 tools/perf/util/include/asm/swab.h create mode 100644 tools/perf/util/include/asm/types.h create mode 100644 tools/perf/util/include/asm/uaccess.h create mode 100644 tools/perf/util/include/linux/bitmap.h create mode 100644 tools/perf/util/include/linux/bitops.h create mode 100644 tools/perf/util/include/linux/compiler.h create mode 100644 tools/perf/util/include/linux/ctype.h create mode 100644 tools/perf/util/include/linux/types.h
tools/perf/Makefile +16 -0
@@ -363,6 +363,9 @@ LIB_OBJS += util/parse-options.o LIB_OBJS += util/parse-events.o LIB_OBJS += util/path.o LIB_OBJS += util/rbtree.o +LIB_OBJS += util/bitmap.o +LIB_OBJS += util/hweight.o +LIB_OBJS += util/find_next_bit.o LIB_OBJS += util/run-command.o LIB_OBJS += util/quote.o LIB_OBJS += util/strbuf.o
@@ -790,6 +793,19 @@ util/config.o: util/config.c PERF-CFLAGS util/rbtree.o: ../../lib/rbtree.c PERF-CFLAGS $(QUIET_CC)$(CC) -o util/rbtree.o -c $(ALL_CFLAGS) -DETC_PERFCONFIG='"$(ETC_PERFCONFIG_SQ)"' $< +# some perf warning policies can't fit to lib/bitmap.c, eg: it warns about variable shadowing +# from <string.h> that comes from kernel headers wrapping. +KBITMAP_FLAGS=`echo $(ALL_CFLAGS) | sed s/-Wshadow// | sed s/-Wswitch-default// | sed s/-Wextra//` + +util/bitmap.o: ../../lib/bitmap.c PERF-CFLAGS + $(QUIET_CC)$(CC) -o util/bitmap.o -c $(KBITMAP_FLAGS) -DETC_PERFCONFIG='"$(ETC_PERFCONFIG_SQ)"' $< + +util/hweight.o: ../../lib/hweight.c PERF-CFLAGS + $(QUIET_CC)$(CC) -o util/hweight.o -c $(ALL_CFLAGS) -DETC_PERFCONFIG='"$(ETC_PERFCONFIG_SQ)"' $< + +util/find_next_bit.o: ../../lib/find_next_bit.c PERF-CFLAGS + $(QUIET_CC)$(CC) -o util/find_next_bit.o -c $(ALL_CFLAGS) -DETC_PERFCONFIG='"$(ETC_PERFCONFIG_SQ)"' $< + perf-%$X: %.o $(PERFLIBS) $(QUIET_LINK)$(CC) $(ALL_CFLAGS) -o $@ $(ALL_LDFLAGS) $(filter %.o,$^) $(LIBS)
tools/perf/builtin-record.c +0 -3
@@ -21,9 +21,6 @@#include <unistd.h> #include <sched.h> -#define ALIGN (x, a) __ALIGN_MASK(x, (typeof(x))(a)-1) -#define __ALIGN_MASK (x, mask) (((x)+(mask))&~(mask)) -static int fd[MAX_NR_CPUS ][MAX_COUNTERS ];static long default_interval =0 ;
tools/perf/builtin-sched.c +0 -2
@@ -38,8 +38,6 @@ static int cwdlen;#define PR_SET_NAME 15/* Set process name */ #define MAX_CPUS 4096 -#define BUG_ON (x) assert(!(x)) -static u64 run_measurement_overhead;static u64 sleep_measurement_overhead;
tools/perf/util/include/asm/bitops.h new file +6 -0
@@ -0,0 +1,6 @@ +#include "../../../../include/asm-generic/bitops/__fls.h" +#include "../../../../include/asm-generic/bitops/fls.h" +#include "../../../../include/asm-generic/bitops/fls64.h" +#include "../../../../include/asm-generic/bitops/__ffs.h" +#include "../../../../include/asm-generic/bitops/ffz.h" +#include "../../../../include/asm-generic/bitops/hweight.h"
tools/perf/util/include/asm/byteorder.h new file +2 -0
@@ -0,0 +1,2 @@ +#include "../asm/types.h" +#include "../../../../include/linux/swab.h"
tools/perf/util/include/asm/swab.h new file +1 -0
@@ -0,0 +1 @@ +/* stub */
tools/perf/util/include/asm/types.h new file +17 -0
@@ -0,0 +1,17 @@ +#ifndef PERF_ASM_TYPES_H_ +#define PERF_ASM_TYPES_H_ + +#include <linux/compiler.h> +#include "../../types.h" +#include <sys/types.h> + +/* CHECKME: Not sure both always match */ +#define BITS_PER_LONG __WORDSIZE + +typedef u64 __u64 ; +typedef u32 __u32 ; +typedef u16 __u16 ; +typedef u8 __u8 ; +typedef s64 __s64 ; + +#endif /* PERF_ASM_TYPES_H_ */
tools/perf/util/include/asm/uaccess.h new file +14 -0
@@ -0,0 +1,14 @@ +#ifndef _PERF_ASM_UACCESS_H_ +#define _PERF_ASM_UACCESS_H_ + +#define __get_user (src, dest) \ +({ \ + (src) = *dest; \ + 0; \ +}) + +#define get_user __get_user + +#define access_ok (type, addr, size) 1 + +#endif
tools/perf/util/include/linux/bitmap.h new file +2 -0
@@ -0,0 +1,2 @@ +#include "../../../../include/linux/bitmap.h" +#include "../../../../include/asm-generic/bitops/find.h"
tools/perf/util/include/linux/bitops.h new file +27 -0
@@ -0,0 +1,27 @@ +#ifndef _PERF_LINUX_BITOPS_H_ +#define _PERF_LINUX_BITOPS_H_ + +#define __KERNEL__ + +#define CONFIG_GENERIC_FIND_NEXT_BIT +#define CONFIG_GENERIC_FIND_FIRST_BIT +#include "../../../../include/linux/bitops.h" + +static inline void set_bit (int nr,unsigned long *addr) +{ + addr[nr /BITS_PER_LONG ] |=1UL << (nr %BITS_PER_LONG ); +} + +static __always_inline int test_bit(unsigned int nr, const unsigned long *addr) +{ +return ((1UL << (nr %BITS_PER_LONG )) & + (((unsigned long *)addr)[nr /BITS_PER_LONG ])) !=0 ; +} + +unsigned long generic_find_next_zero_le_bit (const unsigned long *addr,unsigned +long size,unsigned long offset); + +unsigned long generic_find_next_le_bit (const unsigned long *addr,unsigned +long size,unsigned long offset); + +#endif
tools/perf/util/include/linux/compiler.h new file +10 -0
@@ -0,0 +1,10 @@ +#ifndef _PERF_LINUX_COMPILER_H_ +#define _PERF_LINUX_COMPILER_H_ + +#ifndef __always_inline +#define __always_inline inline +#endif +#define __user +#define __attribute_const__ + +#endif
tools/perf/util/include/linux/ctype.h new file +1 -0
@@ -0,0 +1 @@ +#include "../../../../include/linux/ctype.h"
tools/perf/util/include/linux/kernel.h +59 -0
69 lines not on this page · raw message
tools/perf/util/include/linux/types.h new file +1 -0
@@ -0,0 +1 @@ +/* stub */
Signature · 1 line
1.6.2.3
[tip:perf/core] perf tools: Use kernel bitmap library
Commit-ID: 5a116dd2797677cad48fee2f42267e3cb69f5502 Gitweb: http://git.kernel.org/tip/5a116dd2797677cad48fee2f42267e3cb69f5502 Author: Frederic Weisbecker <[email protected]> AuthorDate: Sat, 17 Oct 2009 17:12:33 +0200 Committer: Ingo Molnar <[email protected]> CommitDate: Mon, 19 Oct 2009 09:26:34 +0200
perf tools: Use kernel bitmap library
Use the kernel bitmap library for internal perf tools uses.
LKML-Reference: <[email protected]>
--- tools/perf/Makefile | 16 ++++++++ tools/perf/builtin-record.c | 3 -- tools/perf/builtin-sched.c | 2 - tools/perf/util/include/asm/bitops.h | 6 +++ tools/perf/util/include/asm/byteorder.h | 2 + tools/perf/util/include/asm/swab.h | 1 + tools/perf/util/include/asm/types.h | 17 +++++++++ tools/perf/util/include/asm/uaccess.h | 14 +++++++ tools/perf/util/include/linux/bitmap.h | 2 + tools/perf/util/include/linux/bitops.h | 27 ++++++++++++++ tools/perf/util/include/linux/compiler.h | 10 +++++ tools/perf/util/include/linux/ctype.h | 1 + tools/perf/util/include/linux/kernel.h | 59 ++++++++++++++++++++++++++++++ tools/perf/util/include/linux/types.h | 1 + 14 files changed, 156 insertions(+), 5 deletions(-)
tools/perf/Makefile +16 -0
@@ -363,6 +363,9 @@ LIB_OBJS += util/parse-options.o LIB_OBJS += util/parse-events.o LIB_OBJS += util/path.o LIB_OBJS += util/rbtree.o +LIB_OBJS += util/bitmap.o +LIB_OBJS += util/hweight.o +LIB_OBJS += util/find_next_bit.o LIB_OBJS += util/run-command.o LIB_OBJS += util/quote.o LIB_OBJS += util/strbuf.o
@@ -790,6 +793,19 @@ util/config.o: util/config.c PERF-CFLAGS util/rbtree.o: ../../lib/rbtree.c PERF-CFLAGS $(QUIET_CC)$(CC) -o util/rbtree.o -c $(ALL_CFLAGS) -DETC_PERFCONFIG='"$(ETC_PERFCONFIG_SQ)"' $< +# some perf warning policies can't fit to lib/bitmap.c, eg: it warns about variable shadowing +# from <string.h> that comes from kernel headers wrapping. +KBITMAP_FLAGS=`echo $(ALL_CFLAGS) | sed s/-Wshadow// | sed s/-Wswitch-default// | sed s/-Wextra//` + +util/bitmap.o: ../../lib/bitmap.c PERF-CFLAGS + $(QUIET_CC)$(CC) -o util/bitmap.o -c $(KBITMAP_FLAGS) -DETC_PERFCONFIG='"$(ETC_PERFCONFIG_SQ)"' $< + +util/hweight.o: ../../lib/hweight.c PERF-CFLAGS + $(QUIET_CC)$(CC) -o util/hweight.o -c $(ALL_CFLAGS) -DETC_PERFCONFIG='"$(ETC_PERFCONFIG_SQ)"' $< + +util/find_next_bit.o: ../../lib/find_next_bit.c PERF-CFLAGS + $(QUIET_CC)$(CC) -o util/find_next_bit.o -c $(ALL_CFLAGS) -DETC_PERFCONFIG='"$(ETC_PERFCONFIG_SQ)"' $< + perf-%$X: %.o $(PERFLIBS) $(QUIET_LINK)$(CC) $(ALL_CFLAGS) -o $@ $(ALL_LDFLAGS) $(filter %.o,$^) $(LIBS)
tools/perf/builtin-record.c +0 -3
@@ -21,9 +21,6 @@#include <unistd.h> #include <sched.h> -#define ALIGN (x, a) __ALIGN_MASK(x, (typeof(x))(a)-1) -#define __ALIGN_MASK (x, mask) (((x)+(mask))&~(mask)) -static int fd[MAX_NR_CPUS ][MAX_COUNTERS ];static long default_interval =0 ;
tools/perf/builtin-sched.c +0 -2
@@ -38,8 +38,6 @@ static int cwdlen;#define PR_SET_NAME 15/* Set process name */ #define MAX_CPUS 4096 -#define BUG_ON (x) assert(!(x)) -static u64 run_measurement_overhead;static u64 sleep_measurement_overhead;
tools/perf/util/include/asm/bitops.h new file +6 -0
@@ -0,0 +1,6 @@ +#include "../../../../include/asm-generic/bitops/__fls.h" +#include "../../../../include/asm-generic/bitops/fls.h" +#include "../../../../include/asm-generic/bitops/fls64.h" +#include "../../../../include/asm-generic/bitops/__ffs.h" +#include "../../../../include/asm-generic/bitops/ffz.h" +#include "../../../../include/asm-generic/bitops/hweight.h"
tools/perf/util/include/asm/byteorder.h new file +2 -0
@@ -0,0 +1,2 @@ +#include "../asm/types.h" +#include "../../../../include/linux/swab.h"
tools/perf/util/include/asm/swab.h new file +1 -0
@@ -0,0 +1 @@ +/* stub */
tools/perf/util/include/asm/types.h new file +17 -0
@@ -0,0 +1,17 @@ +#ifndef PERF_ASM_TYPES_H_ +#define PERF_ASM_TYPES_H_ + +#include <linux/compiler.h> +#include "../../types.h" +#include <sys/types.h> + +/* CHECKME: Not sure both always match */ +#define BITS_PER_LONG __WORDSIZE + +typedef u64 __u64 ; +typedef u32 __u32 ; +typedef u16 __u16 ; +typedef u8 __u8 ; +typedef s64 __s64 ; + +#endif /* PERF_ASM_TYPES_H_ */
tools/perf/util/include/asm/uaccess.h new file +14 -0
@@ -0,0 +1,14 @@ +#ifndef _PERF_ASM_UACCESS_H_ +#define _PERF_ASM_UACCESS_H_ + +#define __get_user (src, dest) \ +({ \ + (src) = *dest; \ + 0; \ +}) + +#define get_user __get_user + +#define access_ok (type, addr, size) 1 + +#endif
tools/perf/util/include/linux/bitmap.h new file +2 -0
@@ -0,0 +1,2 @@ +#include "../../../../include/linux/bitmap.h" +#include "../../../../include/asm-generic/bitops/find.h"
tools/perf/util/include/linux/bitops.h new file +27 -0
@@ -0,0 +1,27 @@ +#ifndef _PERF_LINUX_BITOPS_H_ +#define _PERF_LINUX_BITOPS_H_ + +#define __KERNEL__ + +#define CONFIG_GENERIC_FIND_NEXT_BIT +#define CONFIG_GENERIC_FIND_FIRST_BIT +#include "../../../../include/linux/bitops.h" + +static inline void set_bit (int nr,unsigned long *addr) +{ + addr[nr /BITS_PER_LONG ] |=1UL << (nr %BITS_PER_LONG ); +} + +static __always_inline int test_bit(unsigned int nr, const unsigned long *addr) +{ +return ((1UL << (nr %BITS_PER_LONG )) & + (((unsigned long *)addr)[nr /BITS_PER_LONG ])) !=0 ; +} + +unsigned long generic_find_next_zero_le_bit (const unsigned long *addr,unsigned +long size,unsigned long offset); + +unsigned long generic_find_next_le_bit (const unsigned long *addr,unsigned +long size,unsigned long offset); + +#endif
tools/perf/util/include/linux/compiler.h new file +10 -0
@@ -0,0 +1,10 @@ +#ifndef _PERF_LINUX_COMPILER_H_ +#define _PERF_LINUX_COMPILER_H_ + +#ifndef __always_inline +#define __always_inline inline +#endif +#define __user +#define __attribute_const__ + +#endif
tools/perf/util/include/linux/ctype.h new file +1 -0
@@ -0,0 +1 @@ +#include "../../../../include/linux/ctype.h"
tools/perf/util/include/linux/kernel.h +59 -0
69 lines not on this page · raw message
tools/perf/util/include/linux/types.h new file +1 -0
@@ -0,0 +1 @@ +/* stub */
PATCH 2/2 perf tools: Introduce bitmask'ed additional headers
In reply to Ingo MolnarThis provides a new set of bitmasked headers. A new field is added in the perf headers that implements a bitmap storing optional features present in the perf.data file.
The layout can be pictured like this:
(Usual perf headers)(Features bitmap)[Feature 0][Feature n][Feature 255]
If the bit n is set, then the feature n is used in this file. They are all set in order. This brings a backward and forward compatibility.
The trace_info section has moved into such optional features, this is the first and only one for now.
This is backward compatible with the .32 file version although it doesn't support the previous separate trace.info file.
And finally it doesn't support the current interim development version.
--- tools/perf/builtin-record.c | 4 +- tools/perf/util/header.c | 100 ++++++++++++++++++++++++------------------- tools/perf/util/header.h | 30 +++++++++---- 3 files changed, 78 insertions(+), 56 deletions(-)
tools/perf/builtin-record.c +2 -2
@@ -574,11 +574,11 @@ static int __cmd_record(int argc, const char **argv) header =perf_header__new ();if (raw_samples) { -perf_header__set_trace_info (); +perf_header__feat_trace_info (header); }else {for (i =0 ; i < nr_counters; i++) {if (attrs[i].sample_type &PERF_SAMPLE_RAW ) { -perf_header__set_trace_info (); +perf_header__feat_trace_info (header);break ; } }
tools/perf/util/header.c +56 -44
170 lines not on this page · raw message
tools/perf/util/header.h +20 -10
@@ -12,19 +12,29 @@ struct perf_header_attr {off_t id_offset; }; +#define HEADER_TRACE_INFO 1 + +#define HEADER_FEAT_BITS 256 + +typedef typeof (u64[HEADER_FEAT_BITS /8 ])feat_mask_t ; +struct perf_header { -int frozen; -int attrs, size; +int frozen; +int attrs, size;struct perf_header_attr **attr; -s64 attr_offset; -u64 data_offset; -u64 data_size; -u64 event_offset; -u64 event_size; -u64 trace_info_offset; -u64 trace_info_size; +s64 attr_offset; +u64 data_offset; +u64 data_size; +u64 event_offset; +u64 event_size; +feat_mask_t adds_features; }; +static inline unsigned long *perf_header__adds_mask (struct perf_header *self) +{ +return (unsigned long *)(void *)&self->adds_features; +} +struct perf_header *perf_header__read (int fd);void perf_header__write (struct perf_header *self,int fd);
@@ -42,7 +52,7 @@ void perf_header_attr__add_id(struct perf_header_attr *self, u64 id);u64 perf_header__sample_type (struct perf_header *header);struct perf_event_attr *perf_header__find_attr (u64 id,struct perf_header *header); -void perf_header__set_trace_info (void ); +void perf_header__feat_trace_info (struct perf_header *header);struct perf_header *perf_header__new (void );
Signature · 1 line
1.6.2.3
[tip:perf/core] perf tools: Introduce bitmask'ed additional headers
Commit-ID: 2ba0825075e76236d22a20decd8e2346a99faabe Gitweb: http://git.kernel.org/tip/2ba0825075e76236d22a20decd8e2346a99faabe Author: Frederic Weisbecker <[email protected]> AuthorDate: Sat, 17 Oct 2009 17:12:34 +0200 Committer: Ingo Molnar <[email protected]> CommitDate: Mon, 19 Oct 2009 09:26:35 +0200
perf tools: Introduce bitmask'ed additional headers
This provides a new set of bitmasked headers. A new field is added in the perf headers that implements a bitmap storing optional features present in the perf.data file.
The layout can be pictured like this:
(Usual perf headers)(Features bitmap)[Feature 0][Feature n][Feature 255]
If the bit n is set, then the feature n is used in this file. They are all set in order. This brings a backward and forward compatibility.
The trace_info section has moved into such optional features, this is the first and only one for now.
This is backward compatible with the .32 file version although it doesn't support the previous separate trace.info file.
And finally it doesn't support the current interim development version.
LKML-Reference: <[email protected]>
--- tools/perf/builtin-record.c | 4 +- tools/perf/util/header.c | 100 ++++++++++++++++++++++++------------------- tools/perf/util/header.h | 30 +++++++++---- 3 files changed, 78 insertions(+), 56 deletions(-)
tools/perf/builtin-record.c +2 -2
@@ -574,11 +574,11 @@ static int __cmd_record(int argc, const char **argv) header =perf_header__new ();if (raw_samples) { -perf_header__set_trace_info (); +perf_header__feat_trace_info (header); }else {for (i =0 ; i < nr_counters; i++) {if (attrs[i].sample_type &PERF_SAMPLE_RAW ) { -perf_header__set_trace_info (); +perf_header__feat_trace_info (header);break ; } }
tools/perf/util/header.c +56 -44
170 lines not on this page · raw message
tools/perf/util/header.h +20 -10
@@ -12,19 +12,29 @@ struct perf_header_attr {off_t id_offset; }; +#define HEADER_TRACE_INFO 1 + +#define HEADER_FEAT_BITS 256 + +typedef typeof (u64[HEADER_FEAT_BITS /8 ])feat_mask_t ; +struct perf_header { -int frozen; -int attrs, size; +int frozen; +int attrs, size;struct perf_header_attr **attr; -s64 attr_offset; -u64 data_offset; -u64 data_size; -u64 event_offset; -u64 event_size; -u64 trace_info_offset; -u64 trace_info_size; +s64 attr_offset; +u64 data_offset; +u64 data_size; +u64 event_offset; +u64 event_size; +feat_mask_t adds_features; }; +static inline unsigned long *perf_header__adds_mask (struct perf_header *self) +{ +return (unsigned long *)(void *)&self->adds_features; +} +struct perf_header *perf_header__read (int fd);void perf_header__write (struct perf_header *self,int fd);
@@ -42,7 +52,7 @@ void perf_header_attr__add_id(struct perf_header_attr *self, u64 id);u64 perf_header__sample_type (struct perf_header *header);struct perf_event_attr *perf_header__find_attr (u64 id,struct perf_header *header); -void perf_header__set_trace_info (void ); +void perf_header__feat_trace_info (struct perf_header *header);struct perf_header *perf_header__new (void );
[PATCH 3/2] perf tools: Use DECLARE_BITMAP instead of an open-coded array
In reply to Ingo MolnarUse DECLARE_BITMAP instead of an open coded array for our bitmap of featured sections.
This makes the array an unsigned long instead of a u64 but since we use a 256 bits bitmap, the array size shouldn't vary between different boxes.
--- tools/perf/util/header.c | 22 +++++++++------------- tools/perf/util/header.h | 11 +++-------- tools/perf/util/include/asm/asm-offsets.h | 1 + tools/perf/util/include/linux/types.h | 8 +++++++- 4 files changed, 20 insertions(+), 22 deletions(-) create mode 100644 tools/perf/util/include/asm/asm-offsets.h
tools/perf/util/header.c +9 -13
@@ -8,8 +8,6 @@#include "../perf.h" #include "trace-event.h" -#include <linux/bitmap.h> -/* * Create new perf.data header attribute: */
@@ -143,12 +141,12 @@ struct perf_file_header {struct perf_file_section attrs;struct perf_file_section data;struct perf_file_section event_types; -feat_mask_t adds_features; +DECLARE_BITMAP (adds_features,HEADER_FEAT_BITS ); };void perf_header__feat_trace_info (struct perf_header *header) { -set_bit (HEADER_TRACE_INFO ,perf_header__adds_mask (header)); +set_bit (HEADER_TRACE_INFO , header->adds_features); }static void do_write (int fd,void *buf,size_t size)
@@ -168,7 +166,7 @@ static void perf_header__adds_write(struct perf_header *self, int fd) {struct perf_file_section trace_sec;u64 cur_offset =lseek (fd,0 ,SEEK_CUR ); -unsigned long *feat_mask =perf_header__adds_mask (self); +unsigned long *feat_mask = self->adds_features;if (test_bit (HEADER_TRACE_INFO , feat_mask)) {/* Write trace info */
@@ -250,7 +248,7 @@ void perf_header__write(struct perf_header *self, int fd) }, }; -memcpy (&f_header.adds_features, &self->adds_features,sizeof (feat_mask_t)); +memcpy (&f_header.adds_features, &self->adds_features,sizeof (self->adds_features));lseek (fd,0 ,SEEK_SET );do_write (fd, &f_header,sizeof (f_header));
@@ -276,7 +274,7 @@ static void do_read(int fd, void *buf, size_t size)static void perf_header__adds_read (struct perf_header *self,int fd) { -const unsigned long *feat_mask =perf_header__adds_mask (self); +const unsigned long *feat_mask = self->adds_features;if (test_bit (HEADER_TRACE_INFO , feat_mask)) {struct perf_file_section trace_sec;
@@ -306,11 +304,9 @@ struct perf_header *perf_header__read(int fd)if (f_header.size !=sizeof (f_header)) {/* Support the previous format */ -if (f_header.size == offsetof(typeof (f_header ), adds_features)) { -unsigned long *mask = (unsigned long *)(void *) - &f_header.adds_features; -bitmap_zero (mask,HEADER_FEAT_BITS ); - }else +if (f_header.size == offsetof(typeof (f_header ), adds_features)) +bitmap_zero (f_header.adds_features,HEADER_FEAT_BITS ); +else die ("incompatible file format" ); } nr_attrs = f_header.attrs.size /sizeof (f_attr);
@@ -346,7 +342,7 @@ struct perf_header *perf_header__read(int fd) event_count = f_header.event_types.size /sizeof (struct perf_trace_event_type ); } -memcpy (&self->adds_features, &f_header.adds_features,sizeof (feat_mask_t)); +memcpy (&self->adds_features, &f_header.adds_features,sizeof (f_header.adds_features));perf_header__adds_read (self, fd);
tools/perf/util/header.h +3 -8
@@ -5,6 +5,8 @@#include <sys/types.h> #include "types.h" +#include <linux/bitmap.h> +struct perf_header_attr {struct perf_event_attr attr;int ids, size;
@@ -16,8 +18,6 @@ struct perf_header_attr {#define HEADER_FEAT_BITS 256 -typedef typeof (u64[HEADER_FEAT_BITS /8 ])feat_mask_t ; -struct perf_header {int frozen;int attrs, size;
@@ -27,14 +27,9 @@ struct perf_header {u64 data_size;u64 event_offset;u64 event_size; -feat_mask_t adds_features; +DECLARE_BITMAP (adds_features,HEADER_FEAT_BITS ); }; -static inline unsigned long *perf_header__adds_mask (struct perf_header *self) -{ -return (unsigned long *)(void *)&self->adds_features; -} -struct perf_header *perf_header__read (int fd);void perf_header__write (struct perf_header *self,int fd);
tools/perf/util/include/asm/asm-offsets.h new file +1 -0
@@ -0,0 +1 @@ +/* stub */
tools/perf/util/include/linux/types.h +7 -1
@@ -1 +1,7 @@ -/* stub */ +#ifndef _PERF_LINUX_TYPES_H_ +#define _PERF_LINUX_TYPES_H_ + +#define DECLARE_BITMAP (name,bits) \ + unsigned long name[BITS_TO_LONGS(bits)] + +#endif
Signature · 1 line
1.6.2.3
Re: [PATCH 3/2] perf tools: Use DECLARE_BITMAP instead of an open-coded array
Quoted 6 lines · Frederic Weisbecker
Use
DECLARE_BITMAPinstead of an open coded array for our bitmap of featured sections.This makes the array an unsigned long instead of a u64 but since we use a 256 bits bitmap, the array size shouldn't vary between different boxes.
That said I would really feel more comfortable if someone can confirm that.
tools/perf/util/header.c struct perf_file_header { · line 144
Quoted 6 lines
tools/perf/util/header.c +1
-1@@ -143,12 +141,12 @@ struct perf_file_header {struct perf_file_section attrs;struct perf_file_section data;struct perf_file_section event_types; -feat_mask_t adds_features; +DECLARE_BITMAP (adds_features,HEADER_FEAT_BITS );
I think having adds_features as an unsigned long won't hurt because we have HEAD_FEAT_BITS % 64 == 0
It would certainly hurt if we had, say, HEAD_FEAT_BITS = 257
But may be I forget a corner case. I hope someone can double check that. Thanks.
Re: [PATCH 3/2] perf tools: Use DECLARE_BITMAP instead of an open-coded array
Quoted 10 lines · Frederic Weisbecker
Quoted 6 lines · Frederic Weisbecker
Use
DECLARE_BITMAPinstead of an open coded array for our bitmap of featured sections.This makes the array an unsigned long instead of a u64 but since we use a 256 bits bitmap, the array size shouldn't vary between different boxes.
That said I would really feel more comfortable if someone can confirm that.
Should be size-invariant for the bitmap size of 256 bits due to:
#define DECLARE_BITMAP(name,bits) \
unsigned long name[BITS_TO_LONGS(bits)]
but it's not little-endian/big-endian invariant.
We should at minimum save the CPU architecture (and endianness parameters) the data got generated on, and reject endianness-incompatible uses - so that if someone wants to add cross-endian support it can be implemented cleanly.
Ingo
Re: [PATCH 3/2] perf tools: Use DECLARE_BITMAP instead of an open-coded array
Quoted 19 lines · Ingo Molnar
Quoted 10 lines · Frederic Weisbecker
Quoted 6 lines · Frederic Weisbecker
Use
DECLARE_BITMAPinstead of an open coded array for our bitmap of featured sections.This makes the array an unsigned long instead of a u64 but since we use a 256 bits bitmap, the array size shouldn't vary between different boxes.
That said I would really feel more comfortable if someone can confirm that.
Should be size-invariant for the bitmap size of 256 bits due to:
#define
DECLARE_BITMAP(name,bits)\
unsigned long name[BITS_TO_LONGS(bits)]
Quoted 8 lines
but it's not little-endian/big-endian invariant.
We should at minimum save the CPU architecture (and endianness parameters) the data got generated on, and reject endianness-incompatible uses - so that if someone wants to add cross-endian support it can be implemented cleanly.
Ingo
Oh right, I'll add an endianness field then.
Thanks.
[tip:perf/core] perf tools: Use DECLARE_BITMAP instead of an open-coded array
In reply to Frederic WeisbeckerCommit-ID: db9f11e36d0125a5e3e595ea9ef2e4b89f7e8737 Gitweb: http://git.kernel.org/tip/db9f11e36d0125a5e3e595ea9ef2e4b89f7e8737 Author: Frederic Weisbecker <[email protected]> AuthorDate: Sat, 17 Oct 2009 17:57:18 +0200 Committer: Ingo Molnar <[email protected]> CommitDate: Mon, 19 Oct 2009 09:26:35 +0200
perf tools: Use DECLARE_BITMAP instead of an open-coded array
Use DECLARE_BITMAP instead of an open coded array for our bitmap of featured sections.
This makes the array an unsigned long instead of a u64 but since we use a 256 bits bitmap, the array size shouldn't vary between different boxes.
LKML-Reference: <[email protected]>
---
tools/perf/util/header.c | 22 ++++++++-----------
tools/perf/util/header.h | 11 ++-------
.../util/include/asm/{swab.h => asm-offsets.h} | 0
tools/perf/util/include/linux/types.h | 8 ++++++-
4 files changed, 19 insertions(+), 22 deletions(-)tools/perf/util/header.c +9 -13
@@ -8,8 +8,6 @@#include "../perf.h" #include "trace-event.h" -#include <linux/bitmap.h> -/* * Create new perf.data header attribute: */
@@ -143,12 +141,12 @@ struct perf_file_header {struct perf_file_section attrs;struct perf_file_section data;struct perf_file_section event_types; -feat_mask_t adds_features; +DECLARE_BITMAP (adds_features,HEADER_FEAT_BITS ); };void perf_header__feat_trace_info (struct perf_header *header) { -set_bit (HEADER_TRACE_INFO ,perf_header__adds_mask (header)); +set_bit (HEADER_TRACE_INFO , header->adds_features); }static void do_write (int fd,void *buf,size_t size)
@@ -168,7 +166,7 @@ static void perf_header__adds_write(struct perf_header *self, int fd) {struct perf_file_section trace_sec;u64 cur_offset =lseek (fd,0 ,SEEK_CUR ); -unsigned long *feat_mask =perf_header__adds_mask (self); +unsigned long *feat_mask = self->adds_features;if (test_bit (HEADER_TRACE_INFO , feat_mask)) {/* Write trace info */
@@ -250,7 +248,7 @@ void perf_header__write(struct perf_header *self, int fd) }, }; -memcpy (&f_header.adds_features, &self->adds_features,sizeof (feat_mask_t)); +memcpy (&f_header.adds_features, &self->adds_features,sizeof (self->adds_features));lseek (fd,0 ,SEEK_SET );do_write (fd, &f_header,sizeof (f_header));
@@ -276,7 +274,7 @@ static void do_read(int fd, void *buf, size_t size)static void perf_header__adds_read (struct perf_header *self,int fd) { -const unsigned long *feat_mask =perf_header__adds_mask (self); +const unsigned long *feat_mask = self->adds_features;if (test_bit (HEADER_TRACE_INFO , feat_mask)) {struct perf_file_section trace_sec;
@@ -306,11 +304,9 @@ struct perf_header *perf_header__read(int fd)if (f_header.size !=sizeof (f_header)) {/* Support the previous format */ -if (f_header.size == offsetof(typeof (f_header ), adds_features)) { -unsigned long *mask = (unsigned long *)(void *) - &f_header.adds_features; -bitmap_zero (mask,HEADER_FEAT_BITS ); - }else +if (f_header.size == offsetof(typeof (f_header ), adds_features)) +bitmap_zero (f_header.adds_features,HEADER_FEAT_BITS ); +else die ("incompatible file format" ); } nr_attrs = f_header.attrs.size /sizeof (f_attr);
@@ -346,7 +342,7 @@ struct perf_header *perf_header__read(int fd) event_count = f_header.event_types.size /sizeof (struct perf_trace_event_type ); } -memcpy (&self->adds_features, &f_header.adds_features,sizeof (feat_mask_t)); +memcpy (&self->adds_features, &f_header.adds_features,sizeof (f_header.adds_features));perf_header__adds_read (self, fd);
tools/perf/util/header.h +3 -8
@@ -5,6 +5,8 @@#include <sys/types.h> #include "types.h" +#include <linux/bitmap.h> +struct perf_header_attr {struct perf_event_attr attr;int ids, size;
@@ -16,8 +18,6 @@ struct perf_header_attr {#define HEADER_FEAT_BITS 256 -typedef typeof (u64[HEADER_FEAT_BITS /8 ])feat_mask_t ; -struct perf_header {int frozen;int attrs, size;
@@ -27,14 +27,9 @@ struct perf_header {u64 data_size;u64 event_offset;u64 event_size; -feat_mask_t adds_features; +DECLARE_BITMAP (adds_features,HEADER_FEAT_BITS ); }; -static inline unsigned long *perf_header__adds_mask (struct perf_header *self) -{ -return (unsigned long *)(void *)&self->adds_features; -} -struct perf_header *perf_header__read (int fd);void perf_header__write (struct perf_header *self,int fd);
tools/perf/util/include/asm/asm-offsets.h renamed from tools/perf/util/include/asm/swab.h +0 -0
tools/perf/util/include/linux/types.h +7 -1
@@ -1 +1,7 @@ -/* stub */ +#ifndef _PERF_LINUX_TYPES_H_ +#define _PERF_LINUX_TYPES_H_ + +#define DECLARE_BITMAP (name,bits) \ + unsigned long name[BITS_TO_LONGS(bits)] + +#endif