perf script python: Provide sample dict to all handlers
v2 cover perf script python: Provide sample dict to all handlers
v2: - Add sample_read struct to the dict (in 3/5).
- Increase reference count of callchain in process tracepoint to avoid unnecessary garbage collection (in 4/5).
The process_event python hook receives a dict with most perf_sample entries.
Other handlers (e.g. trace_unhandled, python_process_tracepoint) predate the introduction of this dict and do not receive it. This patch series adds the dict to all handlers, aiming to unify the information passed to them.
This change adds an additional argument to the affected handlers. To keep backwards compatibility (and avoid unnecessary work), do not pass the aforementioned dict if the number of arguments signals that handler version predates this change.
In addition, provide time_enabled, time_running and counter value in the perf_sample dict.
Initial Discussion: https://lkml.org/lkml/2017/7/1/108
Arun Kalyanasundaram (5):
perf script python: Allocate memory only if handler exists perf script python: Refactor creation of perf sample dict perf script python: Add sample_read to dict
perf script python: Add perf_sample dict to tracepoint handlers perf script python: Generate hooks with additional argument
.../util/scripting-engines/trace-event-python.c | 246 +++++++++++++++------ 1 file changed, 184 insertions(+), 62 deletions(-)
Signature · 1 line
2.14.0.rc0.284.gd933b75aa4-goog
PATCH v2 1/5 perf script python: Allocate memory only if handler exists
Avoid allocating memory if hook handler is not available. This saves unused memory allocation and simplifies error path.
Let handler in python_process_tracepoint point to either tracepoint specific or trace_unhandled hook. Use dict to check if handler points to trace_unhandled.
Remove the exit label in python_process_general_event and return when no handler is available.
--- .../util/scripting-engines/trace-event-python.c | 38 +++++++++++++--------- 1 file changed, 22 insertions(+), 16 deletions(-)
tools/perf/util/scripting-engines/trace-event-python.c +22 -16
@@ -407,10 +407,7 @@ static void python_process_tracepoint(struct perf_sample *sample,void *data = sample->raw_data;unsigned long long nsecs = sample->time;const char *comm =thread__comm_str (al->thread); - - t =PyTuple_New (MAX_FIELDS ); -if (!t) -Py_FatalError ("couldn't create Python tuple" ); +const char *default_handler_name ="trace_unhandled" ;if (!event) { snprintf(handler_name, sizeof(handler_name),
@@ -427,10 +424,19 @@ static void python_process_tracepoint(struct perf_sample *sample, handler =get_handler (handler_name);if (!handler) { + handler =get_handler (default_handler_name); +if (!handler) +return ; dict =PyDict_New ();if (!dict)Py_FatalError ("couldn't create Python dict" ); } + + t =PyTuple_New (MAX_FIELDS ); +if (!t) +Py_FatalError ("couldn't create Python tuple" ); + + s = nsecs /NSEC_PER_SEC ; ns = nsecs - s *NSEC_PER_SEC ;
@@ -445,7 +451,7 @@ static void python_process_tracepoint(struct perf_sample *sample,/* ip unwinding */ callchain =python_process_callchain (sample, evsel, al); -if (handler) { +if (!dict) {PyTuple_SetItem (t, n++,PyInt_FromLong (cpu));PyTuple_SetItem (t, n++,PyInt_FromLong (s));PyTuple_SetItem (t, n++,PyInt_FromLong (ns));
@@ -484,23 +490,23 @@ static void python_process_tracepoint(struct perf_sample *sample, }else {/* FIELD_IS_NUMERIC */ obj =get_field_numeric_entry (event, field, data); } -if (handler) +if (!dict)PyTuple_SetItem (t, n++, obj);else pydict_set_item_string_decref (dict, field->name, obj); } -if (!handler) +if (dict)PyTuple_SetItem (t, n++, dict);if (_PyTuple_Resize (&t, n) ==-1 )Py_FatalError ("error resizing Python tuple" ); -if (handler) { +if (!dict) {call_object (handler, t, handler_name); }else { -try_call_object ("trace_unhandled" , t); +call_object (handler, t, default_handler_name);Py_DECREF (dict); }
@@ -799,6 +805,12 @@ static void python_process_general_event(struct perf_sample *sample,static char handler_name[64 ];unsigned n =0 ; +snprintf (handler_name,sizeof (handler_name),"%s" ,"process_event" ); + + handler =get_handler (handler_name); +if (!handler) +return ; +/* * Use the MAX_FIELDS to make the function expandable, though * currently there is only one item for the tuple.
@@ -815,12 +827,6 @@ static void python_process_general_event(struct perf_sample *sample,if (!dict_sample)Py_FatalError ("couldn't create Python dictionary" ); -snprintf (handler_name,sizeof (handler_name),"%s" ,"process_event" ); - - handler =get_handler (handler_name); -if (!handler) - goto exit; -pydict_set_item_string_decref (dict,"ev_name" ,PyString_FromString (perf_evsel__name (evsel)));pydict_set_item_string_decref (dict,"attr" ,PyString_FromStringAndSize ( (const char *)&evsel->attr,sizeof (evsel->attr)));
@@ -861,7 +867,7 @@ static void python_process_general_event(struct perf_sample *sample,Py_FatalError ("error resizing Python tuple" );call_object (handler, t, handler_name); -exit: +Py_DECREF (dict);Py_DECREF (t); }
Signature · 1 line
2.14.0.rc0.284.gd933b75aa4-goog
tip-bot for Arun Kalyanasundaram
merge bot[tip:perf/core] perf script python: Allocate memory only if handler exists
perf script python: Allocate memory only if handler exists
Commit-ID: e9f9a9ca8588e58dc0800b44adc41d32f6fc813a Gitweb: http://git.kernel.org/tip/e9f9a9ca8588e58dc0800b44adc41d32f6fc813a Author: Arun Kalyanasundaram <[email protected]> AuthorDate: Fri, 21 Jul 2017 15:04:18 -0700 Committer: Arnaldo Carvalho de Melo <[email protected]> CommitDate: Tue, 25 Jul 2017 22:43:18 -0300
perf script python: Allocate memory only if handler exists
Avoid allocating memory if hook handler is not available. This saves unused memory allocation and simplifies error path.
Let handler in python_process_tracepoint point to either tracepoint specific or trace_unhandled hook. Use dict to check if handler points to trace_unhandled.
Remove the exit label in python_process_general_event and return when no handler is available.
--- .../util/scripting-engines/trace-event-python.c | 38 +++++++++++++--------- 1 file changed, 22 insertions(+), 16 deletions(-)
tools/perf/util/scripting-engines/trace-event-python.c +22 -16
@@ -407,10 +407,7 @@ static void python_process_tracepoint(struct perf_sample *sample,void *data = sample->raw_data;unsigned long long nsecs = sample->time;const char *comm =thread__comm_str (al->thread); - - t =PyTuple_New (MAX_FIELDS ); -if (!t) -Py_FatalError ("couldn't create Python tuple" ); +const char *default_handler_name ="trace_unhandled" ;if (!event) { snprintf(handler_name, sizeof(handler_name),
@@ -427,10 +424,19 @@ static void python_process_tracepoint(struct perf_sample *sample, handler =get_handler (handler_name);if (!handler) { + handler =get_handler (default_handler_name); +if (!handler) +return ; dict =PyDict_New ();if (!dict)Py_FatalError ("couldn't create Python dict" ); } + + t =PyTuple_New (MAX_FIELDS ); +if (!t) +Py_FatalError ("couldn't create Python tuple" ); + + s = nsecs /NSEC_PER_SEC ; ns = nsecs - s *NSEC_PER_SEC ;
@@ -445,7 +451,7 @@ static void python_process_tracepoint(struct perf_sample *sample,/* ip unwinding */ callchain =python_process_callchain (sample, evsel, al); -if (handler) { +if (!dict) {PyTuple_SetItem (t, n++,PyInt_FromLong (cpu));PyTuple_SetItem (t, n++,PyInt_FromLong (s));PyTuple_SetItem (t, n++,PyInt_FromLong (ns));
@@ -484,23 +490,23 @@ static void python_process_tracepoint(struct perf_sample *sample, }else {/* FIELD_IS_NUMERIC */ obj =get_field_numeric_entry (event, field, data); } -if (handler) +if (!dict)PyTuple_SetItem (t, n++, obj);else pydict_set_item_string_decref (dict, field->name, obj); } -if (!handler) +if (dict)PyTuple_SetItem (t, n++, dict);if (_PyTuple_Resize (&t, n) ==-1 )Py_FatalError ("error resizing Python tuple" ); -if (handler) { +if (!dict) {call_object (handler, t, handler_name); }else { -try_call_object ("trace_unhandled" , t); +call_object (handler, t, default_handler_name);Py_DECREF (dict); }
@@ -799,6 +805,12 @@ static void python_process_general_event(struct perf_sample *sample,static char handler_name[64 ];unsigned n =0 ; +snprintf (handler_name,sizeof (handler_name),"%s" ,"process_event" ); + + handler =get_handler (handler_name); +if (!handler) +return ; +/* * Use the MAX_FIELDS to make the function expandable, though * currently there is only one item for the tuple.
@@ -815,12 +827,6 @@ static void python_process_general_event(struct perf_sample *sample,if (!dict_sample)Py_FatalError ("couldn't create Python dictionary" ); -snprintf (handler_name,sizeof (handler_name),"%s" ,"process_event" ); - - handler =get_handler (handler_name); -if (!handler) - goto exit; -pydict_set_item_string_decref (dict,"ev_name" ,PyString_FromString (perf_evsel__name (evsel)));pydict_set_item_string_decref (dict,"attr" ,PyString_FromStringAndSize ( (const char *)&evsel->attr,sizeof (evsel->attr)));
@@ -861,7 +867,7 @@ static void python_process_general_event(struct perf_sample *sample,Py_FatalError ("error resizing Python tuple" );call_object (handler, t, handler_name); -exit: +Py_DECREF (dict);Py_DECREF (t); }
PATCH v2 2/5 perf script python: Refactor creation of perf sample dict
In reply to Arun KalyanasundaramMove the creation of the dict containing perf_sample entries into a helper function to enable its reuse in other sample processing routines.
--- .../util/scripting-engines/trace-event-python.c | 94 ++++++++++++---------- 1 file changed, 53 insertions(+), 41 deletions(-)
tools/perf/util/scripting-engines/trace-event-python.c +53 -41
@@ -391,6 +391,57 @@ static PyObject *python_process_callchain(struct perf_sample *sample,return pylist; } +static PyObject *get_perf_sample_dict (struct perf_sample *sample, +struct perf_evsel *evsel, +struct addr_location *al, +PyObject *callchain) +{ +PyObject *dict, *dict_sample; + + dict =PyDict_New (); +if (!dict) +Py_FatalError ("couldn't create Python dictionary" ); + + dict_sample =PyDict_New (); +if (!dict_sample) +Py_FatalError ("couldn't create Python dictionary" ); + +pydict_set_item_string_decref (dict,"ev_name" ,PyString_FromString (perf_evsel__name (evsel))); +pydict_set_item_string_decref (dict,"attr" ,PyString_FromStringAndSize ( + (const char *)&evsel->attr,sizeof (evsel->attr))); + +pydict_set_item_string_decref (dict_sample,"pid" , +PyInt_FromLong (sample->pid)); +pydict_set_item_string_decref (dict_sample,"tid" , +PyInt_FromLong (sample->tid)); +pydict_set_item_string_decref (dict_sample,"cpu" , +PyInt_FromLong (sample->cpu)); +pydict_set_item_string_decref (dict_sample,"ip" , +PyLong_FromUnsignedLongLong (sample->ip)); +pydict_set_item_string_decref (dict_sample,"time" , +PyLong_FromUnsignedLongLong (sample->time)); +pydict_set_item_string_decref (dict_sample,"period" , +PyLong_FromUnsignedLongLong (sample->period)); +pydict_set_item_string_decref (dict,"sample" , dict_sample); + +pydict_set_item_string_decref (dict,"raw_buf" ,PyString_FromStringAndSize ( + (const char *)sample->raw_data, sample->raw_size)); +pydict_set_item_string_decref (dict,"comm" , +PyString_FromString (thread__comm_str (al->thread))); +if (al->map) { +pydict_set_item_string_decref (dict,"dso" , +PyString_FromString (al->map->dso->name)); + } +if (al->sym) { +pydict_set_item_string_decref (dict,"symbol" , +PyString_FromString (al->sym->name)); + } + +pydict_set_item_string_decref (dict,"callchain" , callchain); + +return dict; +} +static void python_process_tracepoint (struct perf_sample *sample,struct perf_evsel *evsel,struct addr_location *al)
@@ -801,7 +852,7 @@ static void python_process_general_event(struct perf_sample *sample,struct perf_evsel *evsel, struct addr_location *al) { - PyObject *handler, *t, *dict, *callchain, *dict_sample; + PyObject *handler, *t, *dict, *callchain;static char handler_name[64 ];unsigned n =0 ;
@@ -819,48 +870,9 @@ static void python_process_general_event(struct perf_sample *sample,if (!t)Py_FatalError ("couldn't create Python tuple" ); - dict =PyDict_New (); -if (!dict) -Py_FatalError ("couldn't create Python dictionary" ); - - dict_sample =PyDict_New (); -if (!dict_sample) -Py_FatalError ("couldn't create Python dictionary" ); - -pydict_set_item_string_decref (dict,"ev_name" ,PyString_FromString (perf_evsel__name (evsel))); -pydict_set_item_string_decref (dict,"attr" ,PyString_FromStringAndSize ( - (const char *)&evsel->attr,sizeof (evsel->attr))); - -pydict_set_item_string_decref (dict_sample,"pid" , -PyInt_FromLong (sample->pid)); -pydict_set_item_string_decref (dict_sample,"tid" , -PyInt_FromLong (sample->tid)); -pydict_set_item_string_decref (dict_sample,"cpu" , -PyInt_FromLong (sample->cpu)); -pydict_set_item_string_decref (dict_sample,"ip" , -PyLong_FromUnsignedLongLong (sample->ip)); -pydict_set_item_string_decref (dict_sample,"time" , -PyLong_FromUnsignedLongLong (sample->time)); -pydict_set_item_string_decref (dict_sample,"period" , -PyLong_FromUnsignedLongLong (sample->period)); -pydict_set_item_string_decref (dict,"sample" , dict_sample); - -pydict_set_item_string_decref (dict,"raw_buf" ,PyString_FromStringAndSize ( - (const char *)sample->raw_data, sample->raw_size)); -pydict_set_item_string_decref (dict,"comm" , -PyString_FromString (thread__comm_str (al->thread))); -if (al->map) { -pydict_set_item_string_decref (dict,"dso" , -PyString_FromString (al->map->dso->name)); - } -if (al->sym) { -pydict_set_item_string_decref (dict,"symbol" , -PyString_FromString (al->sym->name)); - } -/* ip unwinding */ callchain =python_process_callchain (sample, evsel, al); -pydict_set_item_string_decref (dict,"callchain" , callchain); + dict =get_perf_sample_dict (sample, evsel, al, callchain);PyTuple_SetItem (t, n++, dict);if (_PyTuple_Resize (&t, n) ==-1 )
Signature · 1 line
2.14.0.rc0.284.gd933b75aa4-goog
tip-bot for Arun Kalyanasundaram
merge bot[tip:perf/core] perf script python: Refactor creation of perf sample dict
perf script python: Refactor creation of perf sample dict
Commit-ID: 892e76b2e8c5e85e69514478e3319575a68b9770 Gitweb: http://git.kernel.org/tip/892e76b2e8c5e85e69514478e3319575a68b9770 Author: Arun Kalyanasundaram <[email protected]> AuthorDate: Fri, 21 Jul 2017 15:04:19 -0700 Committer: Arnaldo Carvalho de Melo <[email protected]> CommitDate: Tue, 25 Jul 2017 22:43:19 -0300
perf script python: Refactor creation of perf sample dict
Move the creation of the dict containing perf_sample entries into a helper function to enable its reuse in other sample processing routines.
--- .../util/scripting-engines/trace-event-python.c | 94 ++++++++++++---------- 1 file changed, 53 insertions(+), 41 deletions(-)
tools/perf/util/scripting-engines/trace-event-python.c +53 -41
@@ -391,6 +391,57 @@ exit:return pylist; } +static PyObject *get_perf_sample_dict (struct perf_sample *sample, +struct perf_evsel *evsel, +struct addr_location *al, +PyObject *callchain) +{ +PyObject *dict, *dict_sample; + + dict =PyDict_New (); +if (!dict) +Py_FatalError ("couldn't create Python dictionary" ); + + dict_sample =PyDict_New (); +if (!dict_sample) +Py_FatalError ("couldn't create Python dictionary" ); + +pydict_set_item_string_decref (dict,"ev_name" ,PyString_FromString (perf_evsel__name (evsel))); +pydict_set_item_string_decref (dict,"attr" ,PyString_FromStringAndSize ( + (const char *)&evsel->attr,sizeof (evsel->attr))); + +pydict_set_item_string_decref (dict_sample,"pid" , +PyInt_FromLong (sample->pid)); +pydict_set_item_string_decref (dict_sample,"tid" , +PyInt_FromLong (sample->tid)); +pydict_set_item_string_decref (dict_sample,"cpu" , +PyInt_FromLong (sample->cpu)); +pydict_set_item_string_decref (dict_sample,"ip" , +PyLong_FromUnsignedLongLong (sample->ip)); +pydict_set_item_string_decref (dict_sample,"time" , +PyLong_FromUnsignedLongLong (sample->time)); +pydict_set_item_string_decref (dict_sample,"period" , +PyLong_FromUnsignedLongLong (sample->period)); +pydict_set_item_string_decref (dict,"sample" , dict_sample); + +pydict_set_item_string_decref (dict,"raw_buf" ,PyString_FromStringAndSize ( + (const char *)sample->raw_data, sample->raw_size)); +pydict_set_item_string_decref (dict,"comm" , +PyString_FromString (thread__comm_str (al->thread))); +if (al->map) { +pydict_set_item_string_decref (dict,"dso" , +PyString_FromString (al->map->dso->name)); + } +if (al->sym) { +pydict_set_item_string_decref (dict,"symbol" , +PyString_FromString (al->sym->name)); + } + +pydict_set_item_string_decref (dict,"callchain" , callchain); + +return dict; +} +static void python_process_tracepoint (struct perf_sample *sample,struct perf_evsel *evsel,struct addr_location *al)
@@ -801,7 +852,7 @@ static void python_process_general_event(struct perf_sample *sample,struct perf_evsel *evsel, struct addr_location *al) { - PyObject *handler, *t, *dict, *callchain, *dict_sample; + PyObject *handler, *t, *dict, *callchain;static char handler_name[64 ];unsigned n =0 ;
@@ -819,48 +870,9 @@ static void python_process_general_event(struct perf_sample *sample,if (!t)Py_FatalError ("couldn't create Python tuple" ); - dict =PyDict_New (); -if (!dict) -Py_FatalError ("couldn't create Python dictionary" ); - - dict_sample =PyDict_New (); -if (!dict_sample) -Py_FatalError ("couldn't create Python dictionary" ); - -pydict_set_item_string_decref (dict,"ev_name" ,PyString_FromString (perf_evsel__name (evsel))); -pydict_set_item_string_decref (dict,"attr" ,PyString_FromStringAndSize ( - (const char *)&evsel->attr,sizeof (evsel->attr))); - -pydict_set_item_string_decref (dict_sample,"pid" , -PyInt_FromLong (sample->pid)); -pydict_set_item_string_decref (dict_sample,"tid" , -PyInt_FromLong (sample->tid)); -pydict_set_item_string_decref (dict_sample,"cpu" , -PyInt_FromLong (sample->cpu)); -pydict_set_item_string_decref (dict_sample,"ip" , -PyLong_FromUnsignedLongLong (sample->ip)); -pydict_set_item_string_decref (dict_sample,"time" , -PyLong_FromUnsignedLongLong (sample->time)); -pydict_set_item_string_decref (dict_sample,"period" , -PyLong_FromUnsignedLongLong (sample->period)); -pydict_set_item_string_decref (dict,"sample" , dict_sample); - -pydict_set_item_string_decref (dict,"raw_buf" ,PyString_FromStringAndSize ( - (const char *)sample->raw_data, sample->raw_size)); -pydict_set_item_string_decref (dict,"comm" , -PyString_FromString (thread__comm_str (al->thread))); -if (al->map) { -pydict_set_item_string_decref (dict,"dso" , -PyString_FromString (al->map->dso->name)); - } -if (al->sym) { -pydict_set_item_string_decref (dict,"symbol" , -PyString_FromString (al->sym->name)); - } -/* ip unwinding */ callchain =python_process_callchain (sample, evsel, al); -pydict_set_item_string_decref (dict,"callchain" , callchain); + dict =get_perf_sample_dict (sample, evsel, al, callchain);PyTuple_SetItem (t, n++, dict);if (_PyTuple_Resize (&t, n) ==-1 )
PATCH v2 3/5 perf script python: Add sample_read to dict
In reply to Arun KalyanasundaramProvide time_enabled, time_running and counter value in the perf_sample dict.
--- .../util/scripting-engines/trace-event-python.c | 51 ++++++++++++++++++++++ 1 file changed, 51 insertions(+)
tools/perf/util/scripting-engines/trace-event-python.c +51 -0
@@ -391,6 +391,56 @@ static PyObject *python_process_callchain(struct perf_sample *sample,return pylist; } +static PyObject *get_sample_value_as_tuple (struct sample_read_value *value) +{ +PyObject *t; + + t =PyTuple_New (2 ); +if (!t) +Py_FatalError ("couldn't create Python tuple" ); +PyTuple_SetItem (t,0 ,PyLong_FromUnsignedLongLong (value->id)); +PyTuple_SetItem (t,1 ,PyLong_FromUnsignedLongLong (value->value)); +return t; +} + +static void set_sample_read_in_dict (PyObject *dict_sample, +struct perf_sample *sample, +struct perf_evsel *evsel) +{ +u64 read_format = evsel->attr.read_format; +PyObject *values; +unsigned int i; + +if (read_format &PERF_FORMAT_TOTAL_TIME_ENABLED ) { +pydict_set_item_string_decref (dict_sample,"time_enabled" , +PyLong_FromUnsignedLongLong (sample->read.time_enabled)); + } + +if (read_format &PERF_FORMAT_TOTAL_TIME_RUNNING ) { +pydict_set_item_string_decref (dict_sample,"time_running" , +PyLong_FromUnsignedLongLong (sample->read.time_running)); + } + +if (read_format &PERF_FORMAT_GROUP ) + values =PyList_New (sample->read.group.nr); +else + values =PyList_New (1 ); + +if (!values) +Py_FatalError ("couldn't create Python list" ); + +if (read_format &PERF_FORMAT_GROUP ) { +for (i =0 ; i < sample->read.group.nr; i++) { +PyObject *t =get_sample_value_as_tuple (&sample->read.group.values[i]); +PyList_SET_ITEM (values, i, t); + } + }else { +PyObject *t =get_sample_value_as_tuple (&sample->read.one); +PyList_SET_ITEM (values,0 , t); + } +pydict_set_item_string_decref (dict_sample,"values" , values); +} + static PyObject *get_perf_sample_dict(struct perf_sample *sample, struct perf_evsel *evsel, struct addr_location *al,
@@ -422,6 +472,7 @@ static PyObject *get_perf_sample_dict(struct perf_sample *sample, PyLong_FromUnsignedLongLong(sample->time));pydict_set_item_string_decref (dict_sample,"period" ,PyLong_FromUnsignedLongLong (sample->period)); +set_sample_read_in_dict (dict_sample, sample, evsel);pydict_set_item_string_decref (dict,"sample" , dict_sample); pydict_set_item_string_decref(dict, "raw_buf", PyString_FromStringAndSize(
Signature · 1 line
2.14.0.rc0.284.gd933b75aa4-goog
tip-bot for Arun Kalyanasundaram
merge bot[tip:perf/core] perf script python: Add sample_read to dict
perf script python: Add sample_read to dict
Commit-ID: 74ec14f3893c3065053b91cec850cffa2d565e0a Gitweb: http://git.kernel.org/tip/74ec14f3893c3065053b91cec850cffa2d565e0a Author: Arun Kalyanasundaram <[email protected]> AuthorDate: Fri, 21 Jul 2017 15:04:20 -0700 Committer: Arnaldo Carvalho de Melo <[email protected]> CommitDate: Tue, 25 Jul 2017 22:43:19 -0300
perf script python: Add sample_read to dict
Provide time_enabled, time_running and counter value in the perf_sample dict.
--- .../util/scripting-engines/trace-event-python.c | 51 ++++++++++++++++++++++ 1 file changed, 51 insertions(+)
tools/perf/util/scripting-engines/trace-event-python.c +51 -0
@@ -391,6 +391,56 @@ exit:return pylist; } +static PyObject *get_sample_value_as_tuple (struct sample_read_value *value) +{ +PyObject *t; + + t =PyTuple_New (2 ); +if (!t) +Py_FatalError ("couldn't create Python tuple" ); +PyTuple_SetItem (t,0 ,PyLong_FromUnsignedLongLong (value->id)); +PyTuple_SetItem (t,1 ,PyLong_FromUnsignedLongLong (value->value)); +return t; +} + +static void set_sample_read_in_dict (PyObject *dict_sample, +struct perf_sample *sample, +struct perf_evsel *evsel) +{ +u64 read_format = evsel->attr.read_format; +PyObject *values; +unsigned int i; + +if (read_format &PERF_FORMAT_TOTAL_TIME_ENABLED ) { +pydict_set_item_string_decref (dict_sample,"time_enabled" , +PyLong_FromUnsignedLongLong (sample->read.time_enabled)); + } + +if (read_format &PERF_FORMAT_TOTAL_TIME_RUNNING ) { +pydict_set_item_string_decref (dict_sample,"time_running" , +PyLong_FromUnsignedLongLong (sample->read.time_running)); + } + +if (read_format &PERF_FORMAT_GROUP ) + values =PyList_New (sample->read.group.nr); +else + values =PyList_New (1 ); + +if (!values) +Py_FatalError ("couldn't create Python list" ); + +if (read_format &PERF_FORMAT_GROUP ) { +for (i =0 ; i < sample->read.group.nr; i++) { +PyObject *t =get_sample_value_as_tuple (&sample->read.group.values[i]); +PyList_SET_ITEM (values, i, t); + } + }else { +PyObject *t =get_sample_value_as_tuple (&sample->read.one); +PyList_SET_ITEM (values,0 , t); + } +pydict_set_item_string_decref (dict_sample,"values" , values); +} + static PyObject *get_perf_sample_dict(struct perf_sample *sample, struct perf_evsel *evsel, struct addr_location *al,
@@ -422,6 +472,7 @@ static PyObject *get_perf_sample_dict(struct perf_sample *sample, PyLong_FromUnsignedLongLong(sample->time));pydict_set_item_string_decref (dict_sample,"period" ,PyLong_FromUnsignedLongLong (sample->period)); +set_sample_read_in_dict (dict_sample, sample, evsel);pydict_set_item_string_decref (dict,"sample" , dict_sample); pydict_set_item_string_decref(dict, "raw_buf", PyString_FromStringAndSize(
PATCH v2 4/5 perf script python: Add perf_sample dict to tracepoint handlers
In reply to Arun KalyanasundaramThe process_event python hook receives a dict with all perf_sample entries, but the tracepoint specific and trace_unhandled hooks predate the introduction of this dict, and do not receive it.
Add the aforementioned dict as an additional argument to the affected handlers. To keep backwards compatibility (and avoid unnecessary work), do not pass the dict if the number of arguments signals that handler version predates this change.
---
Changes in v2:
- Make an explicit call to Py_INCREF on callchain in process tracepoint to keep the object alive in get_perf_sample_dict.
.../util/scripting-engines/trace-event-python.c | 41 +++++++++++++++++++++- 1 file changed, 40 insertions(+), 1 deletion(-)
tools/perf/util/scripting-engines/trace-event-python.c +40 -1
@@ -116,6 +116,34 @@ static PyObject *get_handler(const char *handler_name)return handler; } +static int get_argument_count (PyObject *handler) +{ +int arg_count =0 ; + +/* +* The attribute for the code object is func_code in Python 2, +* whereas it is __code__ in Python 3.0+. +*/ +PyObject *code_obj =PyObject_GetAttrString (handler, +"func_code" ); +if (PyErr_Occurred ()) { +PyErr_Clear (); + code_obj =PyObject_GetAttrString (handler, +"__code__" ); + } +PyErr_Clear (); +if (code_obj) { +PyObject *arg_count_obj =PyObject_GetAttrString (code_obj, +"co_argcount" ); +if (arg_count_obj) { + arg_count = (int )PyInt_AsLong (arg_count_obj); +Py_DECREF (arg_count_obj); + } +Py_DECREF (code_obj); + } +return arg_count; +} +static void call_object (PyObject *handler,PyObject *args,const char *die_msg) {PyObject *retval;
@@ -499,7 +527,7 @@ static void python_process_tracepoint(struct perf_sample *sample, {struct event_format *event = evsel->tp_format;PyObject *handler, *context, *t, *obj =NULL , *callchain; -PyObject *dict =NULL ; +PyObject *dict =NULL , *all_entries_dict =NULL ;static char handler_name[256 ];struct format_field *field;unsigned long s, ns;
@@ -552,6 +580,8 @@ static void python_process_tracepoint(struct perf_sample *sample,/* ip unwinding */ callchain =python_process_callchain (sample, evsel, al); +/* Need an additional reference for the perf_sample dict */ +Py_INCREF (callchain);if (!dict) {PyTuple_SetItem (t, n++,PyInt_FromLong (cpu));
@@ -602,6 +632,14 @@ static void python_process_tracepoint(struct perf_sample *sample,if (dict)PyTuple_SetItem (t, n++, dict); +if (get_argument_count (handler) == (int ) n +1 ) { + all_entries_dict =get_perf_sample_dict (sample, evsel, al, + callchain); +PyTuple_SetItem (t, n++, all_entries_dict); + }else { +Py_DECREF (callchain); + } +if (_PyTuple_Resize (&t, n) ==-1 )Py_FatalError ("error resizing Python tuple" );
@@ -612,6 +650,7 @@ static void python_process_tracepoint(struct perf_sample *sample,Py_DECREF (dict); } +Py_XDECREF (all_entries_dict);Py_DECREF (t); }
Signature · 1 line
2.14.0.rc0.284.gd933b75aa4-goog
tip-bot for Arun Kalyanasundaram
merge bot[tip:perf/core] perf script python: Add perf_sample dict to tracepoint handlers
perf script python: Add perf_sample dict to tracepoint handlers
Commit-ID: f38d281663b011d1d8a1b0119bb8357706d134a8 Gitweb: http://git.kernel.org/tip/f38d281663b011d1d8a1b0119bb8357706d134a8 Author: Arun Kalyanasundaram <[email protected]> AuthorDate: Fri, 21 Jul 2017 15:04:21 -0700 Committer: Arnaldo Carvalho de Melo <[email protected]> CommitDate: Tue, 25 Jul 2017 22:43:20 -0300
perf script python: Add perf_sample dict to tracepoint handlers
The process_event python hook receives a dict with all perf_sample entries, but the tracepoint specific and trace_unhandled hooks predate the introduction of this dict, and do not receive it.
Add the aforementioned dict as an additional argument to the affected handlers. To keep backwards compatibility (and avoid unnecessary work), do not pass the dict if the number of arguments signals that handler version predates this change.
--- .../util/scripting-engines/trace-event-python.c | 41 +++++++++++++++++++++- 1 file changed, 40 insertions(+), 1 deletion(-)
tools/perf/util/scripting-engines/trace-event-python.c +40 -1
@@ -116,6 +116,34 @@ static PyObject *get_handler(const char *handler_name)return handler; } +static int get_argument_count (PyObject *handler) +{ +int arg_count =0 ; + +/* +* The attribute for the code object is func_code in Python 2, +* whereas it is __code__ in Python 3.0+. +*/ +PyObject *code_obj =PyObject_GetAttrString (handler, +"func_code" ); +if (PyErr_Occurred ()) { +PyErr_Clear (); + code_obj =PyObject_GetAttrString (handler, +"__code__" ); + } +PyErr_Clear (); +if (code_obj) { +PyObject *arg_count_obj =PyObject_GetAttrString (code_obj, +"co_argcount" ); +if (arg_count_obj) { + arg_count = (int )PyInt_AsLong (arg_count_obj); +Py_DECREF (arg_count_obj); + } +Py_DECREF (code_obj); + } +return arg_count; +} +static void call_object (PyObject *handler,PyObject *args,const char *die_msg) {PyObject *retval;
@@ -499,7 +527,7 @@ static void python_process_tracepoint(struct perf_sample *sample, {struct event_format *event = evsel->tp_format;PyObject *handler, *context, *t, *obj =NULL , *callchain; -PyObject *dict =NULL ; +PyObject *dict =NULL , *all_entries_dict =NULL ;static char handler_name[256 ];struct format_field *field;unsigned long s, ns;
@@ -552,6 +580,8 @@ static void python_process_tracepoint(struct perf_sample *sample,/* ip unwinding */ callchain =python_process_callchain (sample, evsel, al); +/* Need an additional reference for the perf_sample dict */ +Py_INCREF (callchain);if (!dict) {PyTuple_SetItem (t, n++,PyInt_FromLong (cpu));
@@ -602,6 +632,14 @@ static void python_process_tracepoint(struct perf_sample *sample,if (dict)PyTuple_SetItem (t, n++, dict); +if (get_argument_count (handler) == (int ) n +1 ) { + all_entries_dict =get_perf_sample_dict (sample, evsel, al, + callchain); +PyTuple_SetItem (t, n++, all_entries_dict); + }else { +Py_DECREF (callchain); + } +if (_PyTuple_Resize (&t, n) ==-1 )Py_FatalError ("error resizing Python tuple" );
@@ -612,6 +650,7 @@ static void python_process_tracepoint(struct perf_sample *sample,Py_DECREF (dict); } +Py_XDECREF (all_entries_dict);Py_DECREF (t); }
PATCH v2 5/5 perf script python: Generate hooks with additional argument
In reply to Arun KalyanasundaramModify the signature of tracepoint specific and trace_unhandled hooks to add the perf_sample dict as a new argument.
Create a python helper function to print a dictionary.
--- .../util/scripting-engines/trace-event-python.c | 22 ++++++++++++++++++---- 1 file changed, 18 insertions(+), 4 deletions(-)
tools/perf/util/scripting-engines/trace-event-python.c +18 -4
@@ -1367,6 +1367,12 @@ static int python_generate_script(struct pevent *pevent, const char *outfile)fprintf (ofp,"%s" , f->name); } +if (not_first++) +fprintf (ofp,", " ); +if (++count %5 ==0 ) +fprintf (ofp,"\n\t\t" ); +fprintf (ofp,"perf_sample_dict" ); +fprintf (ofp,"):\n" ); fprintf(ofp, "\t\tprint_header(event_name, common_cpu, "
@@ -1436,6 +1442,9 @@ static int python_generate_script(struct pevent *pevent, const char *outfile)fprintf (ofp,")\n\n" ); +fprintf (ofp,"\t\tprint 'Sample: {'+" +"get_dict_as_string(perf_sample_dict['sample'], ', ')+'}'\n\n" ); +fprintf (ofp,"\t\tfor node in common_callchain:" );fprintf (ofp,"\n\t\t\tif 'sym' in node:" );fprintf (ofp,"\n\t\t\t\tprint \"\\t[%%x] %%s\" %% (node['ip'], node['sym']['name'])" );
@@ -1446,15 +1455,20 @@ static int python_generate_script(struct pevent *pevent, const char *outfile) }fprintf (ofp,"def trace_unhandled(event_name, context, " -"event_fields_dict):\n" ); +"event_fields_dict, perf_sample_dict):\n" ); -fprintf (ofp,"\t\tprint ' '.join(['%%s=%%s'%%(k,str(v))" -"for k,v in sorted(event_fields_dict.items())])\n\n" ); +fprintf (ofp,"\t\tprint get_dict_as_string(event_fields_dict)\n" ); +fprintf (ofp,"\t\tprint 'Sample: {'+" +"get_dict_as_string(perf_sample_dict['sample'], ', ')+'}'\n\n" );fprintf (ofp,"def print_header(" "event_name, cpu, secs, nsecs, pid, comm):\n" "\tprint \"%%-20s %%5u %%05u.%%09u %%8u %%-20s \" %% \\\n\t" -"(event_name, cpu, secs, nsecs, pid, comm),\n" ); +"(event_name, cpu, secs, nsecs, pid, comm),\n\n" ); + +fprintf (ofp,"def get_dict_as_string(a_dict, delimiter=' '):\n" +"\treturn delimiter.join" +"(['%%s=%%s'%%(k,str(v))for k,v in sorted(a_dict.items())])\n" );fclose (ofp);
Signature · 1 line
2.14.0.rc0.284.gd933b75aa4-goog
tip-bot for Arun Kalyanasundaram
merge bot[tip:perf/core] perf script python: Generate hooks with additional argument
perf script python: Generate hooks with additional argument
Commit-ID: a641860550f05a4b8889dca61aab73c84b2d5e16 Gitweb: http://git.kernel.org/tip/a641860550f05a4b8889dca61aab73c84b2d5e16 Author: Arun Kalyanasundaram <[email protected]> AuthorDate: Fri, 21 Jul 2017 15:04:22 -0700 Committer: Arnaldo Carvalho de Melo <[email protected]> CommitDate: Tue, 25 Jul 2017 22:43:21 -0300
perf script python: Generate hooks with additional argument
Modify the signature of tracepoint specific and trace_unhandled hooks to add the perf_sample dict as a new argument.
Create a python helper function to print a dictionary.
--- .../util/scripting-engines/trace-event-python.c | 22 ++++++++++++++++++---- 1 file changed, 18 insertions(+), 4 deletions(-)
tools/perf/util/scripting-engines/trace-event-python.c +18 -4
@@ -1367,6 +1367,12 @@ static int python_generate_script(struct pevent *pevent, const char *outfile)fprintf (ofp,"%s" , f->name); } +if (not_first++) +fprintf (ofp,", " ); +if (++count %5 ==0 ) +fprintf (ofp,"\n\t\t" ); +fprintf (ofp,"perf_sample_dict" ); +fprintf (ofp,"):\n" ); fprintf(ofp, "\t\tprint_header(event_name, common_cpu, "
@@ -1436,6 +1442,9 @@ static int python_generate_script(struct pevent *pevent, const char *outfile)fprintf (ofp,")\n\n" ); +fprintf (ofp,"\t\tprint 'Sample: {'+" +"get_dict_as_string(perf_sample_dict['sample'], ', ')+'}'\n\n" ); +fprintf (ofp,"\t\tfor node in common_callchain:" );fprintf (ofp,"\n\t\t\tif 'sym' in node:" );fprintf (ofp,"\n\t\t\t\tprint \"\\t[%%x] %%s\" %% (node['ip'], node['sym']['name'])" );
@@ -1446,15 +1455,20 @@ static int python_generate_script(struct pevent *pevent, const char *outfile) }fprintf (ofp,"def trace_unhandled(event_name, context, " -"event_fields_dict):\n" ); +"event_fields_dict, perf_sample_dict):\n" ); -fprintf (ofp,"\t\tprint ' '.join(['%%s=%%s'%%(k,str(v))" -"for k,v in sorted(event_fields_dict.items())])\n\n" ); +fprintf (ofp,"\t\tprint get_dict_as_string(event_fields_dict)\n" ); +fprintf (ofp,"\t\tprint 'Sample: {'+" +"get_dict_as_string(perf_sample_dict['sample'], ', ')+'}'\n\n" );fprintf (ofp,"def print_header(" "event_name, cpu, secs, nsecs, pid, comm):\n" "\tprint \"%%-20s %%5u %%05u.%%09u %%8u %%-20s \" %% \\\n\t" -"(event_name, cpu, secs, nsecs, pid, comm),\n" ); +"(event_name, cpu, secs, nsecs, pid, comm),\n\n" ); + +fprintf (ofp,"def get_dict_as_string(a_dict, delimiter=' '):\n" +"\treturn delimiter.join" +"(['%%s=%%s'%%(k,str(v))for k,v in sorted(a_dict.items())])\n" );fclose (ofp);
Quoted 12 lines · Arun Kalyanasundaram
v2: - Add
sample_readstruct to the dict (in 3/5).
- Increase reference count of callchain in process tracepoint to avoid unnecessary garbage collection (in 4/5).The
process_eventpython hook receives a dict with mostperf_sampleentries.Other handlers (e.g.
trace_unhandled,python_process_tracepoint) predate the introduction of this dict and do not receive it. This patch series adds the dict to all handlers, aiming to unify the information passed to them.This change adds an additional argument to the affected handlers. To keep backwards compatibility (and avoid unnecessary work), do not pass the aforementioned dict if the number of arguments signals that handler version predates this change.
In addition, provide
time_enabled,time_runningand counter value in theperf_sampledict.
Quoted 9 lines
Initial Discussion: https://lkml.org/lkml/2017/7/1/108
Arun Kalyanasundaram (5):
perf script python: Allocate memory only if handler exists perf script python: Refactor creation of perf sample dict perf script python: Addsample_readto dict
perf script python: Addperf_sampledict to tracepoint handlers perf script python: Generate hooks with additional argument
looks good,
thanks,
jirka