Sleep Profiling v3
PATCH 1/1 Sleep Profiling v3
Changes since v2:
* Zero {block,sleep}_start after reading them
* Fix trailing whitespace
Changes since v1:
* Define a new sched_stat tracepoint
* Rebased to -tip
When debugging latency, users want to know where their code is executing on the CPU (cycle profiling) as well as where it's waiting sleeping or waiting for IO. The following patch set tries to address the latter.
Normal users can use this tracepoint without root privileges and on a system with lots of context switches, load can be reduced by filtering out uninteresting switches.
Sample command lines:
perf record -gPe sched:sched_stat_sleeptime --filter "sleeptime > 10000" -- ./test perf report --stdio -g graph -G
Arun Sharma (1):
tracing, sched: Add a new tracepoint for sleeptime
include/trace/events/sched.h | 50 ++++++++++++++++++++++++++++++++++++++++++ kernel/sched/core.c | 1 + kernel/sched/fair.c | 2 - 3 files changed, 51 insertions(+), 2 deletions(-)
Signature · 1 line
1.7.4
PATCH 1/1 tracing, sched: Add a new tracepoint for sleeptime
If CONFIG_SCHEDSTATS is defined, the kernel maintains information about how long the task was sleeping or in the case of iowait, blocking in the kernel before getting woken up.
Note: this information is only provided for sched_fair. Other scheduling classes may choose to provide this in the future.
Note: the delay includes the time spent on the runqueue as well.
--- include/trace/events/sched.h | 50 ++++++++++++++++++++++++++++++++++++++++++ kernel/sched/core.c | 1 + kernel/sched/fair.c | 2 - 3 files changed, 51 insertions(+), 2 deletions(-)
include/trace/events/sched.h +50 -0
@@ -363,6 +363,56 @@ TRACE_EVENT(sched_stat_runtime, (unsigned long long)__entry->vruntime) ); +#ifdef CREATE_TRACE_POINTS +static inline u64 trace_get_sleeptime (struct task_struct *tsk) +{ +#ifdef CONFIG_SCHEDSTATS +u64 block, sleep; + + block = tsk->se.statistics.block_start; + sleep = tsk->se.statistics.sleep_start; + tsk->se.statistics.block_start =0 ; + tsk->se.statistics.sleep_start =0 ; + +return block ? block : sleep ? sleep :0 ; +#else +return 0 ; +#endif +} +#endif + +/* +* Tracepoint for accounting sleeptime (time the task is sleeping +* or waiting for I/O). +*/ +TRACE_EVENT (sched_stat_sleeptime, + + TP_PROTO(struct task_struct *tsk, u64 now), + +TP_ARGS (tsk, now), + +TP_STRUCT__entry ( + __array( char, comm, TASK_COMM_LEN ) + __field( pid_t, pid ) +__field ( u64, sleeptime ) + ), + + TP_fast_assign( + memcpy(__entry->comm, tsk->comm, TASK_COMM_LEN); + __entry->pid = tsk->pid; + __entry->sleeptime = trace_get_sleeptime(tsk); + __entry->sleeptime = __entry->sleeptime ? + now - __entry->sleeptime : 0; + ) +TP_perf_assign ( + __perf_count(__entry->sleeptime); + ), + +TP_printk ("comm=%s pid=%d sleeptime=%Lu [ns]" , + __entry->comm, __entry->pid, + (unsigned long long )__entry->sleeptime) +); +/* * Tracepoint for showing priority inheritance modifying a tasks * priority.
kernel/sched/core.c +1 -0
@@ -1899,6 +1899,7 @@ static void finish_task_switch(struct rq *rq, struct task_struct *prev)local_irq_enable ();#endif /* __ARCH_WANT_INTERRUPTS_ON_CTXSW */ finish_lock_switch (rq, prev); +trace_sched_stat_sleeptime (current, rq->clock);fire_sched_in_preempt_notifiers (current);if (mm)
kernel/sched/fair.c +0 -2
@@ -1003,7 +1003,6 @@ static void enqueue_sleeper(struct cfs_rq *cfs_rq, struct sched_entity *se)if (unlikely (delta > se->statistics.sleep_max)) se->statistics.sleep_max = delta; - se->statistics.sleep_start =0 ; se->statistics.sum_sleep_runtime += delta;if (tsk) {
@@ -1020,7 +1019,6 @@ static void enqueue_sleeper(struct cfs_rq *cfs_rq, struct sched_entity *se)if (unlikely (delta > se->statistics.block_max)) se->statistics.block_max = delta; - se->statistics.block_start =0 ; se->statistics.sum_sleep_runtime += delta;if (tsk) {
Signature · 1 line
1.7.4
[tip:sched/core] sched/tracing: Add a new tracepoint for sleeptime
Commit-ID: 1ac9bc6943edf7d181b4b1cc734981350d4f6bae Gitweb: http://git.kernel.org/tip/1ac9bc6943edf7d181b4b1cc734981350d4f6bae Author: Arun Sharma <[email protected]> AuthorDate: Wed, 21 Dec 2011 16:15:40 -0800 Committer: Ingo Molnar <[email protected]> CommitDate: Fri, 23 Dec 2011 17:56:17 +0100
sched/tracing: Add a new tracepoint for sleeptime
If CONFIG_SCHEDSTATS is defined, the kernel maintains information about how long the task was sleeping or in the case of iowait, blocking in the kernel before getting woken up.
This will be useful for sleep time profiling.
Note: this information is only provided for sched_fair. Other scheduling classes may choose to provide this in the future.
Note: the delay includes the time spent on the runqueue as well.
--- include/trace/events/sched.h | 50 ++++++++++++++++++++++++++++++++++++++++++ kernel/sched/core.c | 1 + kernel/sched/fair.c | 2 - 3 files changed, 51 insertions(+), 2 deletions(-)
include/trace/events/sched.h +50 -0
@@ -370,6 +370,56 @@ TRACE_EVENT(sched_stat_runtime, (unsigned long long)__entry->vruntime) ); +#ifdef CREATE_TRACE_POINTS +static inline u64 trace_get_sleeptime (struct task_struct *tsk) +{ +#ifdef CONFIG_SCHEDSTATS +u64 block, sleep; + + block = tsk->se.statistics.block_start; + sleep = tsk->se.statistics.sleep_start; + tsk->se.statistics.block_start =0 ; + tsk->se.statistics.sleep_start =0 ; + +return block ? block : sleep ? sleep :0 ; +#else +return 0 ; +#endif +} +#endif + +/* +* Tracepoint for accounting sleeptime (time the task is sleeping +* or waiting for I/O). +*/ +TRACE_EVENT (sched_stat_sleeptime, + + TP_PROTO(struct task_struct *tsk, u64 now), + +TP_ARGS (tsk, now), + +TP_STRUCT__entry ( + __array( char, comm, TASK_COMM_LEN ) + __field( pid_t, pid ) +__field ( u64, sleeptime ) + ), + + TP_fast_assign( + memcpy(__entry->comm, tsk->comm, TASK_COMM_LEN); + __entry->pid = tsk->pid; + __entry->sleeptime = trace_get_sleeptime(tsk); + __entry->sleeptime = __entry->sleeptime ? + now - __entry->sleeptime : 0; + ) +TP_perf_assign ( + __perf_count(__entry->sleeptime); + ), + +TP_printk ("comm=%s pid=%d sleeptime=%Lu [ns]" , + __entry->comm, __entry->pid, + (unsigned long long )__entry->sleeptime) +); +/* * Tracepoint for showing priority inheritance modifying a tasks * priority.
kernel/sched/core.c +1 -0
@@ -1937,6 +1937,7 @@ static void finish_task_switch(struct rq *rq, struct task_struct *prev)local_irq_enable ();#endif /* __ARCH_WANT_INTERRUPTS_ON_CTXSW */ finish_lock_switch (rq, prev); +trace_sched_stat_sleeptime (current, rq->clock);fire_sched_in_preempt_notifiers (current);if (mm)
kernel/sched/fair.c +0 -2
@@ -1003,7 +1003,6 @@ static void enqueue_sleeper(struct cfs_rq *cfs_rq, struct sched_entity *se)if (unlikely (delta > se->statistics.sleep_max)) se->statistics.sleep_max = delta; - se->statistics.sleep_start =0 ; se->statistics.sum_sleep_runtime += delta;if (tsk) {
@@ -1020,7 +1019,6 @@ static void enqueue_sleeper(struct cfs_rq *cfs_rq, struct sched_entity *se)if (unlikely (delta > se->statistics.block_max)) se->statistics.block_max = delta; - se->statistics.block_start =0 ; se->statistics.sum_sleep_runtime += delta;if (tsk) {