sched: remove rq's runnable load average
PATCH 1/1 sched: remove rq's runnable load average
Per rq runnable average has not been made use of anywhere since it was merged by:
commit 18bf2805d9b30cb823d4919b42cd230f59c7ce1f
Author: Ben Segall <[email protected]> Date: Thu Oct 4 12:51:20 2012 +0200
sched: Maintain per-rq runnable averages
Since runqueues do not have a corresponding sched_entity we instead embed a sched_avg structure directly.
So removing it does not hurt anything but can benefit PnP as the average trakcing is in scheduler critical path.
--- kernel/sched/debug.c | 8 -------- kernel/sched/fair.c | 24 ++++-------------------- kernel/sched/sched.h | 2 -- 3 files changed, 4 insertions(+), 30 deletions(-)
kernel/sched/debug.c +0 -8
@@ -68,14 +68,6 @@ static void print_cfs_group_stats(struct seq_file *m, int cpu, struct task_group#define PN (F ) \ SEQ_printf(m, " .%-30s: %lld.%06ld\n", #F, SPLIT_NS((long long)F)) -if (!se) { -struct sched_avg *avg = &cpu_rq (cpu)->avg; -P (avg->runnable_avg_sum); -P (avg->runnable_avg_period); -return ; - } - -PN (se->exec_start);PN (se->vruntime);PN (se->sum_exec_runtime);
kernel/sched/fair.c +4 -20
@@ -2378,18 +2378,12 @@ static inline void __update_group_entity_contrib(struct sched_entity *se) } } -static inline void update_rq_runnable_avg (struct rq *rq,int runnable) -{ -__update_entity_runnable_avg (rq_clock_task (rq), &rq->avg, runnable); -__update_tg_runnable_avg (&rq->avg, &rq->cfs); -}#else /* CONFIG_FAIR_GROUP_SCHED */ static inline void __update_cfs_rq_tg_load_contrib (struct cfs_rq *cfs_rq,int force_update) {}static inline void __update_tg_runnable_avg (struct sched_avg *sa,struct cfs_rq *cfs_rq) {}static inline void __update_group_entity_contrib (struct sched_entity *se) {} -static inline void update_rq_runnable_avg (struct rq *rq,int runnable) {}#endif /* CONFIG_FAIR_GROUP_SCHED */ static inline void __update_task_entity_contrib (struct sched_entity *se)
@@ -2562,7 +2556,6 @@ static inline void dequeue_entity_load_avg(struct cfs_rq *cfs_rq,*/ void idle_enter_fair (struct rq *this_rq) { -update_rq_runnable_avg (this_rq,1 ); }/*
@@ -2572,7 +2565,6 @@ void idle_enter_fair(struct rq *this_rq)*/ void idle_exit_fair (struct rq *this_rq) { -update_rq_runnable_avg (this_rq,0 ); }static int idle_balance (struct rq *this_rq);
@@ -2581,7 +2573,6 @@ static int idle_balance(struct rq *this_rq);static inline void update_entity_load_avg (struct sched_entity *se,int update_cfs_rq) {} -static inline void update_rq_runnable_avg (struct rq *rq,int runnable) {}static inline void enqueue_entity_load_avg (struct cfs_rq *cfs_rq,struct sched_entity *se,int wakeup) {}
@@ -3882,10 +3873,9 @@ enqueue_task_fair(struct rq *rq, struct task_struct *p, int flags)update_entity_load_avg (se,1 ); } -if (!se) { -update_rq_runnable_avg (rq, rq->nr_running); +if (!se)inc_nr_running (rq); - } +hrtick_update (rq); }
@@ -3943,10 +3933,9 @@ static void dequeue_task_fair(struct rq *rq, struct task_struct *p, int flags)update_entity_load_avg (se,1 ); } -if (!se) { +if (!se)dec_nr_running (rq); -update_rq_runnable_avg (rq,1 ); - } +hrtick_update (rq); }
@@ -5364,9 +5353,6 @@ static void __update_blocked_averages_cpu(struct task_group *tg, int cpu)*/ if (!se->avg.runnable_avg_sum && !cfs_rq->nr_running)list_del_leaf_cfs_rq (cfs_rq); - }else { -struct rq *rq =rq_of (cfs_rq); -update_rq_runnable_avg (rq, rq->nr_running); } }
@@ -7243,8 +7229,6 @@ static void task_tick_fair(struct rq *rq, struct task_struct *curr, int queued)if (numabalancing_enabled)task_tick_numa (rq, curr); - -update_rq_runnable_avg (rq,1 ); }/*
kernel/sched/sched.h +0 -2
@@ -552,8 +552,6 @@ struct rq {#ifdef CONFIG_FAIR_GROUP_SCHED /* list of leaf cfs_rq on this cpu: */ struct list_head leaf_cfs_rq_list; - -struct sched_avg avg;#endif /* CONFIG_FAIR_GROUP_SCHED */ /*
Signature · 1 line
1.9.1
Vincent Guittot
maintainerHi Yuyang,
I have started to use it in this patchset https://lkml.org/lkml/2014/5/23/458
Regards,
Vincent
Quoted 154 lines · Yuyang Du
Per rq runnable average has not been made use of anywhere since it was merged by:
commit
18bf2805d9b30cb823d4919b42cd230f59c7ce1fAuthor: Ben Segall <[email protected]> Date: Thu Oct 4 12:51:20 2012 +0200sched: Maintain per-rq runnable averages
Since runqueues do not have a corresponding
sched_entitywe instead embed asched_avgstructure directly.Signed-off-by Ben Segall <[email protected]>Reviewed-by Paul Turner <[email protected]>Signed-off-by Peter Zijlstra <[email protected]>Signed-off-by Ingo Molnar <[email protected]>So removing it does not hurt anything but can benefit PnP as the average trakcing is in scheduler critical path.
Signed-off-by Yuyang Du <[email protected]>--- kernel/sched/debug.c | 8 -------- kernel/sched/fair.c | 24 ++++-------------------- kernel/sched/sched.h | 2 -- 3 files changed, 4 insertions(+), 30 deletions(-)kernel/sched/debug.c +0
-8@@ -68,14 +68,6 @@ static void print_cfs_group_stats(struct seq_file *m, int cpu, struct task_group#define PN (F ) \ SEQ_printf(m, " .%-30s: %lld.%06ld\n", #F, SPLIT_NS((long long)F)) -if (!se) { -struct sched_avg *avg = &cpu_rq (cpu)->avg; -P (avg->runnable_avg_sum); -P (avg->runnable_avg_period); -return ; - } - -PN (se->exec_start);PN (se->vruntime);PN (se->sum_exec_runtime);kernel/sched/fair.c +4
-20@@ -2378,18 +2378,12 @@ static inline void __update_group_entity_contrib(struct sched_entity *se) } } -static inline void update_rq_runnable_avg (struct rq *rq,int runnable) -{ -__update_entity_runnable_avg (rq_clock_task (rq), &rq->avg, runnable); -__update_tg_runnable_avg (&rq->avg, &rq->cfs); -}#else /* CONFIG_FAIR_GROUP_SCHED */ static inline void __update_cfs_rq_tg_load_contrib (struct cfs_rq *cfs_rq,int force_update) {}static inline void __update_tg_runnable_avg (struct sched_avg *sa,struct cfs_rq *cfs_rq) {}static inline void __update_group_entity_contrib (struct sched_entity *se) {} -static inline void update_rq_runnable_avg (struct rq *rq,int runnable) {}#endif /* CONFIG_FAIR_GROUP_SCHED */ static inline void __update_task_entity_contrib (struct sched_entity *se)@@ -2562,7 +2556,6 @@ static inline void dequeue_entity_load_avg(struct cfs_rq *cfs_rq,*/ void idle_enter_fair (struct rq *this_rq) { -update_rq_runnable_avg (this_rq,1 ); }/* @@ -2572,7 +2565,6 @@ void idle_enter_fair(struct rq *this_rq)*/ void idle_exit_fair (struct rq *this_rq) { -update_rq_runnable_avg (this_rq,0 ); }static int idle_balance (struct rq *this_rq);@@ -2581,7 +2573,6 @@ static int idle_balance(struct rq *this_rq);static inline void update_entity_load_avg (struct sched_entity *se,int update_cfs_rq) {} -static inline void update_rq_runnable_avg (struct rq *rq,int runnable) {}static inline void enqueue_entity_load_avg (struct cfs_rq *cfs_rq,struct sched_entity *se,int wakeup) {}@@ -3882,10 +3873,9 @@ enqueue_task_fair(struct rq *rq, struct task_struct *p, int flags)update_entity_load_avg (se,1 ); } -if (!se) { -update_rq_runnable_avg (rq, rq->nr_running); +if (!se)inc_nr_running (rq); - } +hrtick_update (rq); }@@ -3943,10 +3933,9 @@ static void dequeue_task_fair(struct rq *rq, struct task_struct *p, int flags)update_entity_load_avg (se,1 ); } -if (!se) { +if (!se)dec_nr_running (rq); -update_rq_runnable_avg (rq,1 ); - } +hrtick_update (rq); }@@ -5364,9 +5353,6 @@ static void __update_blocked_averages_cpu(struct task_group *tg, int cpu)*/ if (!se->avg.runnable_avg_sum && !cfs_rq->nr_running)list_del_leaf_cfs_rq (cfs_rq); - }else { -struct rq *rq =rq_of (cfs_rq); -update_rq_runnable_avg (rq, rq->nr_running); } }@@ -7243,8 +7229,6 @@ static void task_tick_fair(struct rq *rq, struct task_struct *curr, int queued)if (numabalancing_enabled)task_tick_numa (rq, curr); - -update_rq_runnable_avg (rq,1 ); }/* kernel/sched/sched.h +0
-3@@ -552,8 +552,6 @@ struct rq {#ifdef CONFIG_FAIR_GROUP_SCHED /* list of leaf cfs_rq on this cpu: */ struct list_head leaf_cfs_rq_list; - -struct sched_avg avg;#endif /* CONFIG_FAIR_GROUP_SCHED */ /* -- 1.9.1
Quoted 4 lines · Vincent Guittot
Hi Yuyang,
I have started to use it in this patchset https://lkml.org/lkml/2014/5/23/458
Hi Vincent and PeterZ,
I saw your patchset: https://lkml.org/lkml/2014/5/23/458. But don't take it wrong, I did not intentionally attempt to remove rq->avg to prevent you from using it. If your patchset gets merged, sure we should keep it. Otherwise, we need to see whether there is other objection to remove it, because it has been almost two years that is not used, I don't see any goodness of it in the critical path but never used.
In addition, I want to market CPU ConCurrency (CC) as a candidate for CPU unweighted load metric. Hope you can use it. And also try to answer PeterZ's question: why not utilization, but CC?
CPU utilization, specifically CPU busy ratio, misses the tasks wanting/using the CPU. I already explained it several times. So this time I'd like to make some examples. Take 50% utilization for example, we really can't say 50% is high or low for scheduler, because if it is just 1 task using it, it is low, but if 100 tasks sharing it, it is already very high. And take 100% utilization for example, if it is just 1 task, we can't say it is high in the sense that give it another CPU does not help. So maybe you want to also reference nr_running, but nr_running is too dynamic to use as it is.
On the contrary, CC understands not only CPU utilization but also tasks utilizing the CPU. The averaged metric can 1) tolerate transient tasks as it evens nr_running, and 2) know when CPU is utilized, because CC should be no less than CPU utilization in general, 3) we just need to compare it with 1 as the threshold, so not struggle in selecting what threshold to distinguish high or low workload in the CPU utilization case. Right?
Thanks,
Yuyang