scheduler fixes
Linus,
Please pull the latest sched-fixes-for-linus git tree from:
git://git.kernel.org/pub/scm/linux/kernel/git/tip/linux-2.6-tip.git sched-fixes-for-linus
these are a group of scheduler performance fixes from Peter, Mike and myself.
Thanks,
Ingo
------------------>
Ingo Molnar (1):
sched: re-tune balancing
Peter Zijlstra (4):
sched: cleanup fair task selection
sched: fix fair preempt check
sched: backward looking buddy
sched: fix buddies for group scheduling
arch/x86/include/asm/topology.h | 7 ++-- include/linux/topology.h | 4 +- kernel/sched.c | 6 ++- kernel/sched_fair.c | 76 +++++++++++++++++++++++++-------------- kernel/sched_features.h | 1 + 5 files changed, 60 insertions(+), 34 deletions(-)
arch/x86/include/asm/topology.h +4 -3
@@ -154,7 +154,7 @@ extern unsigned long node_remap_size[];#endif -/* sched_domains SD_NODE_INIT for NUMAQ machines */ +/* sched_domains SD_NODE_INIT for NUMA machines */ #define SD_NODE_INIT (struct sched_domain) { \ .min_interval = 8, \ .max_interval = 32, \
@@ -169,8 +169,9 @@ extern unsigned long node_remap_size[]; .flags = SD_LOAD_BALANCE \ |SD_BALANCE_EXEC \ |SD_BALANCE_FORK \ - |SD_SERIALIZE \ - | SD_WAKE_BALANCE, \ + |SD_WAKE_AFFINE \ + |SD_WAKE_BALANCE \ + | SD_SERIALIZE, \ .last_balance = jiffies, \ .balance_interval = 1, \ }
include/linux/topology.h +2 -2
@@ -146,10 +146,10 @@ void arch_update_cpu_topology(void); .wake_idx = 1, \ .forkexec_idx = 1, \ .flags =SD_LOAD_BALANCE \ - |SD_BALANCE_NEWIDLE \ - |SD_BALANCE_FORK \ |SD_BALANCE_EXEC \ + |SD_BALANCE_FORK \ |SD_WAKE_AFFINE \ + |SD_WAKE_BALANCE \ | BALANCE_FOR_PKG_POWER,\ .last_balance = jiffies, \ .balance_interval = 1, \
kernel/sched.c +4 -2
@@ -397,7 +397,7 @@ struct cfs_rq {* 'curr' points to currently running entity on this cfs_rq. * It is set to NULL otherwise (i.e when none are currently running). */ -struct sched_entity *curr, *next; +struct sched_entity *curr, *next, *last;unsigned long nr_spread_over;
@@ -1805,7 +1805,9 @@ task_hot(struct task_struct *p, u64 now, struct sched_domain *sd)/* * Buddy candidates are cache hot: */ -if (sched_feat (CACHE_HOT_BUDDY ) && (&p->se ==cfs_rq_of (&p->se)->next)) +if (sched_feat (CACHE_HOT_BUDDY ) && + (&p->se ==cfs_rq_of (&p->se)->next || + &p->se ==cfs_rq_of (&p->se)->last))return 1 ;if (p->sched_class != &fair_sched_class)
kernel/sched_fair.c +49 -27
134 lines not on this page · raw message
kernel/sched_features.h +1 -0
@@ -12,3 +12,4 @@ SCHED_FEAT(LB_BIAS, 1) SCHED_FEAT(LB_WAKEUP_UPDATE, 1) SCHED_FEAT(ASYM_EFF_LOAD, 1) SCHED_FEAT(WAKEUP_OVERLAP, 0) +SCHED_FEAT (LAST_BUDDY ,1 )