sched: add new 'book' scheduling domain

From: Heiko Carstens <[email protected]>

Merge and simplify the two cpu_to_core_group variants so that the resulting function follows the same pattern like cpu_to_phys_group.

Signed-off-by Heiko Carstens <[email protected]>

---

 kernel/sched.c |   18 +++++-------------
 1 file changed, 5 insertions(+), 13 deletions(-)

diff -urpN linux-2.6/kernel/sched.c linux-2.6-patched/kernel/sched.c

kernel/sched.c +4 -7

@@ -6546,31 +6546,23 @@ cpu_to_cpu_group(int cpu, const struct c
 #ifdef CONFIG_SCHED_MC
 static DEFINE_PER_CPU(struct static_sched_domain, core_domains);
 static DEFINE_PER_CPU(struct static_sched_group, sched_group_core);
-#endif /* CONFIG_SCHED_MC */
 
-#if defined(CONFIG_SCHED_MC) && defined(CONFIG_SCHED_SMT)
 static int
 cpu_to_core_group(int cpu, const struct cpumask *cpu_map,
 		  struct sched_group **sg, struct cpumask *mask)
 {
 	int group;
-
+#ifdef CONFIG_SCHED_SMT
 	cpumask_and(mask, topology_thread_cpumask(cpu), cpu_map);
 	group = cpumask_first(mask);
+#else
+	group = cpu;
+#endif
 	if (sg)
 		*sg = &per_cpu(sched_group_core, group).sg;
 	return group;
 }
-#elif defined(CONFIG_SCHED_MC)
-static int
-cpu_to_core_group(int cpu, const struct cpumask *cpu_map,
-		  struct sched_group **sg, struct cpumask *unused)

Quoted 38 lines · Heiko Carstens

diff -urpN linux-2.6/kernel/sched.c linux-2.6-patched/kernel/sched.c

kernel/sched.c +5 -13

@@ -6546,31 +6546,23 @@ cpu_to_cpu_group(int cpu, const struct c
 #ifdef CONFIG_SCHED_MC
 static DEFINE_PER_CPU(struct static_sched_domain, core_domains);
 static DEFINE_PER_CPU(struct static_sched_group, sched_group_core);
-#endif /* CONFIG_SCHED_MC */
 
-#if defined(CONFIG_SCHED_MC) && defined(CONFIG_SCHED_SMT)
 static int
 cpu_to_core_group(int cpu, const struct cpumask *cpu_map,
 		  struct sched_group **sg, struct cpumask *mask)
 {
 	int group;
-
+#ifdef CONFIG_SCHED_SMT
 	cpumask_and(mask, topology_thread_cpumask(cpu), cpu_map);
 	group = cpumask_first(mask);
+#else
+	group = cpu;
+#endif
 	if (sg)
 		*sg = &per_cpu(sched_group_core, group).sg;
 	return group;
 }
-#elif defined(CONFIG_SCHED_MC)
-static int
-cpu_to_core_group(int cpu, const struct cpumask *cpu_map,
-		  struct sched_group **sg, struct cpumask *unused)
-{
-	if (sg)
-		*sg = &per_cpu(sched_group_core, cpu).sg;
-	return cpu;
-}
-#endif
+#endif /* CONFIG_SCHED_MC */
 

kernel/sched.c cpu_to_cpu_group(int cpu, const struct c · line 6568

Quoted 2 lines

kernel/sched.c +0 -0

 static DEFINE_PER_CPU(struct static_sched_domain, phys_domains);
 static DEFINE_PER_CPU(struct static_sched_group, sched_group_phys);

Reason why this code was structured like this was because of the feedback from Andrew Morton. http://lkml.org/lkml/2006/1/27/308

From: Heiko Carstens <[email protected]>

Pass the corresponding sched domain level to sched_power_savings_store instead of a yes/no flag which indicates if the level is SMT or MC.
This is needed to easily extend the function so it can be used for a third level.

Signed-off-by Heiko Carstens <[email protected]>

---

 kernel/sched.c |   17 ++++++++++++-----
 1 file changed, 12 insertions(+), 5 deletions(-)

diff -urpN linux-2.6/kernel/sched.c linux-2.6-patched/kernel/sched.c

kernel/sched.c +12 -5

@@ -7380,7 +7380,8 @@ static void arch_reinit_sched_domains(vo
 	put_online_cpus();
 }
 
-static ssize_t sched_power_savings_store(const char *buf, size_t count, int smt)
+static ssize_t sched_power_savings_store(const char *buf, size_t count,
+					 enum sched_domain_level sd_level)
 {
 	unsigned int level = 0;
 

@@ -7397,10 +7398,16 @@ static ssize_t sched_power_savings_store
 	if (level >= MAX_POWERSAVINGS_BALANCE_LEVELS)
 		return -EINVAL;
 
-	if (smt)
+	switch (sd_level) {
+	case SD_LV_SIBLING:
 		sched_smt_power_savings = level;
-	else
+		break;
+	case SD_LV_MC:
 		sched_mc_power_savings = level;
+		break;
+	default:
+		break;
+	}
 
 	arch_reinit_sched_domains();
 

@@ -7418,7 +7425,7 @@ static ssize_t sched_mc_power_savings_st
 					    struct sysdev_class_attribute *attr,
 					    const char *buf, size_t count)
 {
-	return sched_power_savings_store(buf, count, 0);
+	return sched_power_savings_store(buf, count, SD_LV_MC);
 }
 static SYSDEV_CLASS_ATTR(sched_mc_power_savings, 0644,
 			 sched_mc_power_savings_show,

@@ -7436,7 +7443,7 @@ static ssize_t sched_smt_power_savings_s
 					     struct sysdev_class_attribute *attr,
 					     const char *buf, size_t count)
 {
-	return sched_power_savings_store(buf, count, 1);
+	return sched_power_savings_store(buf, count, SD_LV_SIBLING);
 }
 static SYSDEV_CLASS_ATTR(sched_smt_power_savings, 0644,
 		   sched_smt_power_savings_show,

Quoted 8 lines · Heiko Carstens

From: Heiko Carstens <[email protected]>

Pass the corresponding sched domain level to sched_power_savings_store instead of a yes/no flag which indicates if the level is SMT or MC.
This is needed to easily extend the function so it can be used for a third level.

Signed-off-by Heiko Carstens <[email protected]>

Acked-by Suresh Siddha <[email protected]>

Pass the corresponding sched domain level to sched_power_savings_store instead of a yes/no flag which indicates if the level is SMT or MC.
This is needed to easily extend the function so it can be used for a third level.

Quoted 4 lines · Heiko Carstens

Pass the corresponding sched domain level to sched_power_savings_store instead of a yes/no flag which indicates if the level is SMT or MC.
This is needed to easily extend the function so it can be used for a third level.

Ah, so the plan is to reduce the number of knobs, not create more.

Sysadmins really aren't interested in having a powersavings knob per topology level.

It just allows to use the same store functions for three instead of two different knobs.

Quoted 2 lines · Andreas Herrmann

It just allows to use the same store functions for three instead of two different knobs.

Creating more knobs for powersave scheduling is a fail.

We already have 2^3 powersave scheduling states, it should be decreased to 2 (namely on/off), not increased to 3^3.

From: Heiko Carstens <[email protected]>

On top of the SMT and MC scheduling domains this adds the BOOK scheduling domain. This is useful for machines that have a four level cache hierarchy and but do not fall into the NUMA category.

Signed-off-by Heiko Carstens <[email protected]>

---

 arch/s390/defconfig      |    1
 include/linux/sched.h    |   19 +++++++
 include/linux/topology.h |    6 ++
 kernel/sched.c           |  112 ++++++++++++++++++++++++++++++++++++++++++++---
 kernel/sched_fair.c      |   11 ++--
 5 files changed, 137 insertions(+), 12 deletions(-)

diff -urpN linux-2.6/arch/s390/defconfig linux-2.6-patched/arch/s390/defconfig

arch/s390/defconfig 2010-08-11 13:47:23.000000000 +0200 renamed from arch/s390/defconfig 2010-08-02 00:11:14.000000000 +0200 +1 -0

@@ -248,6 +248,7 @@ CONFIG_64BIT=y
 CONFIG_SMP=y
 CONFIG_NR_CPUS=32
 CONFIG_HOTPLUG_CPU=y
+# CONFIG_SCHED_BOOK is not set
 CONFIG_COMPAT=y
 CONFIG_SYSVIPC_COMPAT=y
 CONFIG_AUDIT_ARCH=y

diff -urpN linux-2.6/include/linux/sched.h linux-2.6-patched/include/linux/sched.h

include/linux/sched.h 2010-08-11 13:47:23.000000000 +0200 renamed from include/linux/sched.h 2010-08-11 13:47:16.000000000 +0200 +17 -2

@@ -807,7 +807,9 @@ enum powersavings_balance_level {
        MAX_POWERSAVINGS_BALANCE_LEVELS
 };
 
-extern int sched_mc_power_savings, sched_smt_power_savings;
+extern int sched_smt_power_savings;
+extern int sched_mc_power_savings;
+extern int sched_book_power_savings;
 
 static inline int sd_balance_for_mc_power(void)
 {

@@ -820,11 +822,23 @@ static inline int sd_balance_for_mc_powe
        return 0;
 }
 
-static inline int sd_balance_for_package_power(void)
+static inline int sd_balance_for_book_power(void)
 {
        if (sched_mc_power_savings | sched_smt_power_savings)
                return SD_POWERSAVINGS_BALANCE;
 
+       if (!sched_book_power_savings)
+               return SD_PREFER_SIBLING;
+
+       return 0;
+}
+
+static inline int sd_balance_for_package_power(void)
+{
+       if (sched_book_power_savings | sched_mc_power_savings |
+           sched_smt_power_savings)
+               return SD_POWERSAVINGS_BALANCE;
+
        return SD_PREFER_SIBLING;
 }
 

@@ -875,6 +889,7 @@ enum sched_domain_level {
        SD_LV_NONE = 0,
        SD_LV_SIBLING,
        SD_LV_MC,
+       SD_LV_BOOK,
        SD_LV_CPU,
        SD_LV_NODE,
        SD_LV_ALLNODES,

diff -urpN linux-2.6/include/linux/topology.h linux-2.6-patched/include/linux/topology.h

include/linux/topology.h 2010-08-11 13:47:23.000000000 +0200 renamed from include/linux/topology.h 2010-08-11 13:47:16.000000000 +0200 +6 -0

@@ -201,6 +201,12 @@ int arch_update_cpu_topology(void);
        .balance_interval       = 64,                                   \
 }
 
+#ifdef CONFIG_SCHED_BOOK
+#ifndef SD_BOOK_INIT
+#error Please define an appropriate SD_BOOK_INIT in include/asm/topology.h!!!
+#endif
+#endif /* CONFIG_SCHED_BOOK */
+
 #ifdef CONFIG_NUMA
 #ifndef SD_NODE_INIT
 #error Please define an appropriate SD_NODE_INIT in include/asm/topology.h!!!

diff -urpN linux-2.6/kernel/sched.c linux-2.6-patched/kernel/sched.c

kernel/sched.c 2010-08-11 13:47:23.000000000 +0200 +107 -5

@@ -6472,7 +6472,9 @@ static void sched_domain_node_span(int n
 }
 #endif /* CONFIG_NUMA */
 
-int sched_smt_power_savings = 0, sched_mc_power_savings = 0;
+int sched_smt_power_savings;
+int sched_mc_power_savings;
+int sched_book_power_savings;
 
 /*
  * The cpus mask in sched_group and sched_domain hangs off the end.

@@ -6500,6 +6502,7 @@ struct s_data {
        cpumask_var_t           nodemask;
        cpumask_var_t           this_sibling_map;
        cpumask_var_t           this_core_map;
+       cpumask_var_t           this_book_map;
        cpumask_var_t           send_covered;
        cpumask_var_t           tmpmask;
        struct sched_group      **sched_group_nodes;

@@ -6511,6 +6514,7 @@ enum s_alloc {
        sa_rootdomain,
        sa_tmpmask,
        sa_send_covered,
+       sa_this_book_map,
        sa_this_core_map,
        sa_this_sibling_map,
        sa_nodemask,

@@ -6564,6 +6568,31 @@ cpu_to_core_group(int cpu, const struct
 }
 #endif /* CONFIG_SCHED_MC */
 
+/*
+ * book sched-domains:
+ */
+#ifdef CONFIG_SCHED_BOOK
+static DEFINE_PER_CPU(struct static_sched_domain, book_domains);
+static DEFINE_PER_CPU(struct static_sched_group, sched_group_book);
+
+static int
+cpu_to_book_group(int cpu, const struct cpumask *cpu_map,
+                 struct sched_group **sg, struct cpumask *mask)
+{
+       int group = cpu;
+#ifdef CONFIG_SCHED_MC
+       cpumask_and(mask, cpu_coregroup_mask(cpu), cpu_map);
+       group = cpumask_first(mask);
+#elif defined(CONFIG_SCHED_SMT)
+       cpumask_and(mask, topology_thread_cpumask(cpu), cpu_map);
+       group = cpumask_first(mask);
+#endif
+       if (sg)
+               *sg = &per_cpu(sched_group_book, group).sg;
+       return group;
+}
+#endif /* CONFIG_SCHED_BOOK */
+
 static DEFINE_PER_CPU(struct static_sched_domain, phys_domains);
 static DEFINE_PER_CPU(struct static_sched_group, sched_group_phys);
 

@@ -6572,7 +6601,10 @@ cpu_to_phys_group(int cpu, const struct
                  struct sched_group **sg, struct cpumask *mask)
 {
        int group;
-#ifdef CONFIG_SCHED_MC
+#ifdef CONFIG_SCHED_BOOK
+       cpumask_and(mask, cpu_book_mask(cpu), cpu_map);
+       group = cpumask_first(mask);
+#elif defined(CONFIG_SCHED_MC)
        cpumask_and(mask, cpu_coregroup_mask(cpu), cpu_map);
        group = cpumask_first(mask);
 #elif defined(CONFIG_SCHED_SMT)

@@ -6833,6 +6865,9 @@ SD_INIT_FUNC(CPU)
 #ifdef CONFIG_SCHED_MC
  SD_INIT_FUNC(MC)
 #endif
+#ifdef CONFIG_SCHED_BOOK
+ SD_INIT_FUNC(BOOK)
+#endif
 
 static int default_relax_domain_level = -1;
 

@@ -6882,6 +6917,8 @@ static void __free_domain_allocs(struct
                free_cpumask_var(d->tmpmask); /* fall through */
        case sa_send_covered:
                free_cpumask_var(d->send_covered); /* fall through */
+       case sa_this_book_map:
+               free_cpumask_var(d->this_book_map); /* fall through */
        case sa_this_core_map:
                free_cpumask_var(d->this_core_map); /* fall through */
        case sa_this_sibling_map:

@@ -6928,8 +6965,10 @@ static enum s_alloc __visit_domain_alloc
                return sa_nodemask;
        if (!alloc_cpumask_var(&d->this_core_map, GFP_KERNEL))
                return sa_this_sibling_map;
-       if (!alloc_cpumask_var(&d->send_covered, GFP_KERNEL))
+       if (!alloc_cpumask_var(&d->this_book_map, GFP_KERNEL))
                return sa_this_core_map;
+       if (!alloc_cpumask_var(&d->send_covered, GFP_KERNEL))
+               return sa_this_book_map;
        if (!alloc_cpumask_var(&d->tmpmask, GFP_KERNEL))
                return sa_send_covered;
        d->rd = alloc_rootdomain();

@@ -6987,6 +7026,23 @@ static struct sched_domain *__build_cpu_
        return sd;
 }
 
+static struct sched_domain *__build_book_sched_domain(struct s_data *d,
+       const struct cpumask *cpu_map, struct sched_domain_attr *attr,
+       struct sched_domain *parent, int i)
+{
+       struct sched_domain *sd = parent;
+#ifdef CONFIG_SCHED_BOOK
+       sd = &per_cpu(book_domains, i).sd;
+       SD_INIT(sd, BOOK);
+       set_domain_attribute(sd, attr);
+       cpumask_and(sched_domain_span(sd), cpu_map, cpu_book_mask(i));
+       sd->parent = parent;
+       parent->child = sd;
+       cpu_to_book_group(i, cpu_map, &sd->groups, d->tmpmask);
+#endif
+       return sd;
+}
+
 static struct sched_domain *__build_mc_sched_domain(struct s_data *d,
        const struct cpumask *cpu_map, struct sched_domain_attr *attr,
        struct sched_domain *parent, int i)

@@ -7044,6 +7100,15 @@ static void build_sched_groups(struct s_
                                                d->send_covered, d->tmpmask);
                break;
 #endif
+#ifdef CONFIG_SCHED_BOOK
+       case SD_LV_BOOK: /* set up book groups */
+               cpumask_and(d->this_book_map, cpu_map, cpu_book_mask(cpu));
+               if (cpu == cpumask_first(d->this_book_map))
+                       init_sched_build_groups(d->this_book_map, cpu_map,
+                                               &cpu_to_book_group,
+                                               d->send_covered, d->tmpmask);
+               break;
+#endif
        case SD_LV_CPU: /* set up physical groups */
                cpumask_and(d->nodemask, cpumask_of_node(cpu), cpu_map);
                if (!cpumask_empty(d->nodemask))

@@ -7091,12 +7156,14 @@ static int __build_sched_domains(const s
 
                sd = __build_numa_sched_domains(&d, cpu_map, attr, i);
                sd = __build_cpu_sched_domain(&d, cpu_map, attr, sd, i);
+               sd = __build_book_sched_domain(&d, cpu_map, attr, sd, i);
                sd = __build_mc_sched_domain(&d, cpu_map, attr, sd, i);
                sd = __build_smt_sched_domain(&d, cpu_map, attr, sd, i);
        }
 
        for_each_cpu(i, cpu_map) {
                build_sched_groups(&d, SD_LV_SIBLING, cpu_map, i);
+               build_sched_groups(&d, SD_LV_BOOK, cpu_map, i);
                build_sched_groups(&d, SD_LV_MC, cpu_map, i);
        }
 

@@ -7127,6 +7194,12 @@ static int __build_sched_domains(const s
                init_sched_groups_power(i, sd);
        }
 #endif
+#ifdef CONFIG_SCHED_BOOK
+       for_each_cpu(i, cpu_map) {
+               sd = &per_cpu(book_domains, i).sd;
+               init_sched_groups_power(i, sd);
+       }
+#endif
 
        for_each_cpu(i, cpu_map) {
                sd = &per_cpu(phys_domains, i).sd;

@@ -7152,6 +7225,8 @@ static int __build_sched_domains(const s
                sd = &per_cpu(cpu_domains, i).sd;
 #elif defined(CONFIG_SCHED_MC)
                sd = &per_cpu(core_domains, i).sd;
+#elif defined(CONFIG_SCHED_BOOK)
+               sd = &per_cpu(book_domains, i).sd;
 #else
                sd = &per_cpu(phys_domains, i).sd;
 #endif

@@ -7368,7 +7443,8 @@ match2:
        mutex_unlock(&sched_domains_mutex);
 }
 
-#if defined(CONFIG_SCHED_MC) || defined(CONFIG_SCHED_SMT)
+#if defined(CONFIG_SCHED_BOOK) || defined(CONFIG_SCHED_MC) || \
+    defined(CONFIG_SCHED_SMT)
 static void arch_reinit_sched_domains(void)
 {
        get_online_cpus();

@@ -7405,6 +7481,9 @@ static ssize_t sched_power_savings_store
        case SD_LV_MC:
                sched_mc_power_savings = level;
                break;
+       case SD_LV_BOOK:
+               sched_book_power_savings = level;
+               break;
        default:
                break;
        }

@@ -7414,6 +7493,24 @@ static ssize_t sched_power_savings_store
        return count;
 }
 
+#ifdef CONFIG_SCHED_BOOK
+static ssize_t sched_book_power_savings_show(struct sysdev_class *class,
+                                            struct sysdev_class_attribute *attr,
+                                            char *page)
+{
+       return sprintf(page, "%u\n", sched_book_power_savings);
+}
+static ssize_t sched_book_power_savings_store(struct sysdev_class *class,
+                                             struct sysdev_class_attribute *attr,
+                                             const char *buf, size_t count)
+{
+       return sched_power_savings_store(buf, count, SD_LV_BOOK);
+}
+static SYSDEV_CLASS_ATTR(sched_book_power_savings, 0644,
+                        sched_book_power_savings_show,
+                        sched_book_power_savings_store);
+#endif
+
 #ifdef CONFIG_SCHED_MC
 static ssize_t sched_mc_power_savings_show(struct sysdev_class *class,
                                           struct sysdev_class_attribute *attr,

@@ -7464,9 +7561,14 @@ int __init sched_create_sysfs_power_savi
                err = sysfs_create_file(&cls->kset.kobj,
                                        &attr_sched_mc_power_savings.attr);
 #endif
+#ifdef CONFIG_SCHED_BOOK
+       if (!err && book_capable())
+               err = sysfs_create_file(&cls->kset.kobj,
+                                       &attr_sched_book_power_savings.attr);
+#endif
        return err;
 }
-#endif /* CONFIG_SCHED_MC || CONFIG_SCHED_SMT */
+#endif /* CONFIG_SCHED_BOOK || CONFIG_SCHED_MC || CONFIG_SCHED_SMT */
 
 /*
  * Update cpusets according to cpu_active mask.  If cpusets are

diff -urpN linux-2.6/kernel/sched_fair.c linux-2.6-patched/kernel/sched_fair.c

kernel/sched_fair.c 2010-08-11 13:47:23.000000000 +0200 renamed from kernel/sched_fair.c 2010-08-11 13:47:16.000000000 +0200 +6 -5

@@ -2039,7 +2039,8 @@ struct sd_lb_stats {
        unsigned long busiest_group_capacity;
 
        int group_imb; /* Is there imbalance in this sd */
-#if defined(CONFIG_SCHED_MC) || defined(CONFIG_SCHED_SMT)
+#if defined(CONFIG_SCHED_BOOK) || defined(CONFIG_SCHED_MC) || \
+    defined(CONFIG_SCHED_SMT)
        int power_savings_balance; /* Is powersave balance needed for this sd */
        struct sched_group *group_min; /* Least loaded group in sd */
        struct sched_group *group_leader; /* Group which relieves group_min */

@@ -2096,8 +2097,8 @@ static inline int get_sd_load_idx(struct
        return load_idx;
 }
 
-
-#if defined(CONFIG_SCHED_MC) || defined(CONFIG_SCHED_SMT)
+#if defined(CONFIG_SCHED_BOOK) || defined(CONFIG_SCHED_MC) || \
+    defined(CONFIG_SCHED_SMT)
 /**
  * init_sd_power_savings_stats - Initialize power savings statistics for
  * the given sched_domain, during load balancing.

@@ -2217,7 +2218,7 @@ static inline int check_power_save_busie
        return 1;
 
 }
-#else /* CONFIG_SCHED_MC || CONFIG_SCHED_SMT */
+#else /* CONFIG_SCHED_BOOK || CONFIG_SCHED_MC || CONFIG_SCHED_SMT */
 static inline void init_sd_power_savings_stats(struct sched_domain *sd,
        struct sd_lb_stats *sds, enum cpu_idle_type idle)
 {

@@ -2235,7 +2236,7 @@ static inline int check_power_save_busie
 {
        return 0;
 }
-#endif /* CONFIG_SCHED_MC || CONFIG_SCHED_SMT */
+#endif /* CONFIG_SCHED_BOOK || CONFIG_SCHED_MC || CONFIG_SCHED_SMT */
 
 
 unsigned long default_scale_freq_power(struct sched_domain *sd, int cpu)

Quoted 7 lines · Heiko Carstens

From: Heiko Carstens <[email protected]>

On top of the SMT and MC scheduling domains this adds the BOOK scheduling domain. This is useful for machines that have a four level cache hierarchy and but do not fall into the NUMA category.

Signed-off-by Heiko Carstens <[email protected]>

PeterZ had some ideas in cleaning up the sched domain setup to avoid this maze of #ifdef's. I will let him comment on this.

This patch set adds (yet) another scheduling domain to the scheduler.

The reason for this is that the recent (s390) z196 architecture has four cache levels and uniform memory access (sort of -- see below). The cpu/cache/memory hierarchy is as follows:

Each cpu has its private L1 (64KB I-cache + 128KB D-cache) and L2 (1.5MB) cache.
A core consists of four cpus with a 24MB shared L3 cache.
A book consists of six cores with a 192MB shared L4 cache.

The z196 architecture has no SMT.

A boot of a logical partition with 20 cpus, shared on two books, gives these initializion output to the console:

Brought up 20 CPUs
CPU0 attaching sched-domain:
domain 0: span 0-5 level BOOK
groups: 0 1-3 (cpu_power = 3072) 4-5 (cpu_power = 2048)

domain 1: span 0-19 level CPU
groups: 0-5 (cpu_power = 6144) 6-19 (cpu_power = 14336)
CPU1 attaching sched-domain:
domain 0: span 1-3 level MC
groups: 1 2 3
domain 1: span 0-5 level BOOK
groups: 1-3 (cpu_power = 3072) 4-5 (cpu_power = 2048) 0 domain 2: span 0-19 level CPU

    groups: 0-5 (cpu_power = 6144) 6-19 (cpu_power = 14336)

CPU2 attaching sched-domain:
domain 0: span 1-3 level MC
groups: 2 3 1
domain 1: span 0-5 level BOOK
groups: 1-3 (cpu_power = 3072) 4-5 (cpu_power = 2048) 0

domain 2: span 0-19 level CPU

    groups: 0-5 (cpu_power = 6144) 6-19 (cpu_power = 14336)