x86: Define early read-mostly per-cpu macros

PATCH Superseded Vlad Zolotarov 1 participant 1 message May 15, 2012

Subsystems (2)

x86 Per-CPU memory allocator

lore

Share & tools

lore

Vlad Zolotarov

author

2012-05-15 15:32 UTC #0 lore raw

PATCH v2 1/2 x86: Define early read-mostly per-cpu macros

From: Ido Yariv <[email protected]>

Some read-mostly per-cpu data may need to be declared or defined early, so it can be initialized and accessed before per_cpu areas are allocated.

Only the data that resides in the per_cpu areas should be read-mostly, as there is little benefit in optimizing cache lines on initialization.

Signed-off-by Ido Yariv <[email protected]>

Signed-off-by Shai Fultheim <[email protected]>

Signed-off-by Vlad Zolotarov <[email protected]>

---
 arch/x86/include/asm/percpu.h |   11 +++++++++++
 1 files changed, 11 insertions(+), 0 deletions(-)

arch/x86/include/asm/percpu.h +11 -0

index 7a11910..6568662 100644
@@ -555,6 +555,12 @@ DECLARE_PER_CPU(unsigned long, this_cpu_off);
 				{ [0 ... NR_CPUS-1] = _initvalue };	\
 	__typeof__(_type) *_name##_early_ptr __refdata = _name##_early_map
 
+#define DEFINE_EARLY_PER_CPU_READ_MOSTLY(_type, _name, _initvalue)	\
+	DEFINE_PER_CPU_READ_MOSTLY(_type, _name) = _initvalue;		\
+	__typeof__(_type) _name##_early_map[NR_CPUS] __initdata =	\
+				{ [0 ... NR_CPUS-1] = _initvalue };	\
+	__typeof__(_type) *_name##_early_ptr __refdata = _name##_early_map
+
 #define EXPORT_EARLY_PER_CPU_SYMBOL(_name)			\
 	EXPORT_PER_CPU_SYMBOL(_name)

@@ -563,6 +569,11 @@ DECLARE_PER_CPU(unsigned long, this_cpu_off);
 	extern __typeof__(_type) *_name##_early_ptr;		\
 	extern __typeof__(_type)  _name##_early_map[]
 
+#define DECLARE_EARLY_PER_CPU_READ_MOSTLY(_type, _name)		\
+	DECLARE_PER_CPU_READ_MOSTLY(_type, _name);		\
+	extern __typeof__(_type) *_name##_early_ptr;		\
+	extern __typeof__(_type)  _name##_early_map[]
+
 #define	early_per_cpu_ptr(_name) (_name##_early_ptr)
 #define	early_per_cpu_map(_name, _idx) (_name##_early_map[_idx])
 #define	early_per_cpu(_name, _cpu) 				\

Signature · 1 line

1.7.0.4