Skip to contentSkip to conversation

x86: fix brk area initialization

PATCH Superseded Juergen Gross 5 participants 12 messages Jun 23, 2022 – Jul 5, 2022

Subsystems (3)

v2 of 3 Superseded Latest is v3 →

lore
Share & tools
lore

Juergen Gross

author maintainer
#0 lore raw

v2 cover x86: fix brk area initialization

The brk area needs to be zeroed initially, like the .bss section. At the same time its memory should be covered by the ELF program headers.

Juergen Gross (3):
x86/xen: use clear_bss() for Xen PV guests
x86: fix setup of brk area
x86: fix .brk attribute in linker script

 arch/x86/include/asm/setup.h  |  3 +++
 arch/x86/kernel/head64.c      |  4 +++-
 arch/x86/kernel/vmlinux.lds.S |  2 +-
 arch/x86/xen/enlighten_pv.c   |  8 ++++++--
 arch/x86/xen/xen-head.S       | 10 +---------
 5 files changed, 14 insertions(+), 13 deletions(-)
Signature · 1 line
2.35.3
author maintainer
#1 lore raw

PATCH v2 1/3 x86/xen: use clear_bss() for Xen PV guests

Instead of clearing the bss area in assembly code, use the clear_bss() function.

This requires to pass the start_info address as parameter to xen_start_kernel() in order to avoid the xen_start_info being zeroed again.

---
 arch/x86/include/asm/setup.h |  3 +++
 arch/x86/kernel/head64.c     |  2 +-
 arch/x86/xen/enlighten_pv.c  |  8 ++++++--
 arch/x86/xen/xen-head.S      | 10 +---------
 4 files changed, 11 insertions(+), 12 deletions(-)
arch/x86/include/asm/setup.h +3 -0
index f8b9ee97a891..f37cbff7354c 100644
@@ -120,6 +120,9 @@ void *extend_brk(size_t size, size_t align);
 	static char __brk_##name[size]
 
 extern void probe_roms(void);
+
+void clear_bss(void);
+
 #ifdef __i386__
 
 asmlinkage void __init i386_start_kernel(void);
arch/x86/kernel/head64.c +1 -1
index bd4a34100ed0..e7e233209a8c 100644
@@ -426,7 +426,7 @@ void __init do_early_exception(struct pt_regs *regs, int trapnr)
 
 /* Don't add a printk in there. printk relies on the PDA which is not initialized 
    yet. */
-static void __init clear_bss(void)
+void __init clear_bss(void)
 {
 	memset(__bss_start, 0,
 	       (unsigned long) __bss_stop - (unsigned long) __bss_start);
arch/x86/xen/enlighten_pv.c +6 -2
index e3297b15701c..70fb2ea85e90 100644
@@ -1183,15 +1183,19 @@ static void __init xen_domu_set_legacy_features(void)
 extern void early_xen_iret_patch(void);
 
 /* First C function to be called on Xen boot */
-asmlinkage __visible void __init xen_start_kernel(void)
+asmlinkage __visible void __init xen_start_kernel(struct start_info *si)
 {
 	struct physdev_set_iopl set_iopl;
 	unsigned long initrd_start = 0;
 	int rc;
 
-	if (!xen_start_info)
+	if (!si)
 		return;
 
+	clear_bss();
+
+	xen_start_info = si;
+
 	__text_gen_insn(&early_xen_iret_patch,
 			JMP32_INSN_OPCODE, &early_xen_iret_patch, &xen_iret,
 			JMP32_INSN_SIZE);
arch/x86/xen/xen-head.S +1 -9
index 3a2cd93bf059..13af6fe453e3 100644
@@ -48,15 +48,6 @@ SYM_CODE_START(startup_xen)
 	ANNOTATE_NOENDBR
 	cld
 
-	/* Clear .bss */
-	xor %eax,%eax
-	mov $__bss_start, %rdi
-	mov $__bss_stop, %rcx
-	sub %rdi, %rcx
-	shr $3, %rcx
-	rep stosq
-
-	mov %rsi, xen_start_info
 	mov initial_stack(%rip), %rsp
 
 	/* Set up %gs.
@@ -71,6 +62,7 @@ SYM_CODE_START(startup_xen)
 	cdq
 	wrmsr
 
+	mov	%rsi, %rdi
 	call xen_start_kernel
 SYM_CODE_END(startup_xen)
 	__FINIT
Signature · 1 line
2.35.3
#2 lore raw

Re: [PATCH v2 1/3] x86/xen: use clear_bss() for Xen PV guests

Quoted 8 lines · Juergen Gross
arch/x86/xen/enlighten_pv.c +1 -1
@@ -1183,15 +1183,19 @@ static void __init xen_domu_set_legacy_features(void)
 extern void early_xen_iret_patch(void);
 
 /* First C function to be called on Xen boot */
-asmlinkage __visible void __init xen_start_kernel(void)
+asmlinkage __visible void __init xen_start_kernel(struct start_info *si)

arch/x86/xen/enlighten_pv.c static void __init xen_domu_set_legacy_features(void) · line 1195

Quoted 10 lines
arch/x86/xen/enlighten_pv.c +2 -1
 {
 	struct physdev_set_iopl set_iopl;
 	unsigned long initrd_start = 0;
 	int rc;
 
-	if (!xen_start_info)
+	if (!si)
 		return;
 
+	clear_bss();

As per subsequent observation, this shouldn't really be needed: The hypervisor (or tool stack for DomU-s) already does so. While I guess we want to keep it to be on the safe side, maybe worth a comment?

Jan

author maintainer
#3 lore raw

Re: [PATCH v2 1/3] x86/xen: use clear_bss() for Xen PV guests

Quoted 18 lines · Jan Beulich
Quoted 17 lines · Juergen Gross
arch/x86/xen/enlighten_pv.c +2 -2
@@ -1183,15 +1183,19 @@ static void __init xen_domu_set_legacy_features(void)
  extern void early_xen_iret_patch(void);
 
  /* First C function to be called on Xen boot */
-asmlinkage __visible void __init xen_start_kernel(void)
+asmlinkage __visible void __init xen_start_kernel(struct start_info *si)
  {
  	struct physdev_set_iopl set_iopl;
  	unsigned long initrd_start = 0;
  	int rc;
 
-	if (!xen_start_info)
+	if (!si)
  		return;
 
Quoted 5 lines

arch/x86/xen/enlighten_pv.c static void __init xen_domu_set_legacy_features(void) · line 1195

Quoted 1 line
arch/x86/xen/enlighten_pv.c +1 -0
+	clear_bss();

As per subsequent observation, this shouldn't really be needed: The hypervisor (or tool stack for DomU-s) already does so. While I guess we want to keep it to be on the safe side, maybe worth a comment?

Are you sure all possible boot loaders are clearing alloc-only sections?

I'd rather not count on e.g. grub doing this in all cases.

Juergen

author maintainer
#4 lore raw

PATCH v2 2/3 x86: fix setup of brk area

In reply to Juergen Gross

Commit e32683c6f7d2 ("x86/mm: Fix RESERVE_BRK() for older binutils") put the brk area into the .bss..brk section (placed directly behind .bss), causing it not to be cleared initially. As the brk area is used to allocate early page tables, these might contain garbage in not explicitly written entries.

This is especially a problem for Xen PV guests, as the hypervisor will validate page tables (check for writable page tables and hypervisor private bits) before accepting them to be used. There have been reports of early crashes of PV guests due to illegal page table contents.

Fix that by letting clear_bss() clear the brk area, too.

Fixes e32683c6f7d2 ("x86/mm: Fix RESERVE_BRK() for older binutils")
---
 arch/x86/kernel/head64.c | 2 ++
 1 file changed, 2 insertions(+)
arch/x86/kernel/head64.c +2 -0
index e7e233209a8c..6a3cfaf6b72a 100644
@@ -430,6 +430,8 @@ void __init clear_bss(void)
 {
 	memset(__bss_start, 0,
 	       (unsigned long) __bss_stop - (unsigned long) __bss_start);
+	memset(__brk_base, 0,
+	       (unsigned long) __brk_limit - (unsigned long) __brk_base);
 }
 
 static unsigned long get_cmd_line_ptr(void)
Signature · 1 line
2.35.3
#5 lore raw

Re: [PATCH v2 2/3] x86: fix setup of brk area

Hi Juergen,

It helps to actually Cc the person who broke it ;-)

Quoted 3 lines · Juergen Gross

Commit e32683c6f7d2 ("x86/mm: Fix RESERVE_BRK() for older binutils") put the brk area into the .bss..brk section (placed directly behind .bss),

Hm? It didn't actually do that.

For individual translation units, it did rename the section from ".brk_reservation" to ".bss..brk". But then during linking it's still placed in .brk in vmlinux, just like before.

Quoted 10 lines

causing it not to be cleared initially. As the brk area is used to allocate early page tables, these might contain garbage in not explicitly written entries.

This is especially a problem for Xen PV guests, as the hypervisor will validate page tables (check for writable page tables and hypervisor private bits) before accepting them to be used. There have been reports of early crashes of PV guests due to illegal page table contents.

Fix that by letting clear_bss() clear the brk area, too.

While it does make sense to clear the brk area, I don't understand how my patch broke this. How was it getting cleared before?

Signature · 1 line
Josh
author maintainer
#6 lore raw

Re: [PATCH v2 2/3] x86: fix setup of brk area

Quoted 9 lines · Josh Poimboeuf

Hi Juergen,

It helps to actually Cc the person who broke it ;-)

Quoted 3 lines · Juergen Gross

Commit e32683c6f7d2 ("x86/mm: Fix RESERVE_BRK() for older binutils") put the brk area into the .bss..brk section (placed directly behind .bss),

Quoted 5 lines

Hm? It didn't actually do that.

For individual translation units, it did rename the section from ".brk_reservation" to ".bss..brk". But then during linking it's still placed in .brk in vmlinux, just like before.

Sorry, I misread the patch commit message and was fooled by the fact that bisection clearly pointed at this patch to have introduced the problem.

I only discovered later that the main issue was the added "NOLOAD" attribute.

Quoted 9 lines
Quoted 9 lines

causing it not to be cleared initially. As the brk area is used to allocate early page tables, these might contain garbage in not explicitly written entries.

This is especially a problem for Xen PV guests, as the hypervisor will validate page tables (check for writable page tables and hypervisor private bits) before accepting them to be used. There have been reports of early crashes of PV guests due to illegal page table contents.

Quoted 4 lines
Quoted 1 line

Fix that by letting clear_bss() clear the brk area, too.

While it does make sense to clear the brk area, I don't understand how my patch broke this. How was it getting cleared before?

It seemed to have worked by chance. The Xen hypervisor is clearing all alloc-only sections when loading a kernel (this will "fix" the dom0 case reliably together with patch 3 of this series).

Grub might do the clearing, too (for the PV domU case), but I haven't verified that by code inspection.

I'll drop the "Fixes:" tag.

Juergen

author maintainer
#7 lore raw

PATCH v2 3/3 x86: fix .brk attribute in linker script

In reply to Juergen Gross

Commit e32683c6f7d2 ("x86/mm: Fix RESERVE_BRK() for older binutils") added the "NOLOAD" attribute to the .brk section as a "failsafe" measure.

Unfortunately this leads to the linker no longer covering the .brk section in a program header, resulting in the kernel loader not knowing that the memory for the .brk section must be reserved.

This has led to crashes when loading the kernel as PV dom0 under Xen, but other scenarios could be hit by the same problem (e.g. in case an uncompressed kernel is used and the initrd is placed directly behind it).

So drop the "NOLOAD" attribute. This has been verified to correctly cover the .brk section by a program header of the resulting ELF file.

Fixes e32683c6f7d2 ("x86/mm: Fix RESERVE_BRK() for older binutils")

---
V2:
- new patch

---
 arch/x86/kernel/vmlinux.lds.S | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)
arch/x86/kernel/vmlinux.lds.S +1 -1
index 81aba718ecd5..9487ce8c13ee 100644
@@ -385,7 +385,7 @@ SECTIONS
 	__end_of_kernel_reserve = .;
 
 	. = ALIGN(PAGE_SIZE);
-	.brk (NOLOAD) : AT(ADDR(.brk) - LOAD_OFFSET) {
+	.brk : AT(ADDR(.brk) - LOAD_OFFSET) {
 		__brk_base = .;
 		. += 64 * 1024;		/* 64k alignment slop space */
 		*(.bss..brk)		/* areas brk users have reserved */
Signature · 1 line
2.35.3
Reviewed-by on v2 3/3
#8 lore raw

Re: [PATCH v2 3/3] x86: fix .brk attribute in linker script

Quoted 13 lines · Juergen Gross

Commit e32683c6f7d2 ("x86/mm: Fix RESERVE_BRK() for older binutils") added the "NOLOAD" attribute to the .brk section as a "failsafe" measure.

Unfortunately this leads to the linker no longer covering the .brk section in a program header, resulting in the kernel loader not knowing that the memory for the .brk section must be reserved.

This has led to crashes when loading the kernel as PV dom0 under Xen, but other scenarios could be hit by the same problem (e.g. in case an uncompressed kernel is used and the initrd is placed directly behind it).

Quoted 5 lines

So drop the "NOLOAD" attribute. This has been verified to correctly cover the .brk section by a program header of the resulting ELF file.

Fixes e32683c6f7d2 ("x86/mm: Fix RESERVE_BRK() for older binutils")
Signature · 1 line
Josh
author maintainer
#9 lore raw
In reply to Juergen Gross
Quoted 9 lines · Juergen Gross

The brk area needs to be zeroed initially, like the .bss section. At the same time its memory should be covered by the ELF program headers.

Juergen Gross (3):
x86/xen: use clear_bss() for Xen PV guests
x86: fix setup of brk area
x86: fix .brk attribute in linker script

Quoted 7 lines
  arch/x86/include/asm/setup.h  |  3 +++
  arch/x86/kernel/head64.c      |  4 +++-
  arch/x86/kernel/vmlinux.lds.S |  2 +-
  arch/x86/xen/enlighten_pv.c   |  8 ++++++--
  arch/x86/xen/xen-head.S       | 10 +---------
  5 files changed, 14 insertions(+), 13 deletions(-)

Could I please have some feedback? This series is fixing a major regression regarding running as Xen PV guest (depending on kernel configuration system will crash very early).

#regzbot ^introduced e32683c6f7d2

Juergen

reviewer Reviewed-by
#10 lore raw
Quoted 18 lines · Juergen Gross
Quoted 9 lines · Juergen Gross

The brk area needs to be zeroed initially, like the .bss section. At the same time its memory should be covered by the ELF program headers.

Juergen Gross (3):
   x86/xen: use clear_bss() for Xen PV guests
   x86: fix setup of brk area
   x86: fix .brk attribute in linker script

Quoted 7 lines

  arch/x86/include/asm/setup.h  |  3 +++
  arch/x86/kernel/head64.c      |  4 +++-
  arch/x86/kernel/vmlinux.lds.S |  2 +-
  arch/x86/xen/enlighten_pv.c   |  8 ++++++--
  arch/x86/xen/xen-head.S       | 10 +---------

  5 files changed, 14 insertions(+), 13 deletions(-)
Quoted 6 lines

Could I please have some feedback? This series is fixing a major regression regarding running as Xen PV guest (depending on kernel configuration system will crash very early).

#regzbot ^introduced e32683c6f7d2

I don't think you need this for Xen bits as Jan had already reviewed it but in case you do

#11 lore raw
In reply to Juergen Gross
Quoted 18 lines · Juergen Gross
Quoted 9 lines · Juergen Gross

The brk area needs to be zeroed initially, like the .bss section. At the same time its memory should be covered by the ELF program headers.

Juergen Gross (3):
   x86/xen: use clear_bss() for Xen PV guests
   x86: fix setup of brk area
   x86: fix .brk attribute in linker script

Quoted 7 lines

  arch/x86/include/asm/setup.h  |  3 +++
  arch/x86/kernel/head64.c      |  4 +++-
  arch/x86/kernel/vmlinux.lds.S |  2 +-
  arch/x86/xen/enlighten_pv.c   |  8 ++++++--
  arch/x86/xen/xen-head.S       | 10 +---------

  5 files changed, 14 insertions(+), 13 deletions(-)
Quoted 5 lines

Could I please have some feedback? This series is fixing a major regression regarding running as Xen PV guest (depending on kernel configuration system will crash very early).

#regzbot ^introduced e32683c6f7d2

#regzbot fixed-by: 7e09ac27f43b382