x86/dom0: delay setting SMAP after dom0 build is done
PATCH v3 1/1 x86/dom0: delay setting SMAP after dom0 build is done
Delay setting X86_CR4_SMAP on the BSP until the domain building is done, so that there's no need to disable SMAP. Note however that SMAP is enabled for the APs on bringup, as domain builder code strictly run on the BSP. Delaying the setting for the APs would mean having to do a callfunc IPI later in order to set it on all the APs.
The fixes tag is to account for the wrong usage of cpu_has_smap in create_dom0(), it should instead have used boot_cpu_has(X86_FEATURE_XEN_SMAP).
While there also make cr4_pv32_mask __ro_after_init.
---
Changes since v2:
- Change approach.
- Add fixes tag.
--- xen/arch/x86/setup.c | 46 ++++++++++++++++++++++++-------------------- 1 file changed, 25 insertions(+), 21 deletions(-)
xen/arch/x86/setup.c +25 -21
@@ -80,7 +80,7 @@ int8_t __initdata opt_probe_port_aliases = -1;boolean_param ("probe-port-aliases" , opt_probe_port_aliases);/* Only used in asm code and within this source file */ -unsigned long asmlinkage __read_mostly cr4_pv32_mask; +unsigned long asmlinkage __ro_after_init cr4_pv32_mask;/* **** Linux config option: propagated to domain0. */ /* "acpi=off": Sisables both ACPI table parsing and interpreter. */
@@ -955,26 +955,9 @@ static struct domain *__init create_dom0(const module_t *image, } } -/* -* Temporarily clear SMAP in CR4 to allow user-accesses in construct_dom0(). -* This saves a large number of corner cases interactions with -* copy_from_user(). -*/ -if ( cpu_has_smap ) - { - cr4_pv32_mask &= ~X86_CR4_SMAP ; -write_cr4 (read_cr4 () & ~X86_CR4_SMAP ); - } -if (construct_dom0 (d, image, headroom, initrd, cmdline) !=0 )panic ("Could not construct domain 0\n" ); -if ( cpu_has_smap ) - { -write_cr4 (read_cr4 () |X86_CR4_SMAP ); - cr4_pv32_mask |=X86_CR4_SMAP ; - } -return d; }
@@ -1907,16 +1890,25 @@ void asmlinkage __init noreturn __start_xen(unsigned long mbi_p)if ( cpu_has_smep && opt_smep !=SMEP_HVM_ONLY )setup_force_cpu_cap (X86_FEATURE_XEN_SMEP );if (boot_cpu_has (X86_FEATURE_XEN_SMEP ) ) + {set_in_cr4 (X86_CR4_SMEP ); + cr4_pv32_mask = mmu_cr4_features &XEN_CR4_PV32_BITS ; + }if ( !opt_smap )setup_clear_cpu_cap (X86_FEATURE_SMAP );if ( cpu_has_smap && opt_smap !=SMAP_HVM_ONLY )setup_force_cpu_cap (X86_FEATURE_XEN_SMAP );if (boot_cpu_has (X86_FEATURE_XEN_SMAP ) ) -set_in_cr4 (X86_CR4_SMAP ); - - cr4_pv32_mask = mmu_cr4_features &XEN_CR4_PV32_BITS ; +/* +* Set SMAP on the %cr4 mask so that it's set for APs on bringup, but +* don't set for the BSP until domain building is done. +* +* Don't set it in cr4_pv32_mask either, until it's also set on the +* BSP. Otherwise the BUG in cr4_pv32_restore would trigger for events +* received on the BSP. +*/ + mmu_cr4_features |=X86_CR4_SMAP ;if (boot_cpu_has (X86_FEATURE_FSGSBASE ) )set_in_cr4 (X86_CR4_FSGSBASE );
@@ -2048,6 +2040,18 @@ void asmlinkage __init noreturn __start_xen(unsigned long mbi_p)if ( !dom0 )panic ("Could not set up DOM0 guest OS\n" ); +/* +* Enable SMAP only after being done with the domain building phase, as the +* PV builder switches to the domain page-tables and must be run with SMAP +* disabled. +*/ +if (boot_cpu_has (X86_FEATURE_XEN_SMAP ) ) + { +ASSERT (mmu_cr4_features &X86_CR4_SMAP ); +write_cr4 (read_cr4 () |X86_CR4_SMAP ); + cr4_pv32_mask = mmu_cr4_features &XEN_CR4_PV32_BITS ; + } +heap_init_late ();init_trace_bufs ();
Signature · 1 line
2.45.2
xen/arch/x86/setup.c void asmlinkage __init noreturn __start_xen(unsigned long mbi_p) · line 1895
Quoted 7 lines · Roger Pau Monne
xen/arch/x86/setup.c +2
-0@@ -1907,16 +1890,25 @@ void asmlinkage __init noreturn __start_xen(unsigned long mbi_p)if ( cpu_has_smep && opt_smep !=SMEP_HVM_ONLY )setup_force_cpu_cap (X86_FEATURE_XEN_SMEP );if (boot_cpu_has (X86_FEATURE_XEN_SMEP ) ) + {set_in_cr4 (X86_CR4_SMEP ); + cr4_pv32_mask = mmu_cr4_features &XEN_CR4_PV32_BITS ;
Could be just "cr4_pv32_mask = X86_CR4_SMEP" now?
Quoted 9 lines
xen/arch/x86/setup.c +1
-2+ }if ( !opt_smap )setup_clear_cpu_cap (X86_FEATURE_SMAP );if ( cpu_has_smap && opt_smap !=SMAP_HVM_ONLY )setup_force_cpu_cap (X86_FEATURE_XEN_SMAP );if (boot_cpu_has (X86_FEATURE_XEN_SMAP ) ) -set_in_cr4 (X86_CR4_SMAP ); -
xen/arch/x86/setup.c void asmlinkage __init noreturn __start_xen(unsigned long mbi_p) · line 1911
Quoted 10 lines
xen/arch/x86/setup.c +9
-1- cr4_pv32_mask = mmu_cr4_features &XEN_CR4_PV32_BITS ; +/* +* Set SMAP on the %cr4 mask so that it's set for APs on bringup, but +* don't set for the BSP until domain building is done. +* +* Don't set it in cr4_pv32_mask either, until it's also set on the +* BSP. Otherwise the BUG in cr4_pv32_restore would trigger for events +* received on the BSP. +*/ + mmu_cr4_features |=X86_CR4_SMAP ;
Don't you put APs at risk this way of triggering the BUG in cr4_pv32_restore()? They'll have the bit set in %cr4, but the bit remains clear in cr4_pv32_mask until much later.
Quoted 5 lines
xen/arch/x86/setup.c +1
-0@@ -2048,6 +2040,18 @@ void asmlinkage __init noreturn __start_xen(unsigned long mbi_p)if ( !dom0 )panic ("Could not set up DOM0 guest OS\n" ); +/*
xen/arch/x86/setup.c void asmlinkage __init noreturn __start_xen(unsigned long mbi_p) · line 2053
Quoted 10 lines
xen/arch/x86/setup.c +10
-0+* Enable SMAP only after being done with the domain building phase, as the +* PV builder switches to the domain page-tables and must be run with SMAP +* disabled. +*/ +if (boot_cpu_has (X86_FEATURE_XEN_SMAP ) ) + { +ASSERT (mmu_cr4_features &X86_CR4_SMAP ); +write_cr4 (read_cr4 () |X86_CR4_SMAP ); + cr4_pv32_mask = mmu_cr4_features &XEN_CR4_PV32_BITS ; + }
Similarly for the BSP here: If we take an NMI between setting CR4.SMAP and setting the bit in cr4_pv32_mask, cr4_pv32_restore() would hit the BUG there if I'm not mistaken. I further fear that switching things around won't help either. The code you remove from create_dom0() looks to have the same issue. The only NMI-safe sequence looks to be: Clear both bits from %cr4, update cr4_pv32_mask as wanted, and then write %cr4 with the bits from cr4_pv32_mask ORed in.
Jan
Quoted 17 lines · Jan Beulich
Quoted 5 lines · Roger Pau Monne
xen/arch/x86/setup.c +1
-0@@ -2048,6 +2040,18 @@ void asmlinkage __init noreturn __start_xen(unsigned long mbi_p)if ( !dom0 )panic ("Could not set up DOM0 guest OS\n" ); +/* xen/arch/x86/setup.c void asmlinkage __init noreturn __start_xen(unsigned long mbi_p) · line 2053
Quoted 10 lines
xen/arch/x86/setup.c +10
-0+* Enable SMAP only after being done with the domain building phase, as the +* PV builder switches to the domain page-tables and must be run with SMAP +* disabled. +*/ +if (boot_cpu_has (X86_FEATURE_XEN_SMAP ) ) + { +ASSERT (mmu_cr4_features &X86_CR4_SMAP ); +write_cr4 (read_cr4 () |X86_CR4_SMAP ); + cr4_pv32_mask = mmu_cr4_features &XEN_CR4_PV32_BITS ; + }
Quoted 7 lines
Similarly for the BSP here: If we take an NMI between setting CR4.SMAP and setting the bit in
cr4_pv32_mask,cr4_pv32_restore()would hit the BUG there if I'm not mistaken. I further fear that switching things around won't help either. The code you remove fromcreate_dom0()looks to have the same issue. The only NMI-safe sequence looks to be: Clear both bits from %cr4, updatecr4_pv32_maskas wanted, and then write %cr4 with the bits fromcr4_pv32_maskORed in.
Argh - and that would need doing simultaneously on all CPUs, as it seems. Getting a little too complicated, I guess.
Jan
Quoted 10 lines · Jan Beulich
xen/arch/x86/setup.c void asmlinkage __init noreturn __start_xen(unsigned long mbi_p) · line 1895
Quoted 7 lines · Roger Pau Monne
xen/arch/x86/setup.c +2
-0@@ -1907,16 +1890,25 @@ void asmlinkage __init noreturn __start_xen(unsigned long mbi_p)if ( cpu_has_smep && opt_smep !=SMEP_HVM_ONLY )setup_force_cpu_cap (X86_FEATURE_XEN_SMEP );if (boot_cpu_has (X86_FEATURE_XEN_SMEP ) ) + {set_in_cr4 (X86_CR4_SMEP ); + cr4_pv32_mask = mmu_cr4_features &XEN_CR4_PV32_BITS ;Could be just "
cr4_pv32_mask=X86_CR4_SMEP" now?
Yes, indeed, same below then.
Quoted 20 lines
Quoted 9 lines
xen/arch/x86/setup.c +1
-2+ }if ( !opt_smap )setup_clear_cpu_cap (X86_FEATURE_SMAP );if ( cpu_has_smap && opt_smap !=SMAP_HVM_ONLY )setup_force_cpu_cap (X86_FEATURE_XEN_SMAP );if (boot_cpu_has (X86_FEATURE_XEN_SMAP ) ) -set_in_cr4 (X86_CR4_SMAP ); -xen/arch/x86/setup.c void asmlinkage __init noreturn __start_xen(unsigned long mbi_p) · line 1911
Quoted 10 lines
xen/arch/x86/setup.c +9
-1- cr4_pv32_mask = mmu_cr4_features &XEN_CR4_PV32_BITS ; +/* +* Set SMAP on the %cr4 mask so that it's set for APs on bringup, but +* don't set for the BSP until domain building is done. +* +* Don't set it in cr4_pv32_mask either, until it's also set on the +* BSP. Otherwise the BUG in cr4_pv32_restore would trigger for events +* received on the BSP. +*/ + mmu_cr4_features |=X86_CR4_SMAP ;
Quoted 3 lines
Don't you put APs at risk this way of triggering the BUG in
cr4_pv32_restore()? They'll have the bit set in %cr4, but the bit remains clear incr4_pv32_maskuntil much later.
As long as the bit is set in %cr4, but not in cr4_pv32_mask the BUG in cr4_pv32_restore won't hit.
Quoted 4 lines
Quoted 4 lines
xen/arch/x86/setup.c +0
-0@@ -2048,6 +2040,18 @@ void asmlinkage __init noreturn __start_xen(unsigned long mbi_p)if ( !dom0 )panic ("Could not set up DOM0 guest OS\n" );
Quoted 15 lines
xen/arch/x86/setup.c void asmlinkage __init noreturn __start_xen(unsigned long mbi_p) · line 2053
Quoted 11 lines
xen/arch/x86/setup.c +11
-0+/* +* Enable SMAP only after being done with the domain building phase, as the +* PV builder switches to the domain page-tables and must be run with SMAP +* disabled. +*/ +if (boot_cpu_has (X86_FEATURE_XEN_SMAP ) ) + { +ASSERT (mmu_cr4_features &X86_CR4_SMAP ); +write_cr4 (read_cr4 () |X86_CR4_SMAP ); + cr4_pv32_mask = mmu_cr4_features &XEN_CR4_PV32_BITS ; + }Similarly for the BSP here: If we take an NMI between setting CR4.SMAP and setting the bit in
cr4_pv32_mask,cr4_pv32_restore()would hit the BUG there if I'm not mistaken.
No, having extra bits set in %cr4 not present in cr4_pv32_mask won't trigger the BUG. It's the other way around, having bits set in cr4_pv32_mask but not in %cr4. As long as %cr4 is always updated ahead of setting the bit in cr4_pv32_mask that's fine.
See the logic in cr4_pv32_restore:
/* Check that _all_ of the bits intended to be set actually are. */
mov %cr4, %rax
and cr4_pv32_mask(%rip), %rax
cmp cr4_pv32_mask(%rip), %rax
je 1j
[...]
BUGOtherwise none of this would be safe, as it's impossible to set %cr4 and cr4_pv32_mask atomically in a single instruction.
Quoted 5 lines
I further fear that switching things around won't
help either. The code you remove fromcreate_dom0()looks to have the same issue. The only NMI-safe sequence looks to be: Clear both bits from %cr4, updatecr4_pv32_maskas wanted, and then write %cr4 with the bits fromcr4_pv32_maskORed in.
No, that won't be safe, as cr4_pv32_mask would contain bits not set in %cr4 and cr4_pv32_restore would hit the BUG. The update order is the %other way around, first set in %cr4, then in cr4_pv32_mask.
Thanks, Roger.
Jan Beulich
Reviewed-byQuoted 34 lines · Roger Pau Monné
Quoted 10 lines · Jan Beulich
xen/arch/x86/setup.c void asmlinkage __init noreturn __start_xen(unsigned long mbi_p) · line 1895
Quoted 7 lines · Roger Pau Monne
xen/arch/x86/setup.c +2
-0@@ -1907,16 +1890,25 @@ void asmlinkage __init noreturn __start_xen(unsigned long mbi_p)if ( cpu_has_smep && opt_smep !=SMEP_HVM_ONLY )setup_force_cpu_cap (X86_FEATURE_XEN_SMEP );if (boot_cpu_has (X86_FEATURE_XEN_SMEP ) ) + {set_in_cr4 (X86_CR4_SMEP ); + cr4_pv32_mask = mmu_cr4_features &XEN_CR4_PV32_BITS ;Could be just "
cr4_pv32_mask=X86_CR4_SMEP" now?Yes, indeed, same below then.
Quoted 20 lines
Quoted 19 lines
xen/arch/x86/setup.c +10
-3+ }if ( !opt_smap )setup_clear_cpu_cap (X86_FEATURE_SMAP );if ( cpu_has_smap && opt_smap !=SMAP_HVM_ONLY )setup_force_cpu_cap (X86_FEATURE_XEN_SMAP );if (boot_cpu_has (X86_FEATURE_XEN_SMAP ) ) -set_in_cr4 (X86_CR4_SMAP ); - - cr4_pv32_mask = mmu_cr4_features &XEN_CR4_PV32_BITS ; +/* +* Set SMAP on the %cr4 mask so that it's set for APs on bringup, but +* don't set for the BSP until domain building is done. +* +* Don't set it in cr4_pv32_mask either, until it's also set on the +* BSP. Otherwise the BUG in cr4_pv32_restore would trigger for events +* received on the BSP. +*/ + mmu_cr4_features |=X86_CR4_SMAP ;
Quoted 6 lines
Quoted 3 lines
Don't you put APs at risk this way of triggering the BUG in
cr4_pv32_restore()? They'll have the bit set in %cr4, but the bit remains clear incr4_pv32_maskuntil much later.As long as the bit is set in %cr4, but not in
cr4_pv32_maskthe BUG incr4_pv32_restorewon't hit.
Hmm, you're right. Despite staring at that for quite some time, I got it wrong. Feel free to add
then, preferably with said minor adjustment (left in context above).
Jan
Quoted 39 lines · Jan Beulich
Quoted 38 lines · Roger Pau Monné
Quoted 10 lines · Jan Beulich
xen/arch/x86/setup.c void asmlinkage __init noreturn __start_xen(unsigned long mbi_p) · line 1895
Quoted 7 lines · Roger Pau Monne
xen/arch/x86/setup.c +2
-0@@ -1907,16 +1890,25 @@ void asmlinkage __init noreturn __start_xen(unsigned long mbi_p)if ( cpu_has_smep && opt_smep !=SMEP_HVM_ONLY )setup_force_cpu_cap (X86_FEATURE_XEN_SMEP );if (boot_cpu_has (X86_FEATURE_XEN_SMEP ) ) + {set_in_cr4 (X86_CR4_SMEP ); + cr4_pv32_mask = mmu_cr4_features &XEN_CR4_PV32_BITS ;Could be just "
cr4_pv32_mask=X86_CR4_SMEP" now?Yes, indeed, same below then.
Quoted 23 lines
Quoted 9 lines
xen/arch/x86/setup.c +1
-2+ }if ( !opt_smap )setup_clear_cpu_cap (X86_FEATURE_SMAP );if ( cpu_has_smap && opt_smap !=SMAP_HVM_ONLY )setup_force_cpu_cap (X86_FEATURE_XEN_SMAP );if (boot_cpu_has (X86_FEATURE_XEN_SMAP ) ) -set_in_cr4 (X86_CR4_SMAP ); -xen/arch/x86/setup.c void asmlinkage __init noreturn __start_xen(unsigned long mbi_p) · line 1911
Quoted 10 lines
xen/arch/x86/setup.c +9
-1- cr4_pv32_mask = mmu_cr4_features &XEN_CR4_PV32_BITS ; +/* +* Set SMAP on the %cr4 mask so that it's set for APs on bringup, but +* don't set for the BSP until domain building is done. +* +* Don't set it in cr4_pv32_mask either, until it's also set on the +* BSP. Otherwise the BUG in cr4_pv32_restore would trigger for events +* received on the BSP. +*/ + mmu_cr4_features |=X86_CR4_SMAP ;Don't you put APs at risk this way of triggering the BUG in
cr4_pv32_restore()? They'll have the bit set in %cr4, but the bit remains clear incr4_pv32_maskuntil much later.
Quoted 7 lines
Quoted 2 lines
As long as the bit is set in %cr4, but not in
cr4_pv32_maskthe BUG incr4_pv32_restorewon't hit.Hmm, you're right. Despite staring at that for quite some time, I got it wrong. Feel free to add
Reviewed-by Jan Beulich <[email protected]>then, preferably with said minor adjustment (left in context above).
Sure, thanks!
Will adjust and send v4.