target/ppc: Fix mtmsr(d) L=1 variant that loses interrupts
PATCH 1/1 target/ppc: Fix mtmsr(d) L=1 variant that loses interrupts
If mtmsr L=1 sets MSR[EE] while there is a maskable exception pending, it does not cause an interrupt. This causes the test case to hang:
https://lists.gnu.org/archive/html/qemu-ppc/2019-10/msg00826.html
More recently, Linux reduced the occurance of operations (e.g., rfi) which stop translation and allow pending interrupts to be processed. This started causing hangs in Linux boot in long-running kernel tests, running with '-d int' shows the decrementer stops firing despite DEC wrapping and MSR[EE]=1.
https://lists.ozlabs.org/pipermail/linuxppc-dev/2020-April/208301.html
The cause is the broken mtmsr L=1 behaviour, which is contrary to the architecture. From Power ISA v3.0B, p.977, Move To Machine State Register, Programming Note states:
If MSR[EE]=0 and an External, Decrementer, or Performance Monitor exception is pending, executing an mtmsrd instruction that sets MSR[EE] to 1 will cause the interrupt to occur before the next instruction is executed, if no higher priority exception exists
Fix this by handling L=1 exactly the same way as L=0, modulo the MSR bits altered.
The confusion arises from L=0 being "context synchronizing" whereas L=1 is "execution synchronizing", which is a weaker semantic. However this is not a relaxation of the requirement that these exceptions cause interrupts when MSR[EE]=1 (e.g., when mtmsr executes to completion as TCG is doing here), rather it specifies how a pipelined processor can have multiple instructions in flight where one may influence how another behaves.
---
Thanks very much to Nathan for reporting and testing it, I added his Tested-by tag despite a more polished patch, as the the basics are still the same (and still fixes his test case here).
This bug possibly goes back to early v2.04 / mtmsrd L=1 support around 2007, and the code has been changed several times since then so may require some backporting.
32-bit / mtmsr untested at the moment, I don't have an environment handy.
target/ppc/translate.c | 46 +++++++++++++++++++++++++----------------- 1 file changed, 27 insertions(+), 19 deletions(-)
target/ppc/translate.c +27 -19
@@ -4361,30 +4361,34 @@ static void gen_mtmsrd(DisasContext *ctx)CHK_SV ;#if !defined(CONFIG_USER_ONLY ) +if (tb_cflags (ctx->base.tb) &CF_USE_ICOUNT ) { +gen_io_start (); + }if (ctx->opcode &0x00010000 ) { -/* Special form that does not need any synchronisation */ +/* L=1 form only updates EE and RI */ TCGv t0 =tcg_temp_new (); +TCGv t1 =tcg_temp_new ();tcg_gen_andi_tl (t0, cpu_gpr[rS (ctx->opcode)], (1 <<MSR_RI ) | (1 <<MSR_EE )); -tcg_gen_andi_tl (cpu_msr, cpu_msr, +tcg_gen_andi_tl (t1, cpu_msr, ~(target_ulong)((1 <<MSR_RI ) | (1 <<MSR_EE ))); -tcg_gen_or_tl (cpu_msr, cpu_msr, t0); +tcg_gen_or_tl (t1, t1, t0); + +gen_helper_store_msr (cpu_env, t1);tcg_temp_free (t0); +tcg_temp_free (t1); + }else {/* * XXX: we need to update nip before the store if we enter * power saving mode, we will exit the loop directly from * ppc_store_msr */ -if (tb_cflags (ctx->base.tb) &CF_USE_ICOUNT ) { -gen_io_start (); - }gen_update_nip (ctx, ctx->base.pc_next);gen_helper_store_msr (cpu_env, cpu_gpr[rS (ctx->opcode)]); -/* Must stop the translation as machine state (may have) changed */ -/* Note that mtmsr is not always defined as context-synchronizing */ -gen_stop_exception (ctx); } +/* Must stop the translation as machine state (may have) changed */ +gen_stop_exception (ctx); #endif /* !defined(CONFIG_USER_ONLY) */ }#endif /* defined(TARGET_PPC64) */
@@ -4394,15 +4398,23 @@ static void gen_mtmsr(DisasContext *ctx)CHK_SV ;#if !defined(CONFIG_USER_ONLY ) -if (ctx->opcode &0x00010000 ) { -/* Special form that does not need any synchronisation */ +if (tb_cflags (ctx->base.tb) &CF_USE_ICOUNT ) { +gen_io_start (); + } +if (ctx->opcode &0x00010000 ) { +/* L=1 form only updates EE and RI */ TCGv t0 =tcg_temp_new (); +TCGv t1 =tcg_temp_new ();tcg_gen_andi_tl (t0, cpu_gpr[rS (ctx->opcode)], (1 <<MSR_RI ) | (1 <<MSR_EE )); -tcg_gen_andi_tl (cpu_msr, cpu_msr, +tcg_gen_andi_tl (t1, cpu_msr, ~(target_ulong)((1 <<MSR_RI ) | (1 <<MSR_EE ))); -tcg_gen_or_tl (cpu_msr, cpu_msr, t0); +tcg_gen_or_tl (t1, t1, t0); + +gen_helper_store_msr (cpu_env, t1);tcg_temp_free (t0); +tcg_temp_free (t1); + }else {TCGv msr =tcg_temp_new ();
@@ -4411,9 +4423,6 @@ static void gen_mtmsr(DisasContext *ctx)* power saving mode, we will exit the loop directly from * ppc_store_msr */ -if (tb_cflags (ctx->base.tb) &CF_USE_ICOUNT ) { -gen_io_start (); - }gen_update_nip (ctx, ctx->base.pc_next);#if defined(TARGET_PPC64 )tcg_gen_deposit_tl (msr, cpu_msr, cpu_gpr[rS (ctx->opcode)],0 ,32 );
@@ -4422,10 +4431,9 @@ static void gen_mtmsr(DisasContext *ctx)#endif gen_helper_store_msr (cpu_env, msr); tcg_temp_free(msr); -/* Must stop the translation as machine state (may have) changed */ -/* Note that mtmsr is not always defined as context-synchronizing */ - gen_stop_exception(ctx); } +/* Must stop the translation as machine state (may have) changed */ +gen_stop_exception (ctx);#endif }
Signature · 1 line
2.23.0
Quoted 38 lines · Nicholas Piggin
If mtmsr L=1 sets MSR[EE] while there is a maskable exception pending, it does not cause an interrupt. This causes the test case to hang:
https://lists.gnu.org/archive/html/qemu-ppc/2019-10/msg00826.html
More recently, Linux reduced the occurance of operations (e.g., rfi) which stop translation and allow pending interrupts to be processed. This started causing hangs in Linux boot in long-running kernel tests, running with '-d int' shows the decrementer stops firing despite DEC wrapping and MSR[EE]=1.
https://lists.ozlabs.org/pipermail/linuxppc-dev/2020-April/208301.html
The cause is the broken mtmsr L=1 behaviour, which is contrary to the architecture. From Power ISA v3.0B, p.977, Move To Machine State Register, Programming Note states:
If MSR[EE]=0 and an External, Decrementer, or Performance Monitor exception is pending, executing an mtmsrd instruction that sets MSR[EE] to 1 will cause the interrupt to occur before the next instruction is executed, if no higher priority exception exists
Fix this by handling L=1 exactly the same way as L=0, modulo the MSR bits altered.
The confusion arises from L=0 being "context synchronizing" whereas L=1 is "execution synchronizing", which is a weaker semantic. However this is not a relaxation of the requirement that these exceptions cause interrupts when MSR[EE]=1 (e.g., when mtmsr executes to completion as TCG is doing here), rather it specifies how a pipelined processor can have multiple instructions in flight where one may influence how another behaves.
Reported-by Anton Blanchard <[email protected]>Reported-by Nathan Chancellor <[email protected]>Tested-by Nathan Chancellor <[email protected]>Signed-off-by Nicholas Piggin <[email protected]>
Quoted 4 lines
---
Thanks very much to Nathan for reporting and testing it, I added his Tested-by tag despite a more polished patch, as the the basics are still the same (and still fixes his test case here).
I did re-run the test with the updated version of your patch and it passed still so that tag can still stand without any controversy :)
Thank you for the fix again!
Nathan
Quoted 112 lines
This bug possibly goes back to early v2.04 / mtmsrd L=1 support around 2007, and the code has been changed several times since then so may require some backporting.
32-bit / mtmsr untested at the moment, I don't have an environment handy.
target/ppc/translate.c | 46 +++++++++++++++++++++++++----------------- 1 file changed, 27 insertions(+), 19 deletions(-)target/ppc/translate.c +27
-19@@ -4361,30 +4361,34 @@ static void gen_mtmsrd(DisasContext *ctx)CHK_SV ;#if !defined(CONFIG_USER_ONLY ) +if (tb_cflags (ctx->base.tb) &CF_USE_ICOUNT ) { +gen_io_start (); + }if (ctx->opcode &0x00010000 ) { -/* Special form that does not need any synchronisation */ +/* L=1 form only updates EE and RI */ TCGv t0 =tcg_temp_new (); +TCGv t1 =tcg_temp_new ();tcg_gen_andi_tl (t0, cpu_gpr[rS (ctx->opcode)], (1 <<MSR_RI ) | (1 <<MSR_EE )); -tcg_gen_andi_tl (cpu_msr, cpu_msr, +tcg_gen_andi_tl (t1, cpu_msr, ~(target_ulong)((1 <<MSR_RI ) | (1 <<MSR_EE ))); -tcg_gen_or_tl (cpu_msr, cpu_msr, t0); +tcg_gen_or_tl (t1, t1, t0); + +gen_helper_store_msr (cpu_env, t1);tcg_temp_free (t0); +tcg_temp_free (t1); + }else {/* * XXX: we need to update nip before the store if we enter * power saving mode, we will exit the loop directly from * ppc_store_msr */ -if (tb_cflags (ctx->base.tb) &CF_USE_ICOUNT ) { -gen_io_start (); - }gen_update_nip (ctx, ctx->base.pc_next);gen_helper_store_msr (cpu_env, cpu_gpr[rS (ctx->opcode)]); -/* Must stop the translation as machine state (may have) changed */ -/* Note that mtmsr is not always defined as context-synchronizing */ -gen_stop_exception (ctx); } +/* Must stop the translation as machine state (may have) changed */ +gen_stop_exception (ctx); #endif /* !defined(CONFIG_USER_ONLY) */ }#endif /* defined(TARGET_PPC64) */ @@ -4394,15 +4398,23 @@ static void gen_mtmsr(DisasContext *ctx)CHK_SV ;#if !defined(CONFIG_USER_ONLY ) -if (ctx->opcode &0x00010000 ) { -/* Special form that does not need any synchronisation */ +if (tb_cflags (ctx->base.tb) &CF_USE_ICOUNT ) { +gen_io_start (); + } +if (ctx->opcode &0x00010000 ) { +/* L=1 form only updates EE and RI */ TCGv t0 =tcg_temp_new (); +TCGv t1 =tcg_temp_new ();tcg_gen_andi_tl (t0, cpu_gpr[rS (ctx->opcode)], (1 <<MSR_RI ) | (1 <<MSR_EE )); -tcg_gen_andi_tl (cpu_msr, cpu_msr, +tcg_gen_andi_tl (t1, cpu_msr, ~(target_ulong)((1 <<MSR_RI ) | (1 <<MSR_EE ))); -tcg_gen_or_tl (cpu_msr, cpu_msr, t0); +tcg_gen_or_tl (t1, t1, t0); + +gen_helper_store_msr (cpu_env, t1);tcg_temp_free (t0); +tcg_temp_free (t1); + }else {TCGv msr =tcg_temp_new ();@@ -4411,9 +4423,6 @@ static void gen_mtmsr(DisasContext *ctx)* power saving mode, we will exit the loop directly from * ppc_store_msr */ -if (tb_cflags (ctx->base.tb) &CF_USE_ICOUNT ) { -gen_io_start (); - }gen_update_nip (ctx, ctx->base.pc_next);#if defined(TARGET_PPC64 )tcg_gen_deposit_tl (msr, cpu_msr, cpu_gpr[rS (ctx->opcode)],0 ,32 );@@ -4422,10 +4431,9 @@ static void gen_mtmsr(DisasContext *ctx)#endif gen_helper_store_msr (cpu_env, msr); tcg_temp_free(msr); -/* Must stop the translation as machine state (may have) changed */ -/* Note that mtmsr is not always defined as context-synchronizing */ - gen_stop_exception(ctx); } +/* Must stop the translation as machine state (may have) changed */ +gen_stop_exception (ctx);#endif }Signature · 1 line
2.23.0
Quoted 25 lines · Nicholas Piggin
If mtmsr L=1 sets MSR[EE] while there is a maskable exception pending, it does not cause an interrupt. This causes the test case to hang:
More recently, Linux reduced the occurance of operations (e.g., rfi) which stop translation and allow pending interrupts to be processed. This started causing hangs in Linux boot in long-running kernel tests, running with '-d int' shows the decrementer stops firing despite DEC wrapping and MSR[EE]=1.
The cause is the broken mtmsr L=1 behaviour, which is contrary to the architecture. From Power ISA v3.0B, p.977, Move To Machine State Register, Programming Note states:
If MSR[EE]=0 and an External, Decrementer, or Performance Monitor exception is pending, executing an mtmsrd instruction that sets MSR[EE] to 1 will cause the interrupt to occur before the next instruction is executed, if no higher priority exception exists
Fix this by handling L=1 exactly the same way as L=0, modulo the MSR bits altered.
Quoted 7 lines
The confusion arises from L=0 being "context synchronizing" whereas L=1 is "execution synchronizing", which is a weaker semantic. However this is not a relaxation of the requirement that these exceptions cause interrupts when MSR[EE]=1 (e.g., when mtmsr executes to completion as TCG is doing here), rather it specifies how a pipelined processor can have multiple instructions in flight where one may influence how another behaves.
I was expecting more changes but this looks fine.
Quoted 5 lines
Reported-by Anton Blanchard <[email protected]>Reported-by Nathan Chancellor <[email protected]>Tested-by Nathan Chancellor <[email protected]>Signed-off-by Nicholas Piggin <[email protected]>
I gave it a try on PowerNV, pseries and mac99. All good.
I don't know how we could include tests in QEMU such as the one Anton sent. These are good exercisers for our exception model.
Thanks,
C.
Quoted 116 lines
---
Thanks very much to Nathan for reporting and testing it, I added his Tested-by tag despite a more polished patch, as the the basics are still the same (and still fixes his test case here).This bug possibly goes back to early v2.04 / mtmsrd L=1 support around 2007, and the code has been changed several times since then so may require some backporting.
32-bit / mtmsr untested at the moment, I don't have an environment handy.
target/ppc/translate.c | 46 +++++++++++++++++++++++++----------------- 1 file changed, 27 insertions(+), 19 deletions(-)target/ppc/translate.c +27
-19@@ -4361,30 +4361,34 @@ static void gen_mtmsrd(DisasContext *ctx)CHK_SV ;#if !defined(CONFIG_USER_ONLY ) +if (tb_cflags (ctx->base.tb) &CF_USE_ICOUNT ) { +gen_io_start (); + }if (ctx->opcode &0x00010000 ) { -/* Special form that does not need any synchronisation */ +/* L=1 form only updates EE and RI */ TCGv t0 =tcg_temp_new (); +TCGv t1 =tcg_temp_new ();tcg_gen_andi_tl (t0, cpu_gpr[rS (ctx->opcode)], (1 <<MSR_RI ) | (1 <<MSR_EE )); -tcg_gen_andi_tl (cpu_msr, cpu_msr, +tcg_gen_andi_tl (t1, cpu_msr, ~(target_ulong)((1 <<MSR_RI ) | (1 <<MSR_EE ))); -tcg_gen_or_tl (cpu_msr, cpu_msr, t0); +tcg_gen_or_tl (t1, t1, t0); + +gen_helper_store_msr (cpu_env, t1);tcg_temp_free (t0); +tcg_temp_free (t1); + }else {/* * XXX: we need to update nip before the store if we enter * power saving mode, we will exit the loop directly from * ppc_store_msr */ -if (tb_cflags (ctx->base.tb) &CF_USE_ICOUNT ) { -gen_io_start (); - }gen_update_nip (ctx, ctx->base.pc_next);gen_helper_store_msr (cpu_env, cpu_gpr[rS (ctx->opcode)]); -/* Must stop the translation as machine state (may have) changed */ -/* Note that mtmsr is not always defined as context-synchronizing */ -gen_stop_exception (ctx); } +/* Must stop the translation as machine state (may have) changed */ +gen_stop_exception (ctx); #endif /* !defined(CONFIG_USER_ONLY) */ }#endif /* defined(TARGET_PPC64) */ @@ -4394,15 +4398,23 @@ static void gen_mtmsr(DisasContext *ctx)CHK_SV ;#if !defined(CONFIG_USER_ONLY ) -if (ctx->opcode &0x00010000 ) { -/* Special form that does not need any synchronisation */ +if (tb_cflags (ctx->base.tb) &CF_USE_ICOUNT ) { +gen_io_start (); + } +if (ctx->opcode &0x00010000 ) { +/* L=1 form only updates EE and RI */ TCGv t0 =tcg_temp_new (); +TCGv t1 =tcg_temp_new ();tcg_gen_andi_tl (t0, cpu_gpr[rS (ctx->opcode)], (1 <<MSR_RI ) | (1 <<MSR_EE )); -tcg_gen_andi_tl (cpu_msr, cpu_msr, +tcg_gen_andi_tl (t1, cpu_msr, ~(target_ulong)((1 <<MSR_RI ) | (1 <<MSR_EE ))); -tcg_gen_or_tl (cpu_msr, cpu_msr, t0); +tcg_gen_or_tl (t1, t1, t0); + +gen_helper_store_msr (cpu_env, t1);tcg_temp_free (t0); +tcg_temp_free (t1); + }else {TCGv msr =tcg_temp_new ();@@ -4411,9 +4423,6 @@ static void gen_mtmsr(DisasContext *ctx)* power saving mode, we will exit the loop directly from * ppc_store_msr */ -if (tb_cflags (ctx->base.tb) &CF_USE_ICOUNT ) { -gen_io_start (); - }gen_update_nip (ctx, ctx->base.pc_next);#if defined(TARGET_PPC64 )tcg_gen_deposit_tl (msr, cpu_msr, cpu_gpr[rS (ctx->opcode)],0 ,32 );@@ -4422,10 +4431,9 @@ static void gen_mtmsr(DisasContext *ctx)#endif gen_helper_store_msr (cpu_env, msr); tcg_temp_free(msr); -/* Must stop the translation as machine state (may have) changed */ -/* Note that mtmsr is not always defined as context-synchronizing */ - gen_stop_exception(ctx); } +/* Must stop the translation as machine state (may have) changed */ +gen_stop_exception (ctx);#endif }
Excerpts from Cédric Le Goater's message of April 15, 2020 4:49 pm:
Quoted 11 lines · Nicholas Piggin
Quoted 8 lines
The confusion arises from L=0 being "context synchronizing" whereas L=1 is "execution synchronizing", which is a weaker semantic. However this is not a relaxation of the requirement that these exceptions cause interrupts when MSR[EE]=1 (e.g., when mtmsr executes to completion as TCG is doing here), rather it specifies how a pipelined processor can have multiple instructions in flight where one may influence how another behaves.
I was expecting more changes but this looks fine.
It _seems_ to just be these, from what I could see, but could quite easily be other issues I missed.
There is at least one other "funny" thing with this synchronization, which is the TLB flushing. I don't think it has a bug, but comments are a bit suspect. tlbie/l doesn't have anything to do with context / execution synchronization, so it's a bit interesting to check them in isync and rfi etc.
ptesync is required because the page table walkers are not necessarily coherent with the main CPU's memory pipeline, so you store a new value to a PTE then do a tlbiel, you can't have the MMU reload the TLB with the old PTE because the store was sitting in the store queue that doesn't forward to the table walker. This condition can persist after the store instruction itself has completed so no amount of this context synchronization would help.
It does kind of make sense to check the tlb flush in rfi, so you catch stray ones that didn't have the right ptesync/tlbsync, but it would almost be a condition you could catch and add a warn for. isync doesn't make a lot of sense though, as far as I can see.
Thanks,
Nick
Quoted 1 line
Reviewed-by Cédric Le Goater <[email protected]>
Sorry I always get your email wrong, phantom address book entry.
Quoted 6 lines · Cédric Le Goater
Quoted 5 lines · Nicholas Piggin
If mtmsr L=1 sets MSR[EE] while there is a maskable exception pending, it does not cause an interrupt. This causes the test case to hang:
<snip>
Quoted 10 lines
I was expecting more changes but this looks fine.
Reviewed-by Cédric Le Goater <[email protected]>Quoted 5 lines
Reported-by Anton Blanchard <[email protected]>Reported-by Nathan Chancellor <[email protected]>Tested-by Nathan Chancellor <[email protected]>Signed-off-by Nicholas Piggin <[email protected]>
Quoted 6 lines
I gave it a try on PowerNV, pseries and mac99. All good.
Tested-by Cédric Le Goater <[email protected]>I don't know how we could include tests in QEMU such as the one Anton sent. These are good exercisers for our exception model.
It certainly looks possible. The ideal would be a fresh boot.S for ppc64 that supported:
a) some sort of serial output
b) a way to exit the test case with a result
For ARM we use semihosting, for x86 we use plain ioport and an ACPI exit. See the tests in: tests/tcg/[x86_64/aarch64]/system/boot.S and the Makefile.softmmu-target files under tests/tcg.
Quoted 121 lines
Thanks,
C.
Quoted 116 lines
---
Thanks very much to Nathan for reporting and testing it, I added his Tested-by tag despite a more polished patch, as the the basics are still the same (and still fixes his test case here).This bug possibly goes back to early v2.04 / mtmsrd L=1 support around 2007, and the code has been changed several times since then so may require some backporting.
32-bit / mtmsr untested at the moment, I don't have an environment handy.
target/ppc/translate.c | 46 +++++++++++++++++++++++++----------------- 1 file changed, 27 insertions(+), 19 deletions(-)target/ppc/translate.c +27
-19@@ -4361,30 +4361,34 @@ static void gen_mtmsrd(DisasContext *ctx)CHK_SV ;#if !defined(CONFIG_USER_ONLY ) +if (tb_cflags (ctx->base.tb) &CF_USE_ICOUNT ) { +gen_io_start (); + }if (ctx->opcode &0x00010000 ) { -/* Special form that does not need any synchronisation */ +/* L=1 form only updates EE and RI */ TCGv t0 =tcg_temp_new (); +TCGv t1 =tcg_temp_new ();tcg_gen_andi_tl (t0, cpu_gpr[rS (ctx->opcode)], (1 <<MSR_RI ) | (1 <<MSR_EE )); -tcg_gen_andi_tl (cpu_msr, cpu_msr, +tcg_gen_andi_tl (t1, cpu_msr, ~(target_ulong)((1 <<MSR_RI ) | (1 <<MSR_EE ))); -tcg_gen_or_tl (cpu_msr, cpu_msr, t0); +tcg_gen_or_tl (t1, t1, t0); + +gen_helper_store_msr (cpu_env, t1);tcg_temp_free (t0); +tcg_temp_free (t1); + }else {/* * XXX: we need to update nip before the store if we enter * power saving mode, we will exit the loop directly from * ppc_store_msr */ -if (tb_cflags (ctx->base.tb) &CF_USE_ICOUNT ) { -gen_io_start (); - }gen_update_nip (ctx, ctx->base.pc_next);gen_helper_store_msr (cpu_env, cpu_gpr[rS (ctx->opcode)]); -/* Must stop the translation as machine state (may have) changed */ -/* Note that mtmsr is not always defined as context-synchronizing */ -gen_stop_exception (ctx); } +/* Must stop the translation as machine state (may have) changed */ +gen_stop_exception (ctx); #endif /* !defined(CONFIG_USER_ONLY) */ }#endif /* defined(TARGET_PPC64) */ @@ -4394,15 +4398,23 @@ static void gen_mtmsr(DisasContext *ctx)CHK_SV ;#if !defined(CONFIG_USER_ONLY ) -if (ctx->opcode &0x00010000 ) { -/* Special form that does not need any synchronisation */ +if (tb_cflags (ctx->base.tb) &CF_USE_ICOUNT ) { +gen_io_start (); + } +if (ctx->opcode &0x00010000 ) { +/* L=1 form only updates EE and RI */ TCGv t0 =tcg_temp_new (); +TCGv t1 =tcg_temp_new ();tcg_gen_andi_tl (t0, cpu_gpr[rS (ctx->opcode)], (1 <<MSR_RI ) | (1 <<MSR_EE )); -tcg_gen_andi_tl (cpu_msr, cpu_msr, +tcg_gen_andi_tl (t1, cpu_msr, ~(target_ulong)((1 <<MSR_RI ) | (1 <<MSR_EE ))); -tcg_gen_or_tl (cpu_msr, cpu_msr, t0); +tcg_gen_or_tl (t1, t1, t0); + +gen_helper_store_msr (cpu_env, t1);tcg_temp_free (t0); +tcg_temp_free (t1); + }else {TCGv msr =tcg_temp_new ();@@ -4411,9 +4423,6 @@ static void gen_mtmsr(DisasContext *ctx)* power saving mode, we will exit the loop directly from * ppc_store_msr */ -if (tb_cflags (ctx->base.tb) &CF_USE_ICOUNT ) { -gen_io_start (); - }gen_update_nip (ctx, ctx->base.pc_next);#if defined(TARGET_PPC64 )tcg_gen_deposit_tl (msr, cpu_msr, cpu_gpr[rS (ctx->opcode)],0 ,32 );@@ -4422,10 +4431,9 @@ static void gen_mtmsr(DisasContext *ctx)#endif gen_helper_store_msr (cpu_env, msr); tcg_temp_free(msr); -/* Must stop the translation as machine state (may have) changed */ -/* Note that mtmsr is not always defined as context-synchronizing */ - gen_stop_exception(ctx); } +/* Must stop the translation as machine state (may have) changed */ +gen_stop_exception (ctx);#endif }
Signature · 1 line
Alex Bennée
David Gibson
AppliedOn Tue, Apr 14, 2020 at 09:11:31PM +1000, Nicholas Piggin wrote:
65;5803;1c> If mtmsr L=1 sets MSR[EE] while there is a maskable exception pending,
Quoted 46 lines
it does not cause an interrupt. This causes the test case to hang:
https://lists.gnu.org/archive/html/qemu-ppc/2019-10/msg00826.html
More recently, Linux reduced the occurance of operations (e.g., rfi) which stop translation and allow pending interrupts to be processed. This started causing hangs in Linux boot in long-running kernel tests, running with '-d int' shows the decrementer stops firing despite DEC wrapping and MSR[EE]=1.
https://lists.ozlabs.org/pipermail/linuxppc-dev/2020-April/208301.html
The cause is the broken mtmsr L=1 behaviour, which is contrary to the architecture. From Power ISA v3.0B, p.977, Move To Machine State Register, Programming Note states:
If MSR[EE]=0 and an External, Decrementer, or Performance Monitor exception is pending, executing an mtmsrd instruction that sets MSR[EE] to 1 will cause the interrupt to occur before the next instruction is executed, if no higher priority exception exists
Fix this by handling L=1 exactly the same way as L=0, modulo the MSR bits altered.
The confusion arises from L=0 being "context synchronizing" whereas L=1 is "execution synchronizing", which is a weaker semantic. However this is not a relaxation of the requirement that these exceptions cause interrupts when MSR[EE]=1 (e.g., when mtmsr executes to completion as TCG is doing here), rather it specifies how a pipelined processor can have multiple instructions in flight where one may influence how another behaves.
Reported-by Anton Blanchard <[email protected]>Reported-by Nathan Chancellor <[email protected]>Tested-by Nathan Chancellor <[email protected]>Signed-off-by Nicholas Piggin <[email protected]>---
Thanks very much to Nathan for reporting and testing it, I added his Tested-by tag despite a more polished patch, as the the basics are still the same (and still fixes his test case here).This bug possibly goes back to early v2.04 / mtmsrd L=1 support around 2007, and the code has been changed several times since then so may require some backporting.
Quoted 5 lines
32-bit / mtmsr untested at the moment, I don't have an environment handy.
target/ppc/translate.c | 46 +++++++++++++++++++++++++----------------- 1 file changed, 27 insertions(+), 19 deletions(-)
Applied to ppc-for-5.0.
Quoted 100 lines
target/ppc/translate.c +27
-19@@ -4361,30 +4361,34 @@ static void gen_mtmsrd(DisasContext *ctx)CHK_SV ;#if !defined(CONFIG_USER_ONLY ) +if (tb_cflags (ctx->base.tb) &CF_USE_ICOUNT ) { +gen_io_start (); + }if (ctx->opcode &0x00010000 ) { -/* Special form that does not need any synchronisation */ +/* L=1 form only updates EE and RI */ TCGv t0 =tcg_temp_new (); +TCGv t1 =tcg_temp_new ();tcg_gen_andi_tl (t0, cpu_gpr[rS (ctx->opcode)], (1 <<MSR_RI ) | (1 <<MSR_EE )); -tcg_gen_andi_tl (cpu_msr, cpu_msr, +tcg_gen_andi_tl (t1, cpu_msr, ~(target_ulong)((1 <<MSR_RI ) | (1 <<MSR_EE ))); -tcg_gen_or_tl (cpu_msr, cpu_msr, t0); +tcg_gen_or_tl (t1, t1, t0); + +gen_helper_store_msr (cpu_env, t1);tcg_temp_free (t0); +tcg_temp_free (t1); + }else {/* * XXX: we need to update nip before the store if we enter * power saving mode, we will exit the loop directly from * ppc_store_msr */ -if (tb_cflags (ctx->base.tb) &CF_USE_ICOUNT ) { -gen_io_start (); - }gen_update_nip (ctx, ctx->base.pc_next);gen_helper_store_msr (cpu_env, cpu_gpr[rS (ctx->opcode)]); -/* Must stop the translation as machine state (may have) changed */ -/* Note that mtmsr is not always defined as context-synchronizing */ -gen_stop_exception (ctx); } +/* Must stop the translation as machine state (may have) changed */ +gen_stop_exception (ctx); #endif /* !defined(CONFIG_USER_ONLY) */ }#endif /* defined(TARGET_PPC64) */ @@ -4394,15 +4398,23 @@ static void gen_mtmsr(DisasContext *ctx)CHK_SV ;#if !defined(CONFIG_USER_ONLY ) -if (ctx->opcode &0x00010000 ) { -/* Special form that does not need any synchronisation */ +if (tb_cflags (ctx->base.tb) &CF_USE_ICOUNT ) { +gen_io_start (); + } +if (ctx->opcode &0x00010000 ) { +/* L=1 form only updates EE and RI */ TCGv t0 =tcg_temp_new (); +TCGv t1 =tcg_temp_new ();tcg_gen_andi_tl (t0, cpu_gpr[rS (ctx->opcode)], (1 <<MSR_RI ) | (1 <<MSR_EE )); -tcg_gen_andi_tl (cpu_msr, cpu_msr, +tcg_gen_andi_tl (t1, cpu_msr, ~(target_ulong)((1 <<MSR_RI ) | (1 <<MSR_EE ))); -tcg_gen_or_tl (cpu_msr, cpu_msr, t0); +tcg_gen_or_tl (t1, t1, t0); + +gen_helper_store_msr (cpu_env, t1);tcg_temp_free (t0); +tcg_temp_free (t1); + }else {TCGv msr =tcg_temp_new ();@@ -4411,9 +4423,6 @@ static void gen_mtmsr(DisasContext *ctx)* power saving mode, we will exit the loop directly from * ppc_store_msr */ -if (tb_cflags (ctx->base.tb) &CF_USE_ICOUNT ) { -gen_io_start (); - }gen_update_nip (ctx, ctx->base.pc_next);#if defined(TARGET_PPC64 )tcg_gen_deposit_tl (msr, cpu_msr, cpu_gpr[rS (ctx->opcode)],0 ,32 );@@ -4422,10 +4431,9 @@ static void gen_mtmsr(DisasContext *ctx)#endif gen_helper_store_msr (cpu_env, msr); tcg_temp_free(msr); -/* Must stop the translation as machine state (may have) changed */ -/* Note that mtmsr is not always defined as context-synchronizing */ - gen_stop_exception(ctx); } +/* Must stop the translation as machine state (may have) changed */ +gen_stop_exception (ctx);#endif }
Signature · 4 lines
David Gibson | I'll have my music baroque, and my code david AT gibson.dropbear.id.au | minimalist, thank you. NOT _the_ _other_ | _way_ _around_! http://www.ozlabs.org/~dgibson