target/ppc: Fix eieio memory ordering semantics
RFC PATCH 1/4 target/ppc: Fix eieio memory ordering semantics
The generated eieio memory ordering semantics do not match the instruction definition in the architecture. Add a big comment to explain this strange instruction and correct the memory ordering behaviour.
Signed-off: Nicholas Piggin <[email protected]>
--- target/ppc/translate.c | 26 +++++++++++++++++++++++++- 1 file changed, 25 insertions(+), 1 deletion(-)
target/ppc/translate.c +25 -1
@@ -3513,7 +3513,31 @@ static void gen_stswx(DisasContext *ctx)/* eieio */ static void gen_eieio (DisasContext *ctx) { -TCGBar bar =TCG_MO_LD_ST ; +TCGBar bar =TCG_MO_ALL ; + +/* +* eieio has complex semanitcs. It provides memory ordering between +* operations in the set: +* - loads from CI memory. +* - stores to CI memory. +* - stores to WT memory. +* +* It separately also orders memory for operations in the set: +* - stores to cacheble memory. +* +* It also serializes instructions: +* - dcbt and dcbst. +* +* It separately serializes: +* - tlbie and tlbsync. +* +* And separately serializes: +* - slbieg, slbiag, and slbsync. +* +* The end result is that CI memory ordering requires TCG_MO_ALL +* and it is not possible to special-case more relaxed ordering for +* cacheable accesses. TCG_BAR_SC is required to provide the serialization. +*/ /* * POWER9 has a eieio instruction variant using bit 6 as a hint to
Signature · 1 line
2.35.1
RFC PATCH 2/4 tcg/ppc: ST_ST memory ordering is not provided with eieio
eieio does not provide ordering between stores to CI memory and stores to cacheable memory so it can't be used as a general ST_ST barrier.
--- tcg/ppc/tcg-target.c.inc | 2 -- 1 file changed, 2 deletions(-)
tcg/ppc/tcg-target.c.inc +0 -2
@@ -1836,8 +1836,6 @@ static void tcg_out_mb(TCGContext *s, TCGArg a0) a0 &= TCG_MO_ALL; if (a0 == TCG_MO_LD_LD) { insn = LWSYNC; - } else if (a0 == TCG_MO_ST_ST) { - insn = EIEIO; } tcg_out32(s, insn); }
Signature · 1 line
2.35.1
Re: [RFC PATCH 2/4] tcg/ppc: ST_ST memory ordering is not provided with eieio
Quoted 13 lines · Nicholas Piggin
eieio does not provide ordering between stores to CI memory and stores to cacheable memory so it can't be used as a general
ST_STbarrier.Signed-of-by Nicholas Piggin <[email protected]>--- tcg/ppc/tcg-target.c.inc | 2 -- 1 file changed, 2 deletions(-)tcg/ppc/tcg-target.c.inc +0
-0
tcg/ppc/tcg-target.c.inc static void tcg_out_mb(TCGContext *s, TCGArg a0) · line 1841
Quoted 8 lines
tcg/ppc/tcg-target.c.inc +0
-2@@ -1836,8 +1836,6 @@ static void tcg_out_mb(TCGContext *s, TCGArg a0) a0 &= TCG_MO_ALL; if (a0 == TCG_MO_LD_LD) { insn = LWSYNC; - } else if (a0 == TCG_MO_ST_ST) { - insn = EIEIO; } tcg_out32(s, insn); }
Certainly matches the comment from patch 1.
r~
RFC PATCH 3/4 tcg/ppc: Optimize memory ordering generation with lwsync
In reply to Nicholas Pigginlwsync orders more than just LD_LD, importantly it matches x86 and s390 default memory ordering.
--- target/ppc/cpu.h | 2 ++ tcg/ppc/tcg-target.c.inc | 2 +- 2 files changed, 3 insertions(+), 1 deletion(-)
target/ppc/cpu.h +2 -0
@@ -28,6 +28,8 @@#define TCG_GUEST_DEFAULT_MO 0 +#define PPC_LWSYNC_MO (TCG_MO_LD_LD | TCG_MO_LD_ST | TCG_MO_ST_ST) +#define TARGET_PAGE_BITS_64K 16#define TARGET_PAGE_BITS_16M 24
tcg/ppc/tcg-target.c.inc +1 -1
@@ -1834,7 +1834,7 @@ static void tcg_out_mb(TCGContext *s, TCGArg a0) { uint32_t insn = HWSYNC; a0 &= TCG_MO_ALL; - if (a0 == TCG_MO_LD_LD) { + if ((a0 & PPC_LWSYNC_MO) == a0) { insn = LWSYNC; } tcg_out32(s, insn);
Signature · 1 line
2.35.1
Re: [RFC PATCH 3/4] tcg/ppc: Optimize memory ordering generation with lwsync
Quoted 14 lines · Nicholas Piggin
lwsync orders more than just
LD_LD, importantly it matches x86 and s390 default memory ordering.Signed-off-by Nicholas Piggin <[email protected]>--- target/ppc/cpu.h | 2 ++ tcg/ppc/tcg-target.c.inc | 2 +- 2 files changed, 3 insertions(+), 1 deletion(-)target/ppc/cpu.h +0
-0
target/ppc/cpu.h line 31
Quoted 4 lines
target/ppc/cpu.h +1
-0@@ -28,6 +28,8 @@#define TCG_GUEST_DEFAULT_MO 0 +#define PPC_LWSYNC_MO (TCG_MO_LD_LD | TCG_MO_LD_ST | TCG_MO_ST_ST)
You can't put this here...
Quoted 9 lines
target/ppc/cpu.h +1
-0+#define TARGET_PAGE_BITS_64K 16#define TARGET_PAGE_BITS_16M 24tcg/ppc/tcg-target.c.inc +0
-0
tcg/ppc/tcg-target.c.inc static void tcg_out_mb(TCGContext *s, TCGArg a0) · line 1837
Quoted 5 lines
tcg/ppc/tcg-target.c.inc +1
-1@@ -1834,7 +1834,7 @@ static void tcg_out_mb(TCGContext *s, TCGArg a0) { uint32_t insn = HWSYNC; a0 &= TCG_MO_ALL; - if (a0 == TCG_MO_LD_LD) { + if ((a0 & PPC_LWSYNC_MO) == a0) {
... and have it used here. You should have seen compilation failures for the missing symbol. I can only assume you used a restricted --target-list in testing.
Anyway, it looks like a simpler test would be
insn = (a0 & TCG_MO_ST_LD ? HWSYNC : LWSYNC);
r~
RFC PATCH 4/4 target/ppc: Implement lwsync with weaker memory ordering
In reply to Nicholas PigginThis allows an x86 host to no-op lwsyncs, and ppc host can use lwsync rather than sync.
--- target/ppc/cpu.h | 4 +++- target/ppc/cpu_init.c | 13 +++++++------ target/ppc/machine.c | 3 ++- target/ppc/translate.c | 8 +++++++- 4 files changed, 19 insertions(+), 9 deletions(-)
target/ppc/cpu.h +3 -1
@@ -2287,6 +2287,8 @@ enum {PPC2_ISA300 =0x0000000000080000ULL ,/* POWER ISA 3.1 */ PPC2_ISA310 =0x0000000000100000ULL , +/* lwsync instruction */ +PPC2_MEM_LWSYNC =0x0000000000200000ULL , #define PPC_TCG_INSNS2 (PPC2_BOOKE206 | PPC2_VSX | PPC2_PRCNTL | PPC2_DBRX | \ PPC2_ISA205 | PPC2_VSX207 | PPC2_PERM_ISA206 | \
@@ -2295,7 +2297,7 @@ enum {PPC2_BCTAR_ISA207 |PPC2_LSQ_ISA207 | \PPC2_ALTIVEC_207 |PPC2_ISA207S |PPC2_DFP | \PPC2_FP_CVT_S64 |PPC2_TM |PPC2_PM_ISA206 | \ - PPC2_ISA300 | PPC2_ISA310) + PPC2_ISA300 | PPC2_ISA310 | PPC2_MEM_LWSYNC) };/*****************************************************************************/
target/ppc/cpu_init.c +7 -6
@@ -5769,7 +5769,7 @@ POWERPC_FAMILY(970)(ObjectClass *oc, void *data)PPC_MEM_TLBIE |PPC_MEM_TLBSYNC |PPC_64B |PPC_ALTIVEC |PPC_SEGMENT_64B |PPC_SLBI ; - pcc->insns_flags2 =PPC2_FP_CVT_S64 ; + pcc->insns_flags2 =PPC2_FP_CVT_S64 |PPC2_MEM_LWSYNC ; pcc->msr_mask = (1ull <<MSR_SF ) | (1ull <<MSR_VR ) | (1ull << MSR_POW) |
@@ -5846,7 +5846,7 @@ POWERPC_FAMILY(POWER5P)(ObjectClass *oc, void *data)PPC_64B |PPC_POPCNTB |PPC_SEGMENT_64B |PPC_SLBI ; - pcc->insns_flags2 =PPC2_FP_CVT_S64 ; + pcc->insns_flags2 =PPC2_FP_CVT_S64 |PPC2_MEM_LWSYNC ; pcc->msr_mask = (1ull <<MSR_SF ) | (1ull <<MSR_VR ) | (1ull << MSR_POW) |
@@ -5984,7 +5984,7 @@ POWERPC_FAMILY(POWER7)(ObjectClass *oc, void *data)PPC2_PERM_ISA206 |PPC2_DIVE_ISA206 |PPC2_ATOMIC_ISA206 |PPC2_FP_CVT_ISA206 |PPC2_FP_TST_ISA206 |PPC2_FP_CVT_S64 | -PPC2_PM_ISA206 ; +PPC2_PM_ISA206 |PPC2_MEM_LWSYNC ; pcc->msr_mask = (1ull <<MSR_SF ) | (1ull <<MSR_VR ) | (1ull << MSR_VSX) |
@@ -6157,7 +6157,7 @@ POWERPC_FAMILY(POWER8)(ObjectClass *oc, void *data)PPC2_FP_TST_ISA206 |PPC2_BCTAR_ISA207 |PPC2_LSQ_ISA207 |PPC2_ALTIVEC_207 |PPC2_ISA205 |PPC2_ISA207S |PPC2_FP_CVT_S64 | -PPC2_TM |PPC2_PM_ISA206 ; +PPC2_TM |PPC2_PM_ISA206 |PPC2_MEM_LWSYNC ; pcc->msr_mask = (1ull <<MSR_SF ) | (1ull <<MSR_HV ) | (1ull << MSR_TM) |
@@ -6375,7 +6375,7 @@ POWERPC_FAMILY(POWER9)(ObjectClass *oc, void *data)PPC2_FP_TST_ISA206 |PPC2_BCTAR_ISA207 |PPC2_LSQ_ISA207 |PPC2_ALTIVEC_207 |PPC2_ISA205 |PPC2_ISA207S |PPC2_FP_CVT_S64 | -PPC2_TM |PPC2_ISA300 |PPC2_PRCNTL ; +PPC2_TM |PPC2_ISA300 |PPC2_PRCNTL |PPC2_MEM_LWSYNC ; pcc->msr_mask = (1ull <<MSR_SF ) | (1ull <<MSR_HV ) | (1ull << MSR_TM) |
@@ -6590,7 +6590,8 @@ POWERPC_FAMILY(POWER10)(ObjectClass *oc, void *data)PPC2_FP_TST_ISA206 |PPC2_BCTAR_ISA207 |PPC2_LSQ_ISA207 |PPC2_ALTIVEC_207 |PPC2_ISA205 |PPC2_ISA207S |PPC2_FP_CVT_S64 | -PPC2_TM |PPC2_ISA300 |PPC2_PRCNTL |PPC2_ISA310 ; +PPC2_TM |PPC2_ISA300 |PPC2_PRCNTL |PPC2_ISA310 | +PPC2_MEM_LWSYNC ; pcc->msr_mask = (1ull <<MSR_SF ) | (1ull <<MSR_HV ) | (1ull << MSR_TM) |
target/ppc/machine.c +2 -1
@@ -157,7 +157,8 @@ static int cpu_pre_save(void *opaque) | PPC2_ATOMIC_ISA206 | PPC2_FP_CVT_ISA206 |PPC2_FP_TST_ISA206 |PPC2_BCTAR_ISA207 |PPC2_LSQ_ISA207 |PPC2_ALTIVEC_207 - |PPC2_ISA205 |PPC2_ISA207S |PPC2_FP_CVT_S64 |PPC2_TM ; + |PPC2_ISA205 |PPC2_ISA207S |PPC2_FP_CVT_S64 |PPC2_TM + |PPC2_MEM_LWSYNC ; env->spr[SPR_LR ] = env->lr; env->spr[SPR_CTR ] = env->ctr;
target/ppc/translate.c +7 -1
@@ -4040,8 +4040,13 @@ static void gen_stqcx_(DisasContext *ctx)/* sync */ static void gen_sync (DisasContext *ctx) { +TCGBar bar =TCG_MO_ALL ;uint32_t l = (ctx->opcode >>21 ) &3 ; +if ((l ==1 ) && (ctx->insns_flags2 &PPC2_MEM_LWSYNC )) { + bar =PPC_LWSYNC_MO ; + } +/* * We may need to check for a pending TLB flush. *
@@ -4053,7 +4058,8 @@ static void gen_sync(DisasContext *ctx)if (((l ==2 ) || !(ctx->insns_flags &PPC_64B )) && !ctx->pr) {gen_check_tlb_flush (ctx, true); } -tcg_gen_mb (TCG_MO_ALL |TCG_BAR_SC ); + +tcg_gen_mb (bar |TCG_BAR_SC ); }/* wait */
Signature · 1 line
2.35.1