AVX guest implementation
PATCH v2 12/42 i386: Misc integer AVX helper prep
In reply to Paul BrookMore perparatory work for AVX support in various integer vector helpers
No functional changes to existing helpers.
--- target/i386/ops_sse.h | 133 +++++++++++++++++++++++++++++++++--------- 1 file changed, 104 insertions(+), 29 deletions(-)
target/i386/ops_sse.h +104 -29
@@ -557,19 +557,25 @@ SSE_HELPER_W(helper_pavgw, FAVG)void glue (helper_pmuludq ,SUFFIX )(CPUX86State *env,Reg *d,Reg *s) { - d->Q (0 ) = (uint64_t )s->L (0 ) * (uint64_t )d->L (0 ); -#if SHIFT ==1 - d->Q (1 ) = (uint64_t )s->L (2 ) * (uint64_t )d->L (2 ); +Reg *v = d; + d->Q (0 ) = (uint64_t )s->L (0 ) * (uint64_t )v->L (0 ); +#if SHIFT >=1 + d->Q (1 ) = (uint64_t )s->L (2 ) * (uint64_t )v->L (2 ); +#if SHIFT ==2 + d->Q (2 ) = (uint64_t )s->L (4 ) * (uint64_t )v->L (4 ); + d->Q (3 ) = (uint64_t )s->L (6 ) * (uint64_t )v->L (6 ); +#endif #endif }void glue (helper_pmaddwd ,SUFFIX )(CPUX86State *env,Reg *d,Reg *s) { +Reg *v = d;int i;for (i =0 ; i < (2 <<SHIFT ); i++) { - d->L (i) = (int16_t )s->W (2 * i) * (int16_t )d->W (2 * i) + - (int16_t )s->W (2 * i +1 ) * (int16_t )d->W (2 * i +1 ); + d->L (i) = (int16_t )s->W (2 * i) * (int16_t )v->W (2 * i) + + (int16_t )s->W (2 * i +1 ) * (int16_t )v->W (2 * i +1 ); } }
@@ -583,31 +589,55 @@ static inline int abs1(int a) } }#endif +void glue (helper_psadbw ,SUFFIX )(CPUX86State *env,Reg *d,Reg *s) { +Reg *v = d;unsigned int val; val =0 ; - val +=abs1 (d->B (0 ) - s->B (0 )); - val +=abs1 (d->B (1 ) - s->B (1 )); - val +=abs1 (d->B (2 ) - s->B (2 )); - val +=abs1 (d->B (3 ) - s->B (3 )); - val +=abs1 (d->B (4 ) - s->B (4 )); - val +=abs1 (d->B (5 ) - s->B (5 )); - val +=abs1 (d->B (6 ) - s->B (6 )); - val +=abs1 (d->B (7 ) - s->B (7 )); + val +=abs1 (v->B (0 ) - s->B (0 )); + val +=abs1 (v->B (1 ) - s->B (1 )); + val +=abs1 (v->B (2 ) - s->B (2 )); + val +=abs1 (v->B (3 ) - s->B (3 )); + val +=abs1 (v->B (4 ) - s->B (4 )); + val +=abs1 (v->B (5 ) - s->B (5 )); + val +=abs1 (v->B (6 ) - s->B (6 )); + val +=abs1 (v->B (7 ) - s->B (7 )); d->Q (0 ) = val; -#if SHIFT ==1 +#if SHIFT >=1 val =0 ; - val +=abs1 (d->B (8 ) - s->B (8 )); - val +=abs1 (d->B (9 ) - s->B (9 )); - val +=abs1 (d->B (10 ) - s->B (10 )); - val +=abs1 (d->B (11 ) - s->B (11 )); - val +=abs1 (d->B (12 ) - s->B (12 )); - val +=abs1 (d->B (13 ) - s->B (13 )); - val +=abs1 (d->B (14 ) - s->B (14 )); - val +=abs1 (d->B (15 ) - s->B (15 )); + val +=abs1 (v->B (8 ) - s->B (8 )); + val +=abs1 (v->B (9 ) - s->B (9 )); + val +=abs1 (v->B (10 ) - s->B (10 )); + val +=abs1 (v->B (11 ) - s->B (11 )); + val +=abs1 (v->B (12 ) - s->B (12 )); + val +=abs1 (v->B (13 ) - s->B (13 )); + val +=abs1 (v->B (14 ) - s->B (14 )); + val +=abs1 (v->B (15 ) - s->B (15 )); d->Q (1 ) = val; +#if SHIFT ==2 + val =0 ; + val +=abs1 (v->B (16 ) - s->B (16 )); + val +=abs1 (v->B (17 ) - s->B (17 )); + val +=abs1 (v->B (18 ) - s->B (18 )); + val +=abs1 (v->B (19 ) - s->B (19 )); + val +=abs1 (v->B (20 ) - s->B (20 )); + val +=abs1 (v->B (21 ) - s->B (21 )); + val +=abs1 (v->B (22 ) - s->B (22 )); + val +=abs1 (v->B (23 ) - s->B (23 )); + d->Q (2 ) = val; + val =0 ; + val +=abs1 (v->B (24 ) - s->B (24 )); + val +=abs1 (v->B (25 ) - s->B (25 )); + val +=abs1 (v->B (26 ) - s->B (26 )); + val +=abs1 (v->B (27 ) - s->B (27 )); + val +=abs1 (v->B (28 ) - s->B (28 )); + val +=abs1 (v->B (29 ) - s->B (29 )); + val +=abs1 (v->B (30 ) - s->B (30 )); + val +=abs1 (v->B (31 ) - s->B (31 )); + d->Q (3 ) = val; +#endif #endif }
@@ -627,8 +657,12 @@ void glue(helper_movl_mm_T0, SUFFIX)(Reg *d, uint32_t val) { d->L (0 ) = val; d->L (1 ) =0 ; -#if SHIFT ==1 +#if SHIFT >=1 d->Q (1 ) =0 ; +#if SHIFT ==2 + d->Q (2 ) =0 ; + d->Q (3 ) =0 ; +#endif #endif }
@@ -636,8 +670,12 @@ void glue(helper_movl_mm_T0, SUFFIX)(Reg *d, uint32_t val)void glue (helper_movq_mm_T0 ,SUFFIX )(Reg *d,uint64_t val) { d->Q (0 ) = val; -#if SHIFT ==1 +#if SHIFT >=1 d->Q (1 ) =0 ; +#if SHIFT ==2 + d->Q (2 ) =0 ; + d->Q (3 ) =0 ; +#endif #endif }#endif
@@ -1251,7 +1289,7 @@ uint32_t glue(helper_pmovmskb, SUFFIX)(CPUX86State *env, Reg *s) val |= (s->B (5 ) >>2 ) &0x20 ; val |= (s->B (6 ) >>1 ) &0x40 ; val |= (s->B (7 )) &0x80 ; -#if SHIFT ==1 +#if SHIFT >=1 val |= (s->B (8 ) <<1 ) &0x0100 ; val |= (s->B (9 ) <<2 ) &0x0200 ; val |= (s->B (10 ) <<3 ) &0x0400 ;
@@ -1260,6 +1298,24 @@ uint32_t glue(helper_pmovmskb, SUFFIX)(CPUX86State *env, Reg *s) val |= (s->B (13 ) <<6 ) &0x2000 ; val |= (s->B (14 ) <<7 ) &0x4000 ; val |= (s->B (15 ) <<8 ) &0x8000 ; +#if SHIFT ==2 + val |= ((uint32_t )s->B (16 ) <<9 ) &0x00010000 ; + val |= ((uint32_t )s->B (17 ) <<10 ) &0x00020000 ; + val |= ((uint32_t )s->B (18 ) <<11 ) &0x00040000 ; + val |= ((uint32_t )s->B (19 ) <<12 ) &0x00080000 ; + val |= ((uint32_t )s->B (20 ) <<13 ) &0x00100000 ; + val |= ((uint32_t )s->B (21 ) <<14 ) &0x00200000 ; + val |= ((uint32_t )s->B (22 ) <<15 ) &0x00400000 ; + val |= ((uint32_t )s->B (23 ) <<16 ) &0x00800000 ; + val |= ((uint32_t )s->B (24 ) <<17 ) &0x01000000 ; + val |= ((uint32_t )s->B (25 ) <<18 ) &0x02000000 ; + val |= ((uint32_t )s->B (26 ) <<19 ) &0x04000000 ; + val |= ((uint32_t )s->B (27 ) <<20 ) &0x08000000 ; + val |= ((uint32_t )s->B (28 ) <<21 ) &0x10000000 ; + val |= ((uint32_t )s->B (29 ) <<22 ) &0x20000000 ; + val |= ((uint32_t )s->B (30 ) <<23 ) &0x40000000 ; + val |= ((uint32_t )s->B (31 ) <<24 ) &0x80000000 ; +#endif #endif return val; }
@@ -1799,14 +1855,28 @@ void glue(helper_ptest, SUFFIX)(CPUX86State *env, Reg *d, Reg *s)uint64_t zf = (s->Q (0 ) & d->Q (0 )) | (s->Q (1 ) & d->Q (1 ));uint64_t cf = (s->Q (0 ) & ~d->Q (0 )) | (s->Q (1 ) & ~d->Q (1 )); +#if SHIFT ==2 + zf |= (s->Q (2 ) & d->Q (2 )) | (s->Q (3 ) & d->Q (3 )); + cf |= (s->Q (2 ) & ~d->Q (2 )) | (s->Q (3 ) & ~d->Q (3 )); +#endif CC_SRC = (zf ?0 :CC_Z ) | (cf ?0 :CC_C ); }#define SSE_HELPER_F (name, elem, num,F ) \ void glue(name, SUFFIX)(CPUX86State *env, Reg *d, Reg *s) \ { \ - if (num > 2) { \ - if (num > 4) { \ + if (num * SHIFT > 2) { \ + if (num * SHIFT > 8) { \ + d->elem(15) = F(15); \ + d->elem(14) = F(14); \ + d->elem(13) = F(13); \ + d->elem(12) = F(12); \ + d->elem(11) = F(11); \ + d->elem(10) = F(10); \ + d->elem(9) = F(9); \ + d->elem(8) = F(8); \ + } \ + if (num * SHIFT > 4) { \ d->elem(7) = F(7); \ d->elem(6) = F(6); \ d->elem(5) = F(5); \
@@ -1834,8 +1904,13 @@ SSE_HELPER_F(helper_pmovzxdq, Q, 2, s->L)void glue (helper_pmuldq ,SUFFIX )(CPUX86State *env,Reg *d,Reg *s) { - d->Q (0 ) = (int64_t )(int32_t ) d->L (0 ) * (int32_t ) s->L (0 ); - d->Q (1 ) = (int64_t )(int32_t ) d->L (2 ) * (int32_t ) s->L (2 ); +Reg *v = d; + d->Q (0 ) = (int64_t )(int32_t ) v->L (0 ) * (int32_t ) s->L (0 ); + d->Q (1 ) = (int64_t )(int32_t ) v->L (2 ) * (int32_t ) s->L (2 ); +#if SHIFT ==2 + d->Q (2 ) = (int64_t )(int32_t ) v->L (4 ) * (int32_t ) s->L (4 ); + d->Q (3 ) = (int64_t )(int32_t ) v->L (6 ) * (int32_t ) s->L (6 ); +#endif }#define FCMPEQQ (d, s) (d == s ? -1 : 0)
Signature · 1 line
2.36.0
PATCH v2 13/42 i386: Destructive vector helpers for AVX
In reply to Paul BrookThese helpers need to take special care to avoid overwriting source values before the wole result has been calculated. Currently they use a dummy Reg typed variable to store the result then assign the whole register. This will cause 128 bit operations to corrupt the upper half of the register, so replace it with explicit temporaries and element assignments.
--- target/i386/ops_sse.h | 707 ++++++++++++++++++++++++++---------------- 1 file changed, 437 insertions(+), 270 deletions(-)
target/i386/ops_sse.h +437 -270
@@ -680,71 +680,85 @@ void glue(helper_movq_mm_T0, SUFFIX)(Reg *d, uint64_t val) }#endif +#define SHUFFLE4 (F , a, b, offset) do { \ + r0 = a->F((order & 3) + offset); \ + r1 = a->F(((order >> 2) & 3) + offset); \ + r2 = b->F(((order >> 4) & 3) + offset); \ + r3 = b->F(((order >> 6) & 3) + offset); \ + d->F(offset) = r0; \ + d->F(offset + 1) = r1; \ + d->F(offset + 2) = r2; \ + d->F(offset + 3) = r3; \ + } while (0) +#if SHIFT ==0 void glue (helper_pshufw ,SUFFIX )(Reg *d,Reg *s,int order) { -Reg r; +uint16_t r0, r1, r2, r3; - r.W (0 ) = s->W (order &3 ); - r.W (1 ) = s->W ((order >>2 ) &3 ); - r.W (2 ) = s->W ((order >>4 ) &3 ); - r.W (3 ) = s->W ((order >>6 ) &3 ); -MOVE (*d, r); +SHUFFLE4 (W , s, s,0 ); }#else void helper_shufps (Reg *d,Reg *s,int order) { -Reg r; +Reg *v = d; +uint32_t r0, r1, r2, r3; - r.L (0 ) = d->L (order &3 ); - r.L (1 ) = d->L ((order >>2 ) &3 ); - r.L (2 ) = s->L ((order >>4 ) &3 ); - r.L (3 ) = s->L ((order >>6 ) &3 ); -MOVE (*d, r); +SHUFFLE4 (L , v, s,0 ); +#if SHIFT ==2 +SHUFFLE4 (L , v, s,4 ); +#endif }void helper_shufpd (Reg *d,Reg *s,int order) { -Reg r; +Reg *v = d; +uint64_t r0, r1; - r.Q (0 ) = d->Q (order &1 ); - r.Q (1 ) = s->Q ((order >>1 ) &1 ); -MOVE (*d, r); + r0 = v->Q (order &1 ); + r1 = s->Q ((order >>1 ) &1 ); + d->Q (0 ) = r0; + d->Q (1 ) = r1; +#if SHIFT ==2 + r0 = v->Q (((order >>2 ) &1 ) +2 ); + r1 = s->Q (((order >>3 ) &1 ) +2 ); + d->Q (2 ) = r0; + d->Q (3 ) = r1; +#endif }void glue (helper_pshufd ,SUFFIX )(Reg *d,Reg *s,int order) { -Reg r; +uint32_t r0, r1, r2, r3; - r.L (0 ) = s->L (order &3 ); - r.L (1 ) = s->L ((order >>2 ) &3 ); - r.L (2 ) = s->L ((order >>4 ) &3 ); - r.L (3 ) = s->L ((order >>6 ) &3 ); -MOVE (*d, r); +SHUFFLE4 (L , s, s,0 ); +#if SHIFT ==2 +SHUFFLE4 (L , s, s,4 ); +#endif }void glue (helper_pshuflw ,SUFFIX )(Reg *d,Reg *s,int order) { -Reg r; +uint16_t r0, r1, r2, r3; - r.W (0 ) = s->W (order &3 ); - r.W (1 ) = s->W ((order >>2 ) &3 ); - r.W (2 ) = s->W ((order >>4 ) &3 ); - r.W (3 ) = s->W ((order >>6 ) &3 ); - r.Q (1 ) = s->Q (1 ); -MOVE (*d, r); +SHUFFLE4 (W , s, s,0 ); + d->Q (1 ) = s->Q (1 ); +#if SHIFT ==2 +SHUFFLE4 (W , s, s,8 ); + d->Q (3 ) = s->Q (3 ); +#endif }void glue (helper_pshufhw ,SUFFIX )(Reg *d,Reg *s,int order) { -Reg r; +uint16_t r0, r1, r2, r3; - r.Q (0 ) = s->Q (0 ); - r.W (4 ) = s->W (4 + (order &3 )); - r.W (5 ) = s->W (4 + ((order >>2 ) &3 )); - r.W (6 ) = s->W (4 + ((order >>4 ) &3 )); - r.W (7 ) = s->W (4 + ((order >>6 ) &3 )); -MOVE (*d, r); + d->Q (0 ) = s->Q (0 ); +SHUFFLE4 (W , s, s,4 ); +#if SHIFT ==2 + d->Q (2 ) = s->Q (2 ); +SHUFFLE4 (W , s, s,12 ); +#endif }#endif
@@ -1320,156 +1334,190 @@ uint32_t glue(helper_pmovmskb, SUFFIX)(CPUX86State *env, Reg *s)return val; } -void glue (helper_packsswb ,SUFFIX )(CPUX86State *env,Reg *d,Reg *s) -{ -Reg r; - - r.B (0 ) =satsb ((int16_t )d->W (0 )); - r.B (1 ) =satsb ((int16_t )d->W (1 )); - r.B (2 ) =satsb ((int16_t )d->W (2 )); - r.B (3 ) =satsb ((int16_t )d->W (3 )); -#if SHIFT ==1 - r.B (4 ) =satsb ((int16_t )d->W (4 )); - r.B (5 ) =satsb ((int16_t )d->W (5 )); - r.B (6 ) =satsb ((int16_t )d->W (6 )); - r.B (7 ) =satsb ((int16_t )d->W (7 )); -#endif - r.B ((4 <<SHIFT ) +0 ) =satsb ((int16_t )s->W (0 )); - r.B ((4 <<SHIFT ) +1 ) =satsb ((int16_t )s->W (1 )); - r.B ((4 <<SHIFT ) +2 ) =satsb ((int16_t )s->W (2 )); - r.B ((4 <<SHIFT ) +3 ) =satsb ((int16_t )s->W (3 )); -#if SHIFT ==1 - r.B (12 ) =satsb ((int16_t )s->W (4 )); - r.B (13 ) =satsb ((int16_t )s->W (5 )); - r.B (14 ) =satsb ((int16_t )s->W (6 )); - r.B (15 ) =satsb ((int16_t )s->W (7 )); -#endif -MOVE (*d, r); -} - -void glue (helper_packuswb ,SUFFIX )(CPUX86State *env,Reg *d,Reg *s) -{ -Reg r; - - r.B (0 ) =satub ((int16_t )d->W (0 )); - r.B (1 ) =satub ((int16_t )d->W (1 )); - r.B (2 ) =satub ((int16_t )d->W (2 )); - r.B (3 ) =satub ((int16_t )d->W (3 )); -#if SHIFT ==1 - r.B (4 ) =satub ((int16_t )d->W (4 )); - r.B (5 ) =satub ((int16_t )d->W (5 )); - r.B (6 ) =satub ((int16_t )d->W (6 )); - r.B (7 ) =satub ((int16_t )d->W (7 )); -#endif - r.B ((4 <<SHIFT ) +0 ) =satub ((int16_t )s->W (0 )); - r.B ((4 <<SHIFT ) +1 ) =satub ((int16_t )s->W (1 )); - r.B ((4 <<SHIFT ) +2 ) =satub ((int16_t )s->W (2 )); - r.B ((4 <<SHIFT ) +3 ) =satub ((int16_t )s->W (3 )); -#if SHIFT ==1 - r.B (12 ) =satub ((int16_t )s->W (4 )); - r.B (13 ) =satub ((int16_t )s->W (5 )); - r.B (14 ) =satub ((int16_t )s->W (6 )); - r.B (15 ) =satub ((int16_t )s->W (7 )); +#if SHIFT ==0 +#define PACK_WIDTH 4 +#else +#define PACK_WIDTH 8#endif -MOVE (*d, r); -}void glue (helper_packssdw ,SUFFIX )(CPUX86State *env,Reg *d,Reg *s) { -Reg r; +Reg *v = d; +uint16_t r[PACK_WIDTH ]; +int i; - r.W (0 ) =satsw (d->L (0 )); - r.W (1 ) =satsw (d->L (1 )); -#if SHIFT ==1 - r.W (2 ) =satsw (d->L (2 )); - r.W (3 ) =satsw (d->L (3 )); + r[0 ] =satsw (v->L (0 )); + r[1 ] =satsw (v->L (1 )); + r[PACK_WIDTH /2 +0 ] =satsw (s->L (0 )); + r[PACK_WIDTH /2 +1 ] =satsw (s->L (1 )); +#if SHIFT >=1 + r[2 ] =satsw (v->L (2 )); + r[3 ] =satsw (v->L (3 )); + r[6 ] =satsw (s->L (2 )); + r[7 ] =satsw (s->L (3 ));#endif - r.W ((2 <<SHIFT ) +0 ) =satsw (s->L (0 )); - r.W ((2 <<SHIFT ) +1 ) =satsw (s->L (1 )); -#if SHIFT ==1 - r.W (6 ) =satsw (s->L (2 )); - r.W (7 ) =satsw (s->L (3 )); +for (i =0 ; i <PACK_WIDTH ; i++) { + d->W (i) = r[i]; + } +#if SHIFT ==2 + r[0 ] =satsw (v->L (4 )); + r[1 ] =satsw (v->L (5 )); + r[2 ] =satsw (v->L (6 )); + r[3 ] =satsw (v->L (7 )); + r[4 ] =satsw (s->L (4 )); + r[5 ] =satsw (s->L (5 )); + r[6 ] =satsw (s->L (6 )); + r[7 ] =satsw (s->L (7 )); +for (i =0 ; i <8 ; i++) { + d->W (i +8 ) = r[i]; + }#endif -MOVE (*d, r); }#define UNPCK_OP (base_name, base) \ \ void glue(helper_punpck ## base_name ## bw, SUFFIX)(CPUX86State *env,\ - Reg *d, Reg *s) \ + Reg *d, Reg *s) \ { \ - Reg r; \ + Reg *v = d; \ + uint8_t r[PACK_WIDTH * 2]; \ + int i; \ \ - r.B(0) = d->B((base << (SHIFT + 2)) + 0); \ - r.B(1) = s->B((base << (SHIFT + 2)) + 0); \ - r.B(2) = d->B((base << (SHIFT + 2)) + 1); \ - r.B(3) = s->B((base << (SHIFT + 2)) + 1); \ - r.B(4) = d->B((base << (SHIFT + 2)) + 2); \ - r.B(5) = s->B((base << (SHIFT + 2)) + 2); \ - r.B(6) = d->B((base << (SHIFT + 2)) + 3); \ - r.B(7) = s->B((base << (SHIFT + 2)) + 3); \ + r[0] = v->B((base * PACK_WIDTH) + 0); \ + r[1] = s->B((base * PACK_WIDTH) + 0); \ + r[2] = v->B((base * PACK_WIDTH) + 1); \ + r[3] = s->B((base * PACK_WIDTH) + 1); \ + r[4] = v->B((base * PACK_WIDTH) + 2); \ + r[5] = s->B((base * PACK_WIDTH) + 2); \ + r[6] = v->B((base * PACK_WIDTH) + 3); \ + r[7] = s->B((base * PACK_WIDTH) + 3); \ XMM_ONLY( \ - r.B(8) = d->B((base << (SHIFT + 2)) + 4); \ - r.B(9) = s->B((base << (SHIFT + 2)) + 4); \ - r.B(10) = d->B((base << (SHIFT + 2)) + 5); \ - r.B(11) = s->B((base << (SHIFT + 2)) + 5); \ - r.B(12) = d->B((base << (SHIFT + 2)) + 6); \ - r.B(13) = s->B((base << (SHIFT + 2)) + 6); \ - r.B(14) = d->B((base << (SHIFT + 2)) + 7); \ - r.B(15) = s->B((base << (SHIFT + 2)) + 7); \ + r[8] = v->B((base * PACK_WIDTH) + 4); \ + r[9] = s->B((base * PACK_WIDTH) + 4); \ + r[10] = v->B((base * PACK_WIDTH) + 5); \ + r[11] = s->B((base * PACK_WIDTH) + 5); \ + r[12] = v->B((base * PACK_WIDTH) + 6); \ + r[13] = s->B((base * PACK_WIDTH) + 6); \ + r[14] = v->B((base * PACK_WIDTH) + 7); \ + r[15] = s->B((base * PACK_WIDTH) + 7); \ + ) \ + for (i = 0; i < PACK_WIDTH * 2; i++) { \ + d->B(i) = r[i]; \ + } \ + YMM_ONLY( \ + r[0] = v->B((base * 8) + 16); \ + r[1] = s->B((base * 8) + 16); \ + r[2] = v->B((base * 8) + 17); \ + r[3] = s->B((base * 8) + 17); \ + r[4] = v->B((base * 8) + 18); \ + r[5] = s->B((base * 8) + 18); \ + r[6] = v->B((base * 8) + 19); \ + r[7] = s->B((base * 8) + 19); \ + r[8] = v->B((base * 8) + 20); \ + r[9] = s->B((base * 8) + 20); \ + r[10] = v->B((base * 8) + 21); \ + r[11] = s->B((base * 8) + 21); \ + r[12] = v->B((base * 8) + 22); \ + r[13] = s->B((base * 8) + 22); \ + r[14] = v->B((base * 8) + 23); \ + r[15] = s->B((base * 8) + 23); \ + for (i = 0; i < PACK_WIDTH * 2; i++) { \ + d->B(16 + i) = r[i]; \ + } \ ) \ - MOVE(*d, r); \ } \ \ void glue(helper_punpck ## base_name ## wd, SUFFIX)(CPUX86State *env,\ - Reg *d, Reg *s) \ + Reg *d, Reg *s) \ { \ - Reg r; \ + Reg *v = d; \ + uint16_t r[PACK_WIDTH]; \ + int i; \ \ - r.W(0) = d->W((base << (SHIFT + 1)) + 0); \ - r.W(1) = s->W((base << (SHIFT + 1)) + 0); \ - r.W(2) = d->W((base << (SHIFT + 1)) + 1); \ - r.W(3) = s->W((base << (SHIFT + 1)) + 1); \ + r[0] = v->W((base * (PACK_WIDTH / 2)) + 0); \ + r[1] = s->W((base * (PACK_WIDTH / 2)) + 0); \ + r[2] = v->W((base * (PACK_WIDTH / 2)) + 1); \ + r[3] = s->W((base * (PACK_WIDTH / 2)) + 1); \ XMM_ONLY( \ - r.W(4) = d->W((base << (SHIFT + 1)) + 2); \ - r.W(5) = s->W((base << (SHIFT + 1)) + 2); \ - r.W(6) = d->W((base << (SHIFT + 1)) + 3); \ - r.W(7) = s->W((base << (SHIFT + 1)) + 3); \ + r[4] = v->W((base * 4) + 2); \ + r[5] = s->W((base * 4) + 2); \ + r[6] = v->W((base * 4) + 3); \ + r[7] = s->W((base * 4) + 3); \ + ) \ + for (i = 0; i < PACK_WIDTH; i++) { \ + d->W(i) = r[i]; \ + } \ + YMM_ONLY( \ + r[0] = v->W((base * 4) + 8); \ + r[1] = s->W((base * 4) + 8); \ + r[2] = v->W((base * 4) + 9); \ + r[3] = s->W((base * 4) + 9); \ + r[4] = v->W((base * 4) + 10); \ + r[5] = s->W((base * 4) + 10); \ + r[6] = v->W((base * 4) + 11); \ + r[7] = s->W((base * 4) + 11); \ + for (i = 0; i < PACK_WIDTH; i++) { \ + d->W(i + 8) = r[i]; \ + } \ ) \ - MOVE(*d, r); \ } \ \ void glue(helper_punpck ## base_name ## dq, SUFFIX)(CPUX86State *env,\ - Reg *d, Reg *s) \ + Reg *d, Reg *s) \ { \ - Reg r; \ + Reg *v = d; \ + uint32_t r[4]; \ \ - r.L(0) = d->L((base << SHIFT) + 0); \ - r.L(1) = s->L((base << SHIFT) + 0); \ + r[0] = v->L((base * (PACK_WIDTH / 4)) + 0); \ + r[1] = s->L((base * (PACK_WIDTH / 4)) + 0); \ XMM_ONLY( \ - r.L(2) = d->L((base << SHIFT) + 1); \ - r.L(3) = s->L((base << SHIFT) + 1); \ + r[2] = v->L((base * 2) + 1); \ + r[3] = s->L((base * 2) + 1); \ + d->L(2) = r[2]; \ + d->L(3) = r[3]; \ + ) \ + d->L(0) = r[0]; \ + d->L(1) = r[1]; \ + YMM_ONLY( \ + r[0] = v->L((base * 2) + 4); \ + r[1] = s->L((base * 2) + 4); \ + r[2] = v->L((base * 2) + 5); \ + r[3] = s->L((base * 2) + 5); \ + d->L(4) = r[0]; \ + d->L(5) = r[1]; \ + d->L(6) = r[2]; \ + d->L(7) = r[3]; \ ) \ - MOVE(*d, r); \ } \ \ XMM_ONLY( \ - void glue(helper_punpck ## base_name ## qdq, SUFFIX)(CPUX86State \ - *env, \ - Reg *d, \ - Reg *s) \ + void glue(helper_punpck ## base_name ## qdq, SUFFIX)( \ + CPUX86State *env, Reg *d, Reg *s) \ { \ - Reg r; \ + Reg *v = d; \ + uint64_t r[2]; \ \ - r.Q(0) = d->Q(base); \ - r.Q(1) = s->Q(base); \ - MOVE(*d, r); \ + r[0] = v->Q(base); \ + r[1] = s->Q(base); \ + d->Q(0) = r[0]; \ + d->Q(1) = r[1]; \ + YMM_ONLY( \ + r[0] = v->Q(base + 2); \ + r[1] = s->Q(base + 2); \ + d->Q(2) = r[0]; \ + d->Q(3) = r[1]; \ + ) \ } \ ) UNPCK_OP(l, 0) UNPCK_OP(h, 1) +#undef PACK_WIDTH +#undef PACK_HELPER_B +#undef PACK4 + +/* 3DNow! float ops */ #if SHIFT ==0 void helper_pi2fd (CPUX86State *env,MMXReg *d,MMXReg *s)
@@ -1622,113 +1670,172 @@ void helper_pswapd(CPUX86State *env, MMXReg *d, MMXReg *s)/* SSSE3 op helpers */ void glue (helper_pshufb ,SUFFIX )(CPUX86State *env,Reg *d,Reg *s) { +Reg *v = d;int i; -Reg r; +#if SHIFT ==0 +uint8_t r[8 ]; -for (i =0 ; i < (8 <<SHIFT ); i++) { - r.B (i) = (s->B (i) &0x80 ) ?0 : (d->B (s->B (i) & ((8 <<SHIFT ) -1 ))); +for (i =0 ; i <8 ; i++) { + r[i] = (s->B (i) &0x80 ) ?0 : (v->B (s->B (i) &7 )); + } +for (i =0 ; i <8 ; i++) { + d->B (i) = r[i]; } +#else +uint8_t r[16 ]; -MOVE (*d, r); +for (i =0 ; i <16 ; i++) { + r[i] = (s->B (i) &0x80 ) ?0 : (v->B (s->B (i) &0xf )); + } +for (i =0 ; i <16 ; i++) { + d->B (i) = r[i]; + } +#if SHIFT ==2 +for (i =0 ; i <16 ; i++) { + r[i] = (s->B (i +16 ) &0x80 ) ?0 : (v->B ((s->B (i +16 ) &0xf ) +16 )); + } +for (i =0 ; i <16 ; i++) { + d->B (i +16 ) = r[i]; + } +#endif +#endif } -void glue (helper_phaddw ,SUFFIX )(CPUX86State *env,Reg *d,Reg *s) -{ - -Reg r; - - r.W (0 ) = (int16_t )d->W (0 ) + (int16_t )d->W (1 ); - r.W (1 ) = (int16_t )d->W (2 ) + (int16_t )d->W (3 ); -XMM_ONLY (r.W (2 ) = (int16_t )d->W (4 ) + (int16_t )d->W (5 )); -XMM_ONLY (r.W (3 ) = (int16_t )d->W (6 ) + (int16_t )d->W (7 )); - r.W ((2 <<SHIFT ) +0 ) = (int16_t )s->W (0 ) + (int16_t )s->W (1 ); - r.W ((2 <<SHIFT ) +1 ) = (int16_t )s->W (2 ) + (int16_t )s->W (3 ); -XMM_ONLY (r.W (6 ) = (int16_t )s->W (4 ) + (int16_t )s->W (5 )); -XMM_ONLY (r.W (7 ) = (int16_t )s->W (6 ) + (int16_t )s->W (7 )); +#if SHIFT ==0 -MOVE (*d, r); +#define SSE_HELPER_HW (name,F ) \ +void glue(helper_ ## name, SUFFIX)(CPUX86State *env, Reg *d, Reg *s) \ +{ \ + Reg *v = d; \ + uint16_t r[4]; \ + r[0] = F(v->W(0), v->W(1)); \ + r[1] = F(v->W(2), v->W(3)); \ + r[2] = F(s->W(0), s->W(1)); \ + r[3] = F(s->W(3), s->W(3)); \ + d->W(0) = r[0]; \ + d->W(1) = r[1]; \ + d->W(2) = r[2]; \ + d->W(3) = r[3]; \ +} + +#define SSE_HELPER_HL (name,F ) \ +void glue(helper_ ## name, SUFFIX)(CPUX86State *env, Reg *d, Reg *s) \ +{ \ + Reg *v = d; \ + uint32_t r0, r1; \ + r0 = F(v->L(0), v->L(1)); \ + r1 = F(s->L(0), s->L(1)); \ + d->W(0) = r0; \ + d->W(1) = r1; \ } -void glue (helper_phaddd ,SUFFIX )(CPUX86State *env,Reg *d,Reg *s) -{ -Reg r; - - r.L (0 ) = (int32_t )d->L (0 ) + (int32_t )d->L (1 ); -XMM_ONLY (r.L (1 ) = (int32_t )d->L (2 ) + (int32_t )d->L (3 )); - r.L ((1 <<SHIFT ) +0 ) = (int32_t )s->L (0 ) + (int32_t )s->L (1 ); -XMM_ONLY (r.L (3 ) = (int32_t )s->L (2 ) + (int32_t )s->L (3 )); +#else -MOVE (*d, r); +#define SSE_HELPER_HW (name,F ) \ +void glue(helper_ ## name, SUFFIX)(CPUX86State *env, Reg *d, Reg *s) \ +{ \ + Reg *v = d; \ + int32_t r[8]; \ + r[0] = F(v->W(0), v->W(1)); \ + r[1] = F(v->W(2), v->W(3)); \ + r[2] = F(v->W(4), v->W(5)); \ + r[3] = F(v->W(6), v->W(7)); \ + r[4] = F(s->W(0), s->W(1)); \ + r[5] = F(s->W(2), s->W(3)); \ + r[6] = F(s->W(4), s->W(5)); \ + r[7] = F(s->W(6), s->W(7)); \ + d->W(0) = r[0]; \ + d->W(1) = r[1]; \ + d->W(2) = r[2]; \ + d->W(3) = r[3]; \ + d->W(4) = r[4]; \ + d->W(5) = r[5]; \ + d->W(6) = r[6]; \ + d->W(7) = r[7]; \ + YMM_ONLY( \ + r[0] = F(v->W(8), v->W(9)); \ + r[1] = F(v->W(10), v->W(11)); \ + r[2] = F(v->W(12), v->W(13)); \ + r[3] = F(v->W(14), v->W(15)); \ + r[4] = F(s->W(8), s->W(9)); \ + r[5] = F(s->W(10), s->W(11)); \ + r[6] = F(s->W(12), s->W(13)); \ + r[7] = F(s->W(14), s->W(15)); \ + d->W(8) = r[0]; \ + d->W(9) = r[1]; \ + d->W(10) = r[2]; \ + d->W(11) = r[3]; \ + d->W(12) = r[4]; \ + d->W(13) = r[5]; \ + d->W(14) = r[6]; \ + d->W(15) = r[7]; \ + ) \ +} + +#define SSE_HELPER_HL (name,F ) \ +void glue(helper_ ## name, SUFFIX)(CPUX86State *env, Reg *d, Reg *s) \ +{ \ + Reg *v = d; \ + int32_t r0, r1, r2, r3; \ + r0 = F(v->L(0), v->L(1)); \ + r1 = F(v->L(2), v->L(3)); \ + r2 = F(s->L(0), s->L(1)); \ + r3 = F(s->L(2), s->L(3)); \ + d->L(0) = r0; \ + d->L(1) = r1; \ + d->L(2) = r2; \ + d->L(3) = r3; \ + YMM_ONLY( \ + r0 = F(v->L(4), v->L(5)); \ + r1 = F(v->L(6), v->L(7)); \ + r2 = F(s->L(4), s->L(5)); \ + r3 = F(s->L(6), s->L(7)); \ + d->L(4) = r0; \ + d->L(5) = r1; \ + d->L(6) = r2; \ + d->L(7) = r3; \ + ) \ } +#endif -void glue (helper_phaddsw ,SUFFIX )(CPUX86State *env,Reg *d,Reg *s) -{ -Reg r; - - r.W (0 ) =satsw ((int16_t )d->W (0 ) + (int16_t )d->W (1 )); - r.W (1 ) =satsw ((int16_t )d->W (2 ) + (int16_t )d->W (3 )); -XMM_ONLY (r.W (2 ) =satsw ((int16_t )d->W (4 ) + (int16_t )d->W (5 ))); -XMM_ONLY (r.W (3 ) =satsw ((int16_t )d->W (6 ) + (int16_t )d->W (7 ))); - r.W ((2 <<SHIFT ) +0 ) =satsw ((int16_t )s->W (0 ) + (int16_t )s->W (1 )); - r.W ((2 <<SHIFT ) +1 ) =satsw ((int16_t )s->W (2 ) + (int16_t )s->W (3 )); -XMM_ONLY (r.W (6 ) =satsw ((int16_t )s->W (4 ) + (int16_t )s->W (5 ))); -XMM_ONLY (r.W (7 ) =satsw ((int16_t )s->W (6 ) + (int16_t )s->W (7 ))); +SSE_HELPER_HW(phaddw, FADD) +SSE_HELPER_HW(phsubw, FSUB) +SSE_HELPER_HW(phaddsw, FADDSW) +SSE_HELPER_HW(phsubsw, FSUBSW) +SSE_HELPER_HL(phaddd, FADD) +SSE_HELPER_HL(phsubd, FSUB) -MOVE (*d, r); -} +#undef SSE_HELPER_HW +#undef SSE_HELPER_HLvoid glue (helper_pmaddubsw ,SUFFIX )(CPUX86State *env,Reg *d,Reg *s) { - d->W (0 ) =satsw ((int8_t )s->B (0 ) * (uint8_t )d->B (0 ) + - (int8_t )s->B (1 ) * (uint8_t )d->B (1 )); - d->W (1 ) =satsw ((int8_t )s->B (2 ) * (uint8_t )d->B (2 ) + - (int8_t )s->B (3 ) * (uint8_t )d->B (3 )); - d->W (2 ) =satsw ((int8_t )s->B (4 ) * (uint8_t )d->B (4 ) + - (int8_t )s->B (5 ) * (uint8_t )d->B (5 )); - d->W (3 ) =satsw ((int8_t )s->B (6 ) * (uint8_t )d->B (6 ) + - (int8_t )s->B (7 ) * (uint8_t )d->B (7 )); -#if SHIFT ==1 - d->W (4 ) =satsw ((int8_t )s->B (8 ) * (uint8_t )d->B (8 ) + - (int8_t )s->B (9 ) * (uint8_t )d->B (9 )); - d->W (5 ) =satsw ((int8_t )s->B (10 ) * (uint8_t )d->B (10 ) + - (int8_t )s->B (11 ) * (uint8_t )d->B (11 )); - d->W (6 ) =satsw ((int8_t )s->B (12 ) * (uint8_t )d->B (12 ) + - (int8_t )s->B (13 ) * (uint8_t )d->B (13 )); - d->W (7 ) =satsw ((int8_t )s->B (14 ) * (uint8_t )d->B (14 ) + - (int8_t )s->B (15 ) * (uint8_t )d->B (15 )); +Reg *v = d; + d->W (0 ) =satsw ((int8_t )s->B (0 ) * (uint8_t )v->B (0 ) + + (int8_t )s->B (1 ) * (uint8_t )v->B (1 )); + d->W (1 ) =satsw ((int8_t )s->B (2 ) * (uint8_t )v->B (2 ) + + (int8_t )s->B (3 ) * (uint8_t )v->B (3 )); + d->W (2 ) =satsw ((int8_t )s->B (4 ) * (uint8_t )v->B (4 ) + + (int8_t )s->B (5 ) * (uint8_t )v->B (5 )); + d->W (3 ) =satsw ((int8_t )s->B (6 ) * (uint8_t )v->B (6 ) + + (int8_t )s->B (7 ) * (uint8_t )v->B (7 )); +#if SHIFT >=1 + d->W (4 ) =satsw ((int8_t )s->B (8 ) * (uint8_t )v->B (8 ) + + (int8_t )s->B (9 ) * (uint8_t )v->B (9 )); + d->W (5 ) =satsw ((int8_t )s->B (10 ) * (uint8_t )v->B (10 ) + + (int8_t )s->B (11 ) * (uint8_t )v->B (11 )); + d->W (6 ) =satsw ((int8_t )s->B (12 ) * (uint8_t )v->B (12 ) + + (int8_t )s->B (13 ) * (uint8_t )v->B (13 )); + d->W (7 ) =satsw ((int8_t )s->B (14 ) * (uint8_t )v->B (14 ) + + (int8_t )s->B (15 ) * (uint8_t )v->B (15 )); +#if SHIFT ==2 +int i; +for (i =8 ; i <16 ; i++) { + d->W (i) =satsw ((int8_t )s->B (i *2 ) * (uint8_t )v->B (i *2 ) + + (int8_t )s->B (i *2 +1 ) * (uint8_t )v->B (i *2 +1 )); + } +#endif #endif -} - -void glue (helper_phsubw ,SUFFIX )(CPUX86State *env,Reg *d,Reg *s) -{ - d->W (0 ) = (int16_t )d->W (0 ) - (int16_t )d->W (1 ); - d->W (1 ) = (int16_t )d->W (2 ) - (int16_t )d->W (3 ); -XMM_ONLY (d->W (2 ) = (int16_t )d->W (4 ) - (int16_t )d->W (5 )); -XMM_ONLY (d->W (3 ) = (int16_t )d->W (6 ) - (int16_t )d->W (7 )); - d->W ((2 <<SHIFT ) +0 ) = (int16_t )s->W (0 ) - (int16_t )s->W (1 ); - d->W ((2 <<SHIFT ) +1 ) = (int16_t )s->W (2 ) - (int16_t )s->W (3 ); -XMM_ONLY (d->W (6 ) = (int16_t )s->W (4 ) - (int16_t )s->W (5 )); -XMM_ONLY (d->W (7 ) = (int16_t )s->W (6 ) - (int16_t )s->W (7 )); -} - -void glue (helper_phsubd ,SUFFIX )(CPUX86State *env,Reg *d,Reg *s) -{ - d->L (0 ) = (int32_t )d->L (0 ) - (int32_t )d->L (1 ); -XMM_ONLY (d->L (1 ) = (int32_t )d->L (2 ) - (int32_t )d->L (3 )); - d->L ((1 <<SHIFT ) +0 ) = (int32_t )s->L (0 ) - (int32_t )s->L (1 ); -XMM_ONLY (d->L (3 ) = (int32_t )s->L (2 ) - (int32_t )s->L (3 )); -} - -void glue (helper_phsubsw ,SUFFIX )(CPUX86State *env,Reg *d,Reg *s) -{ - d->W (0 ) =satsw ((int16_t )d->W (0 ) - (int16_t )d->W (1 )); - d->W (1 ) =satsw ((int16_t )d->W (2 ) - (int16_t )d->W (3 )); -XMM_ONLY (d->W (2 ) =satsw ((int16_t )d->W (4 ) - (int16_t )d->W (5 ))); -XMM_ONLY (d->W (3 ) =satsw ((int16_t )d->W (6 ) - (int16_t )d->W (7 ))); - d->W ((2 <<SHIFT ) +0 ) =satsw ((int16_t )s->W (0 ) - (int16_t )s->W (1 )); - d->W ((2 <<SHIFT ) +1 ) =satsw ((int16_t )s->W (2 ) - (int16_t )s->W (3 )); -XMM_ONLY (d->W (6 ) =satsw ((int16_t )s->W (4 ) - (int16_t )s->W (5 ))); -XMM_ONLY (d->W (7 ) =satsw ((int16_t )s->W (6 ) - (int16_t )s->W (7 ))); }#define FABSB (x) (x > INT8_MAX ? -(int8_t)x : x)
@@ -1751,32 +1858,49 @@ SSE_HELPER_L(helper_psignd, FSIGNL)void glue (helper_palignr ,SUFFIX )(CPUX86State *env,Reg *d,Reg *s,int32_t shift) { -Reg r; - +Reg *v = d;/* XXX could be checked during translation */ -if (shift >= (16 <<SHIFT )) { - r.Q (0 ) =0 ; -XMM_ONLY (r.Q (1 ) =0 ); +if (shift >= (SHIFT ?32 :16 )) { + d->Q (0 ) =0 ; +XMM_ONLY (d->Q (1 ) =0 ); +#if SHIFT ==2 + d->Q (2 ) =0 ; + d->Q (3 ) =0 ; +#endif }else { shift <<=3 ;#define SHR (v, i) (i < 64 && i > -64 ? i > 0 ? v >> (i) : (v << -(i)) : 0)#if SHIFT ==0 - r.Q (0 ) =SHR (s->Q (0 ), shift -0 ) | -SHR (d->Q (0 ), shift -64 ); + d->Q (0 ) =SHR (s->Q (0 ), shift -0 ) | +SHR (v->Q (0 ), shift -64 );#else - r.Q (0 ) =SHR (s->Q (0 ), shift -0 ) | -SHR (s->Q (1 ), shift -64 ) | -SHR (d->Q (0 ), shift -128 ) | -SHR (d->Q (1 ), shift -192 ); - r.Q (1 ) =SHR (s->Q (0 ), shift +64 ) | -SHR (s->Q (1 ), shift -0 ) | -SHR (d->Q (0 ), shift -64 ) | -SHR (d->Q (1 ), shift -128 ); +uint64_t r0, r1; + + r0 =SHR (s->Q (0 ), shift -0 ) | +SHR (s->Q (1 ), shift -64 ) | +SHR (v->Q (0 ), shift -128 ) | +SHR (v->Q (1 ), shift -192 ); + r1 =SHR (s->Q (0 ), shift +64 ) | +SHR (s->Q (1 ), shift -0 ) | +SHR (v->Q (0 ), shift -64 ) | +SHR (v->Q (1 ), shift -128 ); + d->Q (0 ) = r0; + d->Q (1 ) = r1; +#if SHIFT ==2 + r0 =SHR (s->Q (2 ), shift -0 ) | +SHR (s->Q (3 ), shift -64 ) | +SHR (v->Q (2 ), shift -128 ) | +SHR (v->Q (3 ), shift -192 ); + r1 =SHR (s->Q (2 ), shift +64 ) | +SHR (s->Q (3 ), shift -0 ) | +SHR (v->Q (2 ), shift -64 ) | +SHR (v->Q (3 ), shift -128 ); + d->Q (2 ) = r0; + d->Q (3 ) = r1; +#endif #endif #undef SHR } - -MOVE (*d, r); }#define XMM0 (env->xmm_regs[0])
@@ -1918,17 +2042,43 @@ SSE_HELPER_Q(helper_pcmpeqq, FCMPEQQ)void glue (helper_packusdw ,SUFFIX )(CPUX86State *env,Reg *d,Reg *s) { -Reg r; - - r.W (0 ) =satuw ((int32_t ) d->L (0 )); - r.W (1 ) =satuw ((int32_t ) d->L (1 )); - r.W (2 ) =satuw ((int32_t ) d->L (2 )); - r.W (3 ) =satuw ((int32_t ) d->L (3 )); - r.W (4 ) =satuw ((int32_t ) s->L (0 )); - r.W (5 ) =satuw ((int32_t ) s->L (1 )); - r.W (6 ) =satuw ((int32_t ) s->L (2 )); - r.W (7 ) =satuw ((int32_t ) s->L (3 )); -MOVE (*d, r); +Reg *v = d; +uint16_t r[8 ]; + + r[0 ] =satuw ((int32_t ) v->L (0 )); + r[1 ] =satuw ((int32_t ) v->L (1 )); + r[2 ] =satuw ((int32_t ) v->L (2 )); + r[3 ] =satuw ((int32_t ) v->L (3 )); + r[4 ] =satuw ((int32_t ) s->L (0 )); + r[5 ] =satuw ((int32_t ) s->L (1 )); + r[6 ] =satuw ((int32_t ) s->L (2 )); + r[7 ] =satuw ((int32_t ) s->L (3 )); + d->W (0 ) = r[0 ]; + d->W (1 ) = r[1 ]; + d->W (2 ) = r[2 ]; + d->W (3 ) = r[3 ]; + d->W (4 ) = r[4 ]; + d->W (5 ) = r[5 ]; + d->W (6 ) = r[6 ]; + d->W (7 ) = r[7 ]; +#if SHIFT ==2 + r[0 ] =satuw ((int32_t ) v->L (4 )); + r[1 ] =satuw ((int32_t ) v->L (5 )); + r[2 ] =satuw ((int32_t ) v->L (6 )); + r[3 ] =satuw ((int32_t ) v->L (7 )); + r[4 ] =satuw ((int32_t ) s->L (4 )); + r[5 ] =satuw ((int32_t ) s->L (5 )); + r[6 ] =satuw ((int32_t ) s->L (6 )); + r[7 ] =satuw ((int32_t ) s->L (7 )); + d->W (8 ) = r[0 ]; + d->W (9 ) = r[1 ]; + d->W (10 ) = r[2 ]; + d->W (11 ) = r[3 ]; + d->W (12 ) = r[4 ]; + d->W (13 ) = r[5 ]; + d->W (14 ) = r[6 ]; + d->W (15 ) = r[7 ]; +#endif }#define FMINSB (d, s) MIN((int8_t)d, (int8_t)s)
@@ -2184,20 +2334,37 @@ void glue(helper_dppd, SUFFIX)(CPUX86State *env, Reg *d, Reg *s, uint32_t mask)void glue (helper_mpsadbw ,SUFFIX )(CPUX86State *env,Reg *d,Reg *s,uint32_t offset) { +Reg *v = d;int s0 = (offset &3 ) <<2 ;int d0 = (offset &4 ) <<0 ;int i; -Reg r; +uint16_t r[8 ];for (i =0 ; i <8 ; i++, d0++) { - r.W (i) =0 ; - r.W (i) +=abs1 (d->B (d0 +0 ) - s->B (s0 +0 )); - r.W (i) +=abs1 (d->B (d0 +1 ) - s->B (s0 +1 )); - r.W (i) +=abs1 (d->B (d0 +2 ) - s->B (s0 +2 )); - r.W (i) +=abs1 (d->B (d0 +3 ) - s->B (s0 +3 )); + r[i] =0 ; + r[i] +=abs1 (v->B (d0 +0 ) - s->B (s0 +0 )); + r[i] +=abs1 (v->B (d0 +1 ) - s->B (s0 +1 )); + r[i] +=abs1 (v->B (d0 +2 ) - s->B (s0 +2 )); + r[i] +=abs1 (v->B (d0 +3 ) - s->B (s0 +3 )); } +for (i =0 ; i <8 ; i++) { + d->W (i) = r[i]; + } +#if SHIFT ==2 + s0 = ((offset &0x18 ) >>1 ) +16 ; + d0 = ((offset &0x20 ) >>3 ) +16 ; -MOVE (*d, r); +for (i =0 ; i <8 ; i++, d0++) { + r[i] =0 ; + r[i] +=abs1 (v->B (d0 +0 ) - s->B (s0 +0 )); + r[i] +=abs1 (v->B (d0 +1 ) - s->B (s0 +1 )); + r[i] +=abs1 (v->B (d0 +2 ) - s->B (s0 +2 )); + r[i] +=abs1 (v->B (d0 +3 ) - s->B (s0 +3 )); + } +for (i =0 ; i <8 ; i++) { + d->W (i +8 ) = r[i]; + } +#endif }/* SSE4.2 op helpers */
Signature · 1 line
2.36.0
Re: [PATCH v2 13/42] i386: Destructive vector helpers for AVX
Quoted 13 lines · Paul Brook
target/i386/ops_sse.h +11
-0+#define SHUFFLE4 (F , a, b, offset) do { \ + r0 = a->F((order & 3) + offset); \ + r1 = a->F(((order >> 2) & 3) + offset); \ + r2 = b->F(((order >> 4) & 3) + offset); \ + r3 = b->F(((order >> 6) & 3) + offset); \ + d->F(offset) = r0; \ + d->F(offset + 1) = r1; \ + d->F(offset + 2) = r2; \ + d->F(offset + 3) = r3; \ + } while (0) +#if SHIFT ==0 void glue (helper_pshufw ,SUFFIX )(Reg *d,Reg *s,int order)
target/i386/ops_sse.h void glue(helper_movq_mm_T0, SUFFIX)(Reg *d, uint64_t val) · line 699
Quoted 10 lines
target/i386/ops_sse.h +2
-6{ -Reg r; +uint16_t r0, r1, r2, r3; - r.W (0 ) = s->W (order &3 ); - r.W (1 ) = s->W ((order >>2 ) &3 ); - r.W (2 ) = s->W ((order >>4 ) &3 ); - r.W (3 ) = s->W ((order >>6 ) &3 ); -MOVE (*d, r); +SHUFFLE4 (W , s, s,0 );
I am not particularly attached to the MOVE macro, but replacing the Reg variable with scalars seems worse.
Paolo
PATCH v2 14/42 i386: Add size suffix to vector FP helpers
In reply to Paul BrookFor AVX we're going to need both 128 bit (xmm) and 256 bit (ymm) variants of floating point helpers. Add the register type suffix to the existing *PS and *PD helpers (SS and SD variants are only valid on 128 bit vectors)
No functional changes.
--- target/i386/ops_sse.h | 48 ++++++++++++++++++------------------ target/i386/ops_sse_header.h | 48 ++++++++++++++++++------------------ target/i386/tcg/translate.c | 37 +++++++++++++-------------- 3 files changed, 67 insertions(+), 66 deletions(-)
target/i386/ops_sse.h +24 -24
@@ -699,7 +699,7 @@ void glue(helper_pshufw, SUFFIX)(Reg *d, Reg *s, int order) SHUFFLE4(W, s, s, 0); }#else -void helper_shufps (Reg *d,Reg *s,int order) +void glue (helper_shufps ,SUFFIX )(Reg *d,Reg *s,int order) {Reg *v = d;uint32_t r0, r1, r2, r3;
@@ -710,7 +710,7 @@ void helper_shufps(Reg *d, Reg *s, int order)#endif } -void helper_shufpd (Reg *d,Reg *s,int order) +void glue (helper_shufpd ,SUFFIX )(Reg *d,Reg *s,int order) {Reg *v = d;uint64_t r0, r1;
@@ -767,7 +767,7 @@ void glue(helper_pshufhw, SUFFIX)(Reg *d, Reg *s, int order)/* XXX: not accurate */ #define SSE_HELPER_S (name,F ) \ - void helper_ ## name ## ps(CPUX86State *env, Reg *d, Reg *s) \ + void glue(helper_ ## name ## ps, SUFFIX)(CPUX86State *env, Reg *d, Reg *s)\ { \ d->ZMM_S(0) = F(32, d->ZMM_S(0), s->ZMM_S(0)); \ d->ZMM_S(1) = F(32, d->ZMM_S(1), s->ZMM_S(1)); \
@@ -780,7 +780,7 @@ void glue(helper_pshufhw, SUFFIX)(Reg *d, Reg *s, int order) d->ZMM_S (0 ) =F (32 , d->ZMM_S (0 ), s->ZMM_S (0 )); \ } \ \ - void helper_ ## name ## pd(CPUX86State *env, Reg *d, Reg *s) \ + void glue(helper_ ## name ## pd, SUFFIX)(CPUX86State *env, Reg *d, Reg *s)\ { \ d->ZMM_D (0 ) =F (64 , d->ZMM_D (0 ), s->ZMM_D (0 )); \ d->ZMM_D (1 ) =F (64 , d->ZMM_D (1 ), s->ZMM_D (1 )); \
@@ -816,7 +816,7 @@ SSE_HELPER_S(sqrt, FPU_SQRT)/* float to float conversions */ -void helper_cvtps2pd (CPUX86State *env,Reg *d,Reg *s) +void glue (helper_cvtps2pd ,SUFFIX )(CPUX86State *env,Reg *d,Reg *s) {float32 s0, s1;
@@ -826,7 +826,7 @@ void helper_cvtps2pd(CPUX86State *env, Reg *d, Reg *s) d->ZMM_D (1 ) =float32_to_float64 (s1, &env->sse_status); } -void helper_cvtpd2ps (CPUX86State *env,Reg *d,Reg *s) +void glue (helper_cvtpd2ps ,SUFFIX )(CPUX86State *env,Reg *d,Reg *s) { d->ZMM_S (0 ) =float64_to_float32 (s->ZMM_D (0 ), &env->sse_status); d->ZMM_S (1 ) =float64_to_float32 (s->ZMM_D (1 ), &env->sse_status);
@@ -844,7 +844,7 @@ void helper_cvtsd2ss(CPUX86State *env, Reg *d, Reg *s) }/* integer to float */ -void helper_cvtdq2ps (CPUX86State *env,Reg *d,Reg *s) +void glue (helper_cvtdq2ps ,SUFFIX )(CPUX86State *env,Reg *d,Reg *s) { d->ZMM_S (0 ) =int32_to_float32 (s->ZMM_L (0 ), &env->sse_status); d->ZMM_S (1 ) =int32_to_float32 (s->ZMM_L (1 ), &env->sse_status);
@@ -852,7 +852,7 @@ void helper_cvtdq2ps(CPUX86State *env, Reg *d, Reg *s) d->ZMM_S (3 ) =int32_to_float32 (s->ZMM_L (3 ), &env->sse_status); } -void helper_cvtdq2pd (CPUX86State *env,Reg *d,Reg *s) +void glue (helper_cvtdq2pd ,SUFFIX )(CPUX86State *env,Reg *d,Reg *s) {int32_t l0, l1;
@@ -929,7 +929,7 @@ WRAP_FLOATCONV(int64_t, float32_to_int64_round_to_zero, float32, INT64_MIN) WRAP_FLOATCONV(int64_t, float64_to_int64, float64, INT64_MIN) WRAP_FLOATCONV(int64_t, float64_to_int64_round_to_zero, float64, INT64_MIN) -void helper_cvtps2dq (CPUX86State *env,ZMMReg *d,ZMMReg *s) +void glue (helper_cvtps2dq ,SUFFIX )(CPUX86State *env,ZMMReg *d,ZMMReg *s) { d->ZMM_L (0 ) =x86_float32_to_int32 (s->ZMM_S (0 ), &env->sse_status); d->ZMM_L (1 ) =x86_float32_to_int32 (s->ZMM_S (1 ), &env->sse_status);
@@ -937,7 +937,7 @@ void helper_cvtps2dq(CPUX86State *env, ZMMReg *d, ZMMReg *s) d->ZMM_L (3 ) =x86_float32_to_int32 (s->ZMM_S (3 ), &env->sse_status); } -void helper_cvtpd2dq (CPUX86State *env,ZMMReg *d,ZMMReg *s) +void glue (helper_cvtpd2dq ,SUFFIX )(CPUX86State *env,ZMMReg *d,ZMMReg *s) { d->ZMM_L (0 ) =x86_float64_to_int32 (s->ZMM_D (0 ), &env->sse_status); d->ZMM_L (1 ) =x86_float64_to_int32 (s->ZMM_D (1 ), &env->sse_status);
@@ -979,7 +979,7 @@ int64_t helper_cvtsd2sq(CPUX86State *env, ZMMReg *s)#endif /* float to integer truncated */ -void helper_cvttps2dq (CPUX86State *env,ZMMReg *d,ZMMReg *s) +void glue (helper_cvttps2dq ,SUFFIX )(CPUX86State *env,ZMMReg *d,ZMMReg *s) { d->ZMM_L (0 ) =x86_float32_to_int32_round_to_zero (s->ZMM_S (0 ), &env->sse_status); d->ZMM_L (1 ) =x86_float32_to_int32_round_to_zero (s->ZMM_S (1 ), &env->sse_status);
@@ -987,7 +987,7 @@ void helper_cvttps2dq(CPUX86State *env, ZMMReg *d, ZMMReg *s) d->ZMM_L (3 ) =x86_float32_to_int32_round_to_zero (s->ZMM_S (3 ), &env->sse_status); } -void helper_cvttpd2dq (CPUX86State *env,ZMMReg *d,ZMMReg *s) +void glue (helper_cvttpd2dq ,SUFFIX )(CPUX86State *env,ZMMReg *d,ZMMReg *s) { d->ZMM_L (0 ) =x86_float64_to_int32_round_to_zero (s->ZMM_D (0 ), &env->sse_status); d->ZMM_L (1 ) =x86_float64_to_int32_round_to_zero (s->ZMM_D (1 ), &env->sse_status);
@@ -1028,7 +1028,7 @@ int64_t helper_cvttsd2sq(CPUX86State *env, ZMMReg *s) }#endif -void helper_rsqrtps (CPUX86State *env,ZMMReg *d,ZMMReg *s) +void glue (helper_rsqrtps ,SUFFIX )(CPUX86State *env,ZMMReg *d,ZMMReg *s) {uint8_t old_flags =get_float_exception_flags (&env->sse_status); d->ZMM_S(0) = float32_div(float32_one,
@@ -1055,7 +1055,7 @@ void helper_rsqrtss(CPUX86State *env, ZMMReg *d, ZMMReg *s)set_float_exception_flags (old_flags, &env->sse_status); } -void helper_rcpps (CPUX86State *env,ZMMReg *d,ZMMReg *s) +void glue (helper_rcpps ,SUFFIX )(CPUX86State *env,ZMMReg *d,ZMMReg *s) {uint8_t old_flags =get_float_exception_flags (&env->sse_status); d->ZMM_S (0 ) =float32_div (float32_one, s->ZMM_S (0 ), &env->sse_status);
@@ -1116,7 +1116,7 @@ void helper_insertq_i(CPUX86State *env, ZMMReg *d, int index, int length) d->ZMM_Q (0 ) =helper_insertq (d->ZMM_Q (0 ), index, length); } -void helper_haddps (CPUX86State *env,ZMMReg *d,ZMMReg *s) +void glue (helper_haddps ,SUFFIX )(CPUX86State *env,ZMMReg *d,ZMMReg *s) {ZMMReg r;
@@ -1127,7 +1127,7 @@ void helper_haddps(CPUX86State *env, ZMMReg *d, ZMMReg *s)MOVE (*d, r); } -void helper_haddpd (CPUX86State *env,ZMMReg *d,ZMMReg *s) +void glue (helper_haddpd ,SUFFIX )(CPUX86State *env,ZMMReg *d,ZMMReg *s) {ZMMReg r;
@@ -1136,7 +1136,7 @@ void helper_haddpd(CPUX86State *env, ZMMReg *d, ZMMReg *s)MOVE (*d, r); } -void helper_hsubps (CPUX86State *env,ZMMReg *d,ZMMReg *s) +void glue (helper_hsubps ,SUFFIX )(CPUX86State *env,ZMMReg *d,ZMMReg *s) {ZMMReg r;
@@ -1147,7 +1147,7 @@ void helper_hsubps(CPUX86State *env, ZMMReg *d, ZMMReg *s)MOVE (*d, r); } -void helper_hsubpd (CPUX86State *env,ZMMReg *d,ZMMReg *s) +void glue (helper_hsubpd ,SUFFIX )(CPUX86State *env,ZMMReg *d,ZMMReg *s) {ZMMReg r;
@@ -1156,7 +1156,7 @@ void helper_hsubpd(CPUX86State *env, ZMMReg *d, ZMMReg *s)MOVE (*d, r); } -void helper_addsubps (CPUX86State *env,ZMMReg *d,ZMMReg *s) +void glue (helper_addsubps ,SUFFIX )(CPUX86State *env,ZMMReg *d,ZMMReg *s) { d->ZMM_S (0 ) =float32_sub (d->ZMM_S (0 ), s->ZMM_S (0 ), &env->sse_status); d->ZMM_S (1 ) =float32_add (d->ZMM_S (1 ), s->ZMM_S (1 ), &env->sse_status);
@@ -1164,7 +1164,7 @@ void helper_addsubps(CPUX86State *env, ZMMReg *d, ZMMReg *s) d->ZMM_S (3 ) =float32_add (d->ZMM_S (3 ), s->ZMM_S (3 ), &env->sse_status); } -void helper_addsubpd (CPUX86State *env,ZMMReg *d,ZMMReg *s) +void glue (helper_addsubpd ,SUFFIX )(CPUX86State *env,ZMMReg *d,ZMMReg *s) { d->ZMM_D (0 ) =float64_sub (d->ZMM_D (0 ), s->ZMM_D (0 ), &env->sse_status); d->ZMM_D (1 ) =float64_add (d->ZMM_D (1 ), s->ZMM_D (1 ), &env->sse_status);
@@ -1172,7 +1172,7 @@ void helper_addsubpd(CPUX86State *env, ZMMReg *d, ZMMReg *s)/* XXX: unordered */ #define SSE_HELPER_CMP (name,F ) \ - void helper_ ## name ## ps(CPUX86State *env, Reg *d, Reg *s) \ + void glue(helper_ ## name ## ps, SUFFIX)(CPUX86State *env, Reg *d, Reg *s)\ { \ d->ZMM_L(0) = F(32, d->ZMM_S(0), s->ZMM_S(0)); \ d->ZMM_L(1) = F(32, d->ZMM_S(1), s->ZMM_S(1)); \
@@ -1185,7 +1185,7 @@ void helper_addsubpd(CPUX86State *env, ZMMReg *d, ZMMReg *s) d->ZMM_L (0 ) =F (32 , d->ZMM_S (0 ), s->ZMM_S (0 )); \ } \ \ - void helper_ ## name ## pd(CPUX86State *env, Reg *d, Reg *s) \ + void glue(helper_ ## name ## pd, SUFFIX)(CPUX86State *env, Reg *d, Reg *s)\ { \ d->ZMM_Q (0 ) =F (64 , d->ZMM_D (0 ), s->ZMM_D (0 )); \ d->ZMM_Q (1 ) =F (64 , d->ZMM_D (1 ), s->ZMM_D (1 )); \
@@ -1268,7 +1268,7 @@ void helper_comisd(CPUX86State *env, Reg *d, Reg *s)CC_SRC = comis_eflags[ret +1 ]; } -uint32_t helper_movmskps (CPUX86State *env,Reg *s) +uint32_t glue (helper_movmskps ,SUFFIX )(CPUX86State *env,Reg *s) {int b0, b1, b2, b3;
@@ -1279,7 +1279,7 @@ uint32_t helper_movmskps(CPUX86State *env, Reg *s)return b0 | (b1 <<1 ) | (b2 <<2 ) | (b3 <<3 ); } -uint32_t helper_movmskpd (CPUX86State *env,Reg *s) +uint32_t glue (helper_movmskpd ,SUFFIX )(CPUX86State *env,Reg *s) {int b0, b1;
target/i386/ops_sse_header.h +24 -24
102 lines not on this page · raw message
target/i386/tcg/translate.c +19 -18
@@ -2807,7 +2807,7 @@ typedef void (*SSEFunc_0_eppt)(TCGv_ptr env, TCGv_ptr reg_a, TCGv_ptr reg_b, gen_helper_ ## x ## _mmx, gen_helper_ ## x ## _xmm, NULL, NULL)#define SSE_FOP (name) OP(op2, SSE_OPF_SCALAR, \ - gen_helper_##name##ps, gen_helper_##name##pd, \ + gen_helper_##name##ps##_xmm, gen_helper_##name##pd##_xmm, \ gen_helper_##name##ss, gen_helper_##name##sd)#define SSE_OP (sname, dname, op, flags) OP(op, flags, \ gen_helper_##sname##_xmm, gen_helper_##dname##_xmm, NULL, NULL)
@@ -2846,12 +2846,12 @@ static const struct SSEOpHelper_table1 sse_op_table1[256] = { gen_helper_comiss, gen_helper_comisd, NULL, NULL), [0x50] = SSE_SPECIAL, /* movmskps, movmskpd */ [0x51 ] =OP (op1,SSE_OPF_SCALAR |SSE_OPF_V0 , - gen_helper_sqrtps, gen_helper_sqrtpd, + gen_helper_sqrtps_xmm, gen_helper_sqrtpd_xmm, gen_helper_sqrtss, gen_helper_sqrtsd), [0x52 ] =OP (op1,SSE_OPF_SCALAR |SSE_OPF_V0 , - gen_helper_rsqrtps, NULL, gen_helper_rsqrtss, NULL), + gen_helper_rsqrtps_xmm, NULL, gen_helper_rsqrtss, NULL), [0x53 ] =OP (op1,SSE_OPF_SCALAR |SSE_OPF_V0 , - gen_helper_rcpps, NULL, gen_helper_rcpss, NULL), + gen_helper_rcpps_xmm, NULL, gen_helper_rcpss, NULL), [0x54] = SSE_OP(pand, pand, op2, 0), /* andps, andpd */ [0x55] = SSE_OP(pandn, pandn, op2, 0), /* andnps, andnpd */ [0x56] = SSE_OP(por, por, op2, 0), /* orps, orpd */
@@ -2859,19 +2859,19 @@ static const struct SSEOpHelper_table1 sse_op_table1[256] = { [0x58] = SSE_FOP(add), [0x59] = SSE_FOP(mul), [0x5a ] =OP (op1,SSE_OPF_SCALAR |SSE_OPF_V0 , - gen_helper_cvtps2pd, gen_helper_cvtpd2ps, + gen_helper_cvtps2pd_xmm, gen_helper_cvtpd2ps_xmm, gen_helper_cvtss2sd, gen_helper_cvtsd2ss), [0x5b ] =OP (op1,SSE_OPF_V0 , - gen_helper_cvtdq2ps, gen_helper_cvtps2dq, - gen_helper_cvttps2dq, NULL), + gen_helper_cvtdq2ps_xmm, gen_helper_cvtps2dq_xmm, + gen_helper_cvttps2dq_xmm, NULL), [0x5c] = SSE_FOP(sub), [0x5d] = SSE_FOP(min), [0x5e] = SSE_FOP(div), [0x5f] = SSE_FOP(max), [0xc2] = SSE_FOP(cmpeq), /* sse_op_table4 */ - [0xc6 ] =OP (dummy,SSE_OPF_SHUF , (SSEFunc_0_epp )gen_helper_shufps, - (SSEFunc_0_epp)gen_helper_shufpd, NULL, NULL), + [0xc6 ] =OP (dummy,SSE_OPF_SHUF , (SSEFunc_0_epp )gen_helper_shufps_xmm, + (SSEFunc_0_epp)gen_helper_shufpd_xmm, NULL, NULL),/* SSSE3, SSE4, MOVBE, CRC32, BMI1, BMI2, ADX. */ [0x38] = SSE_SPECIAL,
@@ -2912,15 +2912,15 @@ static const struct SSEOpHelper_table1 sse_op_table1[256] = { [0x79] = OP(op1, SSE_OPF_V0, NULL, gen_helper_extrq_r, NULL, gen_helper_insertq_r), [0x7c ] =OP (op2,0 , - NULL, gen_helper_haddpd, NULL, gen_helper_haddps), + NULL, gen_helper_haddpd_xmm, NULL, gen_helper_haddps_xmm), [0x7d ] =OP (op2,0 , - NULL, gen_helper_hsubpd, NULL, gen_helper_hsubps), + NULL, gen_helper_hsubpd_xmm, NULL, gen_helper_hsubps_xmm), [0x7e] = SSE_SPECIAL, /* movd, movd, , movq */ [0x7f] = SSE_SPECIAL, /* movq, movdqa, movdqu */ [0xc4] = SSE_SPECIAL, /* pinsrw */ [0xc5] = SSE_SPECIAL, /* pextrw */ [0xd0 ] =OP (op2,0 , - NULL, gen_helper_addsubpd, NULL, gen_helper_addsubps), + NULL, gen_helper_addsubpd_xmm, NULL, gen_helper_addsubps_xmm), [0xd1] = MMX_OP(psrlw), [0xd2] = MMX_OP(psrld), [0xd3] = MMX_OP(psrlq),
@@ -2943,8 +2943,8 @@ static const struct SSEOpHelper_table1 sse_op_table1[256] = { [0xe4] = MMX_OP(pmulhuw), [0xe5] = MMX_OP(pmulhw), [0xe6 ] =OP (op1,SSE_OPF_V0 , -NULL , gen_helper_cvttpd2dq, - gen_helper_cvtdq2pd, gen_helper_cvtpd2dq), +NULL , gen_helper_cvttpd2dq_xmm, + gen_helper_cvtdq2pd_xmm, gen_helper_cvtpd2dq_xmm), [0xe7] = SSE_SPECIAL, /* movntq, movntq */ [0xe8] = MMX_OP(psubsb), [0xe9] = MMX_OP(psubsw),
@@ -3021,8 +3021,9 @@ static const SSEFunc_l_ep sse_op_table3bq[] = { };#endif -#define SSE_FOP (x) { gen_helper_ ## x ## ps, gen_helper_ ## x ## pd, \ - gen_helper_ ## x ## ss, gen_helper_ ## x ## sd, } +#define SSE_FOP (x) { \ + gen_helper_ ## x ## ps ## _xmm, gen_helper_ ## x ## pd ## _xmm, \ + gen_helper_ ## x ## ss, gen_helper_ ## x ## sd}static const SSEFunc_0_epp sse_op_table4[8 ][4 ] = {SSE_FOP (cmpeq),SSE_FOP (cmplt),
@@ -3718,14 +3719,14 @@ static void gen_sse(CPUX86State *env, DisasContext *s, int b,CHECK_AVX_V0 (s); rm = (modrm &7 ) |REX_B (s);tcg_gen_addi_ptr (s->ptr0, cpu_env,ZMM_OFFSET (rm)); -gen_helper_movmskps (s->tmp2_i32, cpu_env, s->ptr0); +gen_helper_movmskps_xmm (s->tmp2_i32, cpu_env, s->ptr0);tcg_gen_extu_i32_tl (cpu_regs[reg], s->tmp2_i32);break ;case 0x150 :/* movmskpd */ CHECK_AVX_V0 (s); rm = (modrm &7 ) |REX_B (s);tcg_gen_addi_ptr (s->ptr0, cpu_env,ZMM_OFFSET (rm)); -gen_helper_movmskpd (s->tmp2_i32, cpu_env, s->ptr0); +gen_helper_movmskpd_xmm (s->tmp2_i32, cpu_env, s->ptr0);tcg_gen_extu_i32_tl (cpu_regs[reg], s->tmp2_i32);break ;case 0x02a :/* cvtpi2ps */
Signature · 1 line
2.36.0
PATCH v2 15/42 i386: Floating point atithmetic helper AVX prep
In reply to Paul BrookPrepare the "easy" floating point vector helpers for AVX
No functional changes to existing helpers.
--- target/i386/ops_sse.h | 144 ++++++++++++++++++++++++++++++++++-------- 1 file changed, 119 insertions(+), 25 deletions(-)
target/i386/ops_sse.h +119 -25
@@ -762,40 +762,66 @@ void glue(helper_pshufhw, SUFFIX)(Reg *d, Reg *s, int order) }#endif -#if SHIFT ==1 +#if SHIFT >=1 /* FPU ops */ /* XXX: not accurate */ -#define SSE_HELPER_S (name,F ) \ - void glue(helper_ ## name ## ps, SUFFIX)(CPUX86State *env, Reg *d, Reg *s)\ +#define SSE_HELPER_P (name,F ) \ + void glue(helper_ ## name ## ps, SUFFIX)(CPUX86State *env, \ + Reg *d, Reg *s) \ { \ - d->ZMM_S(0) = F(32, d->ZMM_S(0), s->ZMM_S(0)); \ - d->ZMM_S(1) = F(32, d->ZMM_S(1), s->ZMM_S(1)); \ - d->ZMM_S(2) = F(32, d->ZMM_S(2), s->ZMM_S(2)); \ - d->ZMM_S(3) = F(32, d->ZMM_S(3), s->ZMM_S(3)); \ + Reg *v = d; \ + d->ZMM_S(0) = F(32, v->ZMM_S(0), s->ZMM_S(0)); \ + d->ZMM_S(1) = F(32, v->ZMM_S(1), s->ZMM_S(1)); \ + d->ZMM_S(2) = F(32, v->ZMM_S(2), s->ZMM_S(2)); \ + d->ZMM_S(3) = F(32, v->ZMM_S(3), s->ZMM_S(3)); \ + YMM_ONLY( \ + d->ZMM_S(4) = F(32, v->ZMM_S(4), s->ZMM_S(4)); \ + d->ZMM_S(5) = F(32, v->ZMM_S(5), s->ZMM_S(5)); \ + d->ZMM_S(6) = F(32, v->ZMM_S(6), s->ZMM_S(6)); \ + d->ZMM_S(7) = F(32, v->ZMM_S(7), s->ZMM_S(7)); \ + ) \ } \ \ - void helper_ ## name ## ss(CPUX86State *env, Reg *d, Reg *s) \ + void glue(helper_ ## name ## pd, SUFFIX)(CPUX86State *env, \ + Reg *d, Reg *s) \ { \ - d->ZMM_S(0) = F(32, d->ZMM_S(0), s->ZMM_S(0)); \ - } \ + Reg *v = d; \ + d->ZMM_D(0) = F(64, v->ZMM_D(0), s->ZMM_D(0)); \ + d->ZMM_D(1) = F(64, v->ZMM_D(1), s->ZMM_D(1)); \ + YMM_ONLY( \ + d->ZMM_D(2) = F(64, v->ZMM_D(2), s->ZMM_D(2)); \ + d->ZMM_D(3) = F(64, v->ZMM_D(3), s->ZMM_D(3)); \ + ) \ + } + +#if SHIFT ==1 + +#define SSE_HELPER_S (name,F ) \ + SSE_HELPER_P(name, F) \ \ - void glue(helper_ ## name ## pd, SUFFIX)(CPUX86State *env, Reg *d, Reg *s)\ + void helper_ ## name ## ss(CPUX86State *env, Reg *d, Reg *s)\ { \ - d->ZMM_D(0) = F(64, d->ZMM_D(0), s->ZMM_D(0)); \ - d->ZMM_D(1) = F(64, d->ZMM_D(1), s->ZMM_D(1)); \ + Reg *v = d; \ + d->ZMM_S(0) = F(32, v->ZMM_S(0), s->ZMM_S(0)); \ } \ \ - void helper_ ## name ## sd(CPUX86State *env, Reg *d, Reg *s) \ + void helper_ ## name ## sd(CPUX86State *env, Reg *d, Reg *s)\ { \ - d->ZMM_D(0) = F(64, d->ZMM_D(0), s->ZMM_D(0)); \ + Reg *v = d; \ + d->ZMM_D(0) = F(64, v->ZMM_D(0), s->ZMM_D(0)); \ } +#else + +#define SSE_HELPER_S (name,F ) SSE_HELPER_P(name, F) + +#endif +#define FPU_ADD (size, a, b) float ## size ## _add(a, b, &env->sse_status)#define FPU_SUB (size, a, b) float ## size ## _sub(a, b, &env->sse_status)#define FPU_MUL (size, a, b) float ## size ## _mul(a, b, &env->sse_status)#define FPU_DIV (size, a, b) float ## size ## _div(a, b, &env->sse_status) -#define FPU_SQRT (size, a, b) float ## size ## _sqrt(b, &env->sse_status)/* Note that the choice of comparison op here is important to get the * special cases right: for min and max Intel specifies that (-0,0),
@@ -812,8 +838,42 @@ SSE_HELPER_S(mul, FPU_MUL) SSE_HELPER_S(div, FPU_DIV) SSE_HELPER_S(min, FPU_MIN) SSE_HELPER_S(max, FPU_MAX) -SSE_HELPER_S (sqrt,FPU_SQRT ) +void glue (helper_sqrtps ,SUFFIX )(CPUX86State *env,Reg *d,Reg *s) +{ + d->ZMM_S (0 ) =float32_sqrt (s->ZMM_S (0 ), &env->sse_status); + d->ZMM_S (1 ) =float32_sqrt (s->ZMM_S (1 ), &env->sse_status); + d->ZMM_S (2 ) =float32_sqrt (s->ZMM_S (2 ), &env->sse_status); + d->ZMM_S (3 ) =float32_sqrt (s->ZMM_S (3 ), &env->sse_status); +#if SHIFT ==2 + d->ZMM_S (4 ) =float32_sqrt (s->ZMM_S (4 ), &env->sse_status); + d->ZMM_S (5 ) =float32_sqrt (s->ZMM_S (5 ), &env->sse_status); + d->ZMM_S (6 ) =float32_sqrt (s->ZMM_S (6 ), &env->sse_status); + d->ZMM_S (7 ) =float32_sqrt (s->ZMM_S (7 ), &env->sse_status); +#endif +} + +void glue (helper_sqrtpd ,SUFFIX )(CPUX86State *env,Reg *d,Reg *s) +{ + d->ZMM_D (0 ) =float64_sqrt (s->ZMM_D (0 ), &env->sse_status); + d->ZMM_D (1 ) =float64_sqrt (s->ZMM_D (1 ), &env->sse_status); +#if SHIFT ==2 + d->ZMM_D (2 ) =float64_sqrt (s->ZMM_D (2 ), &env->sse_status); + d->ZMM_D (3 ) =float64_sqrt (s->ZMM_D (3 ), &env->sse_status); +#endif +} + +#if SHIFT ==1 +void helper_sqrtss (CPUX86State *env,Reg *d,Reg *s) +{ + d->ZMM_S (0 ) =float32_sqrt (s->ZMM_S (0 ), &env->sse_status); +} + +void helper_sqrtsd (CPUX86State *env,Reg *d,Reg *s) +{ + d->ZMM_D (0 ) =float64_sqrt (s->ZMM_D (0 ), &env->sse_status); +} +#endif /* float to float conversions */ void glue (helper_cvtps2pd ,SUFFIX )(CPUX86State *env,Reg *d,Reg *s)
@@ -1043,6 +1103,20 @@ void glue(helper_rsqrtps, SUFFIX)(CPUX86State *env, ZMMReg *d, ZMMReg *s) d->ZMM_S (3 ) =float32_div (float32_one,float32_sqrt (s->ZMM_S (3 ), &env->sse_status), &env->sse_status); +#if SHIFT ==2 + d->ZMM_S (4 ) =float32_div (float32_one, +float32_sqrt (s->ZMM_S (4 ), &env->sse_status), + &env->sse_status); + d->ZMM_S (5 ) =float32_div (float32_one, +float32_sqrt (s->ZMM_S (5 ), &env->sse_status), + &env->sse_status); + d->ZMM_S (6 ) =float32_div (float32_one, +float32_sqrt (s->ZMM_S (6 ), &env->sse_status), + &env->sse_status); + d->ZMM_S (7 ) =float32_div (float32_one, +float32_sqrt (s->ZMM_S (7 ), &env->sse_status), + &env->sse_status); +#endif set_float_exception_flags (old_flags, &env->sse_status); }
@@ -1062,6 +1136,12 @@ void glue(helper_rcpps, SUFFIX)(CPUX86State *env, ZMMReg *d, ZMMReg *s) d->ZMM_S (1 ) =float32_div (float32_one, s->ZMM_S (1 ), &env->sse_status); d->ZMM_S (2 ) =float32_div (float32_one, s->ZMM_S (2 ), &env->sse_status); d->ZMM_S (3 ) =float32_div (float32_one, s->ZMM_S (3 ), &env->sse_status); +#if SHIFT ==2 + d->ZMM_S (4 ) =float32_div (float32_one, s->ZMM_S (4 ), &env->sse_status); + d->ZMM_S (5 ) =float32_div (float32_one, s->ZMM_S (5 ), &env->sse_status); + d->ZMM_S (6 ) =float32_div (float32_one, s->ZMM_S (6 ), &env->sse_status); + d->ZMM_S (7 ) =float32_div (float32_one, s->ZMM_S (7 ), &env->sse_status); +#endif set_float_exception_flags (old_flags, &env->sse_status); }
@@ -1156,18 +1236,30 @@ void glue(helper_hsubpd, SUFFIX)(CPUX86State *env, ZMMReg *d, ZMMReg *s)MOVE (*d, r); } -void glue (helper_addsubps ,SUFFIX )(CPUX86State *env,ZMMReg *d,ZMMReg *s) +void glue (helper_addsubps ,SUFFIX )(CPUX86State *env,Reg *d,Reg *s) { - d->ZMM_S (0 ) =float32_sub (d->ZMM_S (0 ), s->ZMM_S (0 ), &env->sse_status); - d->ZMM_S (1 ) =float32_add (d->ZMM_S (1 ), s->ZMM_S (1 ), &env->sse_status); - d->ZMM_S (2 ) =float32_sub (d->ZMM_S (2 ), s->ZMM_S (2 ), &env->sse_status); - d->ZMM_S (3 ) =float32_add (d->ZMM_S (3 ), s->ZMM_S (3 ), &env->sse_status); +Reg *v = d; + d->ZMM_S (0 ) =float32_sub (v->ZMM_S (0 ), s->ZMM_S (0 ), &env->sse_status); + d->ZMM_S (1 ) =float32_add (v->ZMM_S (1 ), s->ZMM_S (1 ), &env->sse_status); + d->ZMM_S (2 ) =float32_sub (v->ZMM_S (2 ), s->ZMM_S (2 ), &env->sse_status); + d->ZMM_S (3 ) =float32_add (v->ZMM_S (3 ), s->ZMM_S (3 ), &env->sse_status); +#if SHIFT ==2 + d->ZMM_S (4 ) =float32_sub (v->ZMM_S (4 ), s->ZMM_S (4 ), &env->sse_status); + d->ZMM_S (5 ) =float32_add (v->ZMM_S (5 ), s->ZMM_S (5 ), &env->sse_status); + d->ZMM_S (6 ) =float32_sub (v->ZMM_S (6 ), s->ZMM_S (6 ), &env->sse_status); + d->ZMM_S (7 ) =float32_add (v->ZMM_S (7 ), s->ZMM_S (7 ), &env->sse_status); +#endif } -void glue (helper_addsubpd ,SUFFIX )(CPUX86State *env,ZMMReg *d,ZMMReg *s) +void glue (helper_addsubpd ,SUFFIX )(CPUX86State *env,Reg *d,Reg *s) { - d->ZMM_D (0 ) =float64_sub (d->ZMM_D (0 ), s->ZMM_D (0 ), &env->sse_status); - d->ZMM_D (1 ) =float64_add (d->ZMM_D (1 ), s->ZMM_D (1 ), &env->sse_status); +Reg *v = d; + d->ZMM_D (0 ) =float64_sub (v->ZMM_D (0 ), s->ZMM_D (0 ), &env->sse_status); + d->ZMM_D (1 ) =float64_add (v->ZMM_D (1 ), s->ZMM_D (1 ), &env->sse_status); +#if SHIFT ==2 + d->ZMM_D (2 ) =float64_sub (v->ZMM_D (2 ), s->ZMM_D (2 ), &env->sse_status); + d->ZMM_D (3 ) =float64_add (v->ZMM_D (3 ), s->ZMM_D (3 ), &env->sse_status); +#endif }/* XXX: unordered */
@@ -2694,6 +2786,8 @@ void glue(helper_aeskeygenassist, SUFFIX)(CPUX86State *env, Reg *d, Reg *s, }#endif +#undef SSE_HELPER_S +#undef SHIFT#undef XMM_ONLY#undef YMM_ONLY
Signature · 1 line
2.36.0
PATCH v2 16/42 i386: Dot product AVX helper prep
In reply to Paul BrookMake the dpps and dppd helpers AVX-ready
I can't see any obvious reason why dppd shouldn't work on 256 bit ymm registers, but both AMD and Intel agree that it's xmm only.
--- target/i386/ops_sse.h | 54 ++++++++++++++++++++++++++++++++++++------- 1 file changed, 46 insertions(+), 8 deletions(-)
target/i386/ops_sse.h +46 -8
@@ -2366,8 +2366,10 @@ SSE_HELPER_I(helper_blendps, L, 4, FBLENDP) SSE_HELPER_I(helper_blendpd, Q, 2, FBLENDP) SSE_HELPER_I(helper_pblendw, W, 8, FBLENDP) -void glue (helper_dpps ,SUFFIX )(CPUX86State *env,Reg *d,Reg *s,uint32_t mask) +void glue (helper_dpps ,SUFFIX )(CPUX86State *env,Reg *d,Reg *s, +uint32_t mask) { +Reg *v = d;float32 prod, iresult, iresult2;/*
@@ -2375,23 +2377,23 @@ void glue(helper_dpps, SUFFIX)(CPUX86State *env, Reg *d, Reg *s, uint32_t mask)* to correctly round the intermediate results */ if (mask & (1 <<4 )) { - iresult =float32_mul (d->ZMM_S (0 ), s->ZMM_S (0 ), &env->sse_status); + iresult =float32_mul (v->ZMM_S (0 ), s->ZMM_S (0 ), &env->sse_status); }else { iresult = float32_zero; }if (mask & (1 <<5 )) { - prod =float32_mul (d->ZMM_S (1 ), s->ZMM_S (1 ), &env->sse_status); + prod =float32_mul (v->ZMM_S (1 ), s->ZMM_S (1 ), &env->sse_status); }else { prod = float32_zero; } iresult =float32_add (iresult, prod, &env->sse_status);if (mask & (1 <<6 )) { - iresult2 =float32_mul (d->ZMM_S (2 ), s->ZMM_S (2 ), &env->sse_status); + iresult2 =float32_mul (v->ZMM_S (2 ), s->ZMM_S (2 ), &env->sse_status); }else { iresult2 = float32_zero; }if (mask & (1 <<7 )) { - prod =float32_mul (d->ZMM_S (3 ), s->ZMM_S (3 ), &env->sse_status); + prod =float32_mul (v->ZMM_S (3 ), s->ZMM_S (3 ), &env->sse_status); }else { prod = float32_zero; }
@@ -2402,26 +2404,62 @@ void glue(helper_dpps, SUFFIX)(CPUX86State *env, Reg *d, Reg *s, uint32_t mask) d->ZMM_S (1 ) = (mask & (1 <<1 )) ? iresult : float32_zero; d->ZMM_S (2 ) = (mask & (1 <<2 )) ? iresult : float32_zero; d->ZMM_S (3 ) = (mask & (1 <<3 )) ? iresult : float32_zero; +#if SHIFT ==2 +if (mask & (1 <<4 )) { + iresult =float32_mul (v->ZMM_S (4 ), s->ZMM_S (4 ), &env->sse_status); + }else { + iresult = float32_zero; + } +if (mask & (1 <<5 )) { + prod =float32_mul (v->ZMM_S (5 ), s->ZMM_S (5 ), &env->sse_status); + }else { + prod = float32_zero; + } + iresult =float32_add (iresult, prod, &env->sse_status); +if (mask & (1 <<6 )) { + iresult2 =float32_mul (v->ZMM_S (6 ), s->ZMM_S (6 ), &env->sse_status); + }else { + iresult2 = float32_zero; + } +if (mask & (1 <<7 )) { + prod =float32_mul (v->ZMM_S (7 ), s->ZMM_S (7 ), &env->sse_status); + }else { + prod = float32_zero; + } + iresult2 =float32_add (iresult2, prod, &env->sse_status); + iresult =float32_add (iresult, iresult2, &env->sse_status); + + d->ZMM_S (4 ) = (mask & (1 <<0 )) ? iresult : float32_zero; + d->ZMM_S (5 ) = (mask & (1 <<1 )) ? iresult : float32_zero; + d->ZMM_S (6 ) = (mask & (1 <<2 )) ? iresult : float32_zero; + d->ZMM_S (7 ) = (mask & (1 <<3 )) ? iresult : float32_zero; +#endif } -void glue (helper_dppd ,SUFFIX )(CPUX86State *env,Reg *d,Reg *s,uint32_t mask) +#if SHIFT ==1 +/* Oddly, there is no ymm version of dppd */ +void glue (helper_dppd ,SUFFIX )(CPUX86State *env, +Reg *d,Reg *s,uint32_t mask) { +Reg *v = d;float64 iresult;if (mask & (1 <<4 )) { - iresult =float64_mul (d->ZMM_D (0 ), s->ZMM_D (0 ), &env->sse_status); + iresult =float64_mul (v->ZMM_D (0 ), s->ZMM_D (0 ), &env->sse_status); }else { iresult = float64_zero; } +if (mask & (1 <<5 )) { iresult =float64_add (iresult, -float64_mul (d->ZMM_D (1 ), s->ZMM_D (1 ), +float64_mul (v->ZMM_D (1 ), s->ZMM_D (1 ), &env->sse_status), &env->sse_status); } d->ZMM_D (0 ) = (mask & (1 <<0 )) ? iresult : float64_zero; d->ZMM_D (1 ) = (mask & (1 <<1 )) ? iresult : float64_zero; } +#endif void glue (helper_mpsadbw ,SUFFIX )(CPUX86State *env,Reg *d,Reg *s,uint32_t offset)
Signature · 1 line
2.36.0
PATCH v2 17/42 i386: Destructive FP helpers for AVX
In reply to Paul BrookPerpare the horizontal atithmetic vector helpers for AVX These currently use a dummy Reg typed variable to store the result then assign the whole register. This will cause 128 bit operations to corrupt the upper half of the register, so replace it with explicit temporaries and element assignments.
--- target/i386/ops_sse.h | 96 +++++++++++++++++++++++++++++++------------ 1 file changed, 70 insertions(+), 26 deletions(-)
target/i386/ops_sse.h +70 -26
@@ -1196,44 +1196,88 @@ void helper_insertq_i(CPUX86State *env, ZMMReg *d, int index, int length) d->ZMM_Q (0 ) =helper_insertq (d->ZMM_Q (0 ), index, length); } -void glue (helper_haddps ,SUFFIX )(CPUX86State *env,ZMMReg *d,ZMMReg *s) +void glue (helper_haddps ,SUFFIX )(CPUX86State *env,Reg *d,Reg *s) { -ZMMReg r; - - r.ZMM_S (0 ) =float32_add (d->ZMM_S (0 ), d->ZMM_S (1 ), &env->sse_status); - r.ZMM_S (1 ) =float32_add (d->ZMM_S (2 ), d->ZMM_S (3 ), &env->sse_status); - r.ZMM_S (2 ) =float32_add (s->ZMM_S (0 ), s->ZMM_S (1 ), &env->sse_status); - r.ZMM_S (3 ) =float32_add (s->ZMM_S (2 ), s->ZMM_S (3 ), &env->sse_status); -MOVE (*d, r); +Reg *v = d; +float32 r0, r1, r2, r3; + + r0 =float32_add (v->ZMM_S (0 ), v->ZMM_S (1 ), &env->sse_status); + r1 =float32_add (v->ZMM_S (2 ), v->ZMM_S (3 ), &env->sse_status); + r2 =float32_add (s->ZMM_S (0 ), s->ZMM_S (1 ), &env->sse_status); + r3 =float32_add (s->ZMM_S (2 ), s->ZMM_S (3 ), &env->sse_status); + d->ZMM_S (0 ) = r0; + d->ZMM_S (1 ) = r1; + d->ZMM_S (2 ) = r2; + d->ZMM_S (3 ) = r3; +#if SHIFT ==2 + r0 =float32_add (v->ZMM_S (4 ), v->ZMM_S (5 ), &env->sse_status); + r1 =float32_add (v->ZMM_S (6 ), v->ZMM_S (7 ), &env->sse_status); + r2 =float32_add (s->ZMM_S (4 ), s->ZMM_S (5 ), &env->sse_status); + r3 =float32_add (s->ZMM_S (6 ), s->ZMM_S (7 ), &env->sse_status); + d->ZMM_S (4 ) = r0; + d->ZMM_S (5 ) = r1; + d->ZMM_S (6 ) = r2; + d->ZMM_S (7 ) = r3; +#endif } -void glue (helper_haddpd ,SUFFIX )(CPUX86State *env,ZMMReg *d,ZMMReg *s) +void glue (helper_haddpd ,SUFFIX )(CPUX86State *env,Reg *d,Reg *s) { -ZMMReg r; +Reg *v = d; +float64 r0, r1; - r.ZMM_D (0 ) =float64_add (d->ZMM_D (0 ), d->ZMM_D (1 ), &env->sse_status); - r.ZMM_D (1 ) =float64_add (s->ZMM_D (0 ), s->ZMM_D (1 ), &env->sse_status); -MOVE (*d, r); + r0 =float64_add (v->ZMM_D (0 ), v->ZMM_D (1 ), &env->sse_status); + r1 =float64_add (s->ZMM_D (0 ), s->ZMM_D (1 ), &env->sse_status); + d->ZMM_D (0 ) = r0; + d->ZMM_D (1 ) = r1; +#if SHIFT ==2 + r0 =float64_add (v->ZMM_D (2 ), v->ZMM_D (3 ), &env->sse_status); + r1 =float64_add (s->ZMM_D (2 ), s->ZMM_D (3 ), &env->sse_status); + d->ZMM_D (2 ) = r0; + d->ZMM_D (3 ) = r1; +#endif } -void glue (helper_hsubps ,SUFFIX )(CPUX86State *env,ZMMReg *d,ZMMReg *s) +void glue (helper_hsubps ,SUFFIX )(CPUX86State *env,Reg *d,Reg *s) { -ZMMReg r; - - r.ZMM_S (0 ) =float32_sub (d->ZMM_S (0 ), d->ZMM_S (1 ), &env->sse_status); - r.ZMM_S (1 ) =float32_sub (d->ZMM_S (2 ), d->ZMM_S (3 ), &env->sse_status); - r.ZMM_S (2 ) =float32_sub (s->ZMM_S (0 ), s->ZMM_S (1 ), &env->sse_status); - r.ZMM_S (3 ) =float32_sub (s->ZMM_S (2 ), s->ZMM_S (3 ), &env->sse_status); -MOVE (*d, r); +Reg *v = d; +float32 r0, r1, r2, r3; + + r0 =float32_sub (v->ZMM_S (0 ), v->ZMM_S (1 ), &env->sse_status); + r1 =float32_sub (v->ZMM_S (2 ), v->ZMM_S (3 ), &env->sse_status); + r2 =float32_sub (s->ZMM_S (0 ), s->ZMM_S (1 ), &env->sse_status); + r3 =float32_sub (s->ZMM_S (2 ), s->ZMM_S (3 ), &env->sse_status); + d->ZMM_S (0 ) = r0; + d->ZMM_S (1 ) = r1; + d->ZMM_S (2 ) = r2; + d->ZMM_S (3 ) = r3; +#if SHIFT ==2 + r0 =float32_sub (v->ZMM_S (4 ), v->ZMM_S (5 ), &env->sse_status); + r1 =float32_sub (v->ZMM_S (6 ), v->ZMM_S (7 ), &env->sse_status); + r2 =float32_sub (s->ZMM_S (4 ), s->ZMM_S (5 ), &env->sse_status); + r3 =float32_sub (s->ZMM_S (6 ), s->ZMM_S (7 ), &env->sse_status); + d->ZMM_S (4 ) = r0; + d->ZMM_S (5 ) = r1; + d->ZMM_S (6 ) = r2; + d->ZMM_S (7 ) = r3; +#endif } -void glue (helper_hsubpd ,SUFFIX )(CPUX86State *env,ZMMReg *d,ZMMReg *s) +void glue (helper_hsubpd ,SUFFIX )(CPUX86State *env,Reg *d,Reg *s) { -ZMMReg r; +Reg *v = d; +float64 r0, r1; - r.ZMM_D (0 ) =float64_sub (d->ZMM_D (0 ), d->ZMM_D (1 ), &env->sse_status); - r.ZMM_D (1 ) =float64_sub (s->ZMM_D (0 ), s->ZMM_D (1 ), &env->sse_status); -MOVE (*d, r); + r0 =float64_sub (v->ZMM_D (0 ), v->ZMM_D (1 ), &env->sse_status); + r1 =float64_sub (s->ZMM_D (0 ), s->ZMM_D (1 ), &env->sse_status); + d->ZMM_D (0 ) = r0; + d->ZMM_D (1 ) = r1; +#if SHIFT ==2 + r0 =float64_sub (v->ZMM_D (2 ), v->ZMM_D (3 ), &env->sse_status); + r1 =float64_sub (s->ZMM_D (2 ), s->ZMM_D (3 ), &env->sse_status); + d->ZMM_D (2 ) = r0; + d->ZMM_D (3 ) = r1; +#endif }void glue (helper_addsubps ,SUFFIX )(CPUX86State *env,Reg *d,Reg *s)
Signature · 1 line
2.36.0
PATCH v2 18/42 i386: Misc AVX helper prep
In reply to Paul BrookFixup various vector helpers that either trivially exten to 256 bit, or don't have 256 bit variants.
No functional changes to existing helpers
--- target/i386/ops_sse.h | 159 ++++++++++++++++++++++++++++++++++++------ 1 file changed, 139 insertions(+), 20 deletions(-)
target/i386/ops_sse.h +139 -20
@@ -641,6 +641,7 @@ void glue(helper_psadbw, SUFFIX)(CPUX86State *env, Reg *d, Reg *s)#endif } +#if SHIFT <2 void glue (helper_maskmov ,SUFFIX )(CPUX86State *env,Reg *d,Reg *s,target_ulong a0) {
@@ -652,6 +653,7 @@ void glue(helper_maskmov, SUFFIX)(CPUX86State *env, Reg *d, Reg *s, } } } +#endif void glue (helper_movl_mm_T0 ,SUFFIX )(Reg *d,uint32_t val) {
@@ -882,6 +884,13 @@ void glue(helper_cvtps2pd, SUFFIX)(CPUX86State *env, Reg *d, Reg *s) s0 = s->ZMM_S (0 ); s1 = s->ZMM_S (1 ); +#if SHIFT ==2 +float32 s2, s3; + s2 = s->ZMM_S (2 ); + s3 = s->ZMM_S (3 ); + d->ZMM_D (2 ) =float32_to_float64 (s2, &env->sse_status); + d->ZMM_D (3 ) =float32_to_float64 (s3, &env->sse_status); +#endif d->ZMM_D (0 ) =float32_to_float64 (s0, &env->sse_status); d->ZMM_D (1 ) =float32_to_float64 (s1, &env->sse_status); }
@@ -890,9 +899,17 @@ void glue(helper_cvtpd2ps, SUFFIX)(CPUX86State *env, Reg *d, Reg *s) { d->ZMM_S (0 ) =float64_to_float32 (s->ZMM_D (0 ), &env->sse_status); d->ZMM_S (1 ) =float64_to_float32 (s->ZMM_D (1 ), &env->sse_status); +#if SHIFT ==2 + d->ZMM_S (2 ) =float64_to_float32 (s->ZMM_D (2 ), &env->sse_status); + d->ZMM_S (3 ) =float64_to_float32 (s->ZMM_D (3 ), &env->sse_status); + d->Q (2 ) =0 ; + d->Q (3 ) =0 ; +#else d->Q (1 ) =0 ; +#endif } +#if SHIFT ==1 void helper_cvtss2sd (CPUX86State *env,Reg *d,Reg *s) { d->ZMM_D (0 ) =float32_to_float64 (s->ZMM_S (0 ), &env->sse_status);
@@ -902,6 +919,7 @@ void helper_cvtsd2ss(CPUX86State *env, Reg *d, Reg *s) { d->ZMM_S (0 ) =float64_to_float32 (s->ZMM_D (0 ), &env->sse_status); } +#endif /* integer to float */ void glue (helper_cvtdq2ps ,SUFFIX )(CPUX86State *env,Reg *d,Reg *s)
@@ -910,6 +928,12 @@ void glue(helper_cvtdq2ps, SUFFIX)(CPUX86State *env, Reg *d, Reg *s) d->ZMM_S (1 ) =int32_to_float32 (s->ZMM_L (1 ), &env->sse_status); d->ZMM_S (2 ) =int32_to_float32 (s->ZMM_L (2 ), &env->sse_status); d->ZMM_S (3 ) =int32_to_float32 (s->ZMM_L (3 ), &env->sse_status); +#if SHIFT ==2 + d->ZMM_S (4 ) =int32_to_float32 (s->ZMM_L (4 ), &env->sse_status); + d->ZMM_S (5 ) =int32_to_float32 (s->ZMM_L (5 ), &env->sse_status); + d->ZMM_S (6 ) =int32_to_float32 (s->ZMM_L (6 ), &env->sse_status); + d->ZMM_S (7 ) =int32_to_float32 (s->ZMM_L (7 ), &env->sse_status); +#endif }void glue (helper_cvtdq2pd ,SUFFIX )(CPUX86State *env,Reg *d,Reg *s)
@@ -918,10 +942,18 @@ void glue(helper_cvtdq2pd, SUFFIX)(CPUX86State *env, Reg *d, Reg *s) l0 = (int32_t )s->ZMM_L (0 ); l1 = (int32_t )s->ZMM_L (1 ); +#if SHIFT ==2 +int32_t l2, l3; + l2 = (int32_t )s->ZMM_L (2 ); + l3 = (int32_t )s->ZMM_L (3 ); + d->ZMM_D (2 ) =int32_to_float64 (l2, &env->sse_status); + d->ZMM_D (3 ) =int32_to_float64 (l3, &env->sse_status); +#endif d->ZMM_D (0 ) =int32_to_float64 (l0, &env->sse_status); d->ZMM_D (1 ) =int32_to_float64 (l1, &env->sse_status); } +#if SHIFT ==1 void helper_cvtpi2ps (CPUX86State *env,ZMMReg *d,MMXReg *s) { d->ZMM_S (0 ) =int32_to_float32 (s->MMX_L (0 ), &env->sse_status);
@@ -956,8 +988,11 @@ void helper_cvtsq2sd(CPUX86State *env, ZMMReg *d, uint64_t val) }#endif +#endif +/* float to integer */ +#if SHIFT ==1 /* * x86 mandates that we return the indefinite integer value for the result * of any float-to-integer conversion that raises the 'invalid' exception.
@@ -988,6 +1023,7 @@ WRAP_FLOATCONV(int64_t, float32_to_int64, float32, INT64_MIN) WRAP_FLOATCONV(int64_t, float32_to_int64_round_to_zero, float32, INT64_MIN) WRAP_FLOATCONV(int64_t, float64_to_int64, float64, INT64_MIN) WRAP_FLOATCONV(int64_t, float64_to_int64_round_to_zero, float64, INT64_MIN) +#endif void glue (helper_cvtps2dq ,SUFFIX )(CPUX86State *env,ZMMReg *d,ZMMReg *s) {
@@ -995,15 +1031,29 @@ void glue(helper_cvtps2dq, SUFFIX)(CPUX86State *env, ZMMReg *d, ZMMReg *s) d->ZMM_L (1 ) =x86_float32_to_int32 (s->ZMM_S (1 ), &env->sse_status); d->ZMM_L (2 ) =x86_float32_to_int32 (s->ZMM_S (2 ), &env->sse_status); d->ZMM_L (3 ) =x86_float32_to_int32 (s->ZMM_S (3 ), &env->sse_status); +#if SHIFT ==2 + d->ZMM_L (4 ) =x86_float32_to_int32 (s->ZMM_S (4 ), &env->sse_status); + d->ZMM_L (5 ) =x86_float32_to_int32 (s->ZMM_S (5 ), &env->sse_status); + d->ZMM_L (6 ) =x86_float32_to_int32 (s->ZMM_S (6 ), &env->sse_status); + d->ZMM_L (7 ) =x86_float32_to_int32 (s->ZMM_S (7 ), &env->sse_status); +#endif }void glue (helper_cvtpd2dq ,SUFFIX )(CPUX86State *env,ZMMReg *d,ZMMReg *s) { d->ZMM_L (0 ) =x86_float64_to_int32 (s->ZMM_D (0 ), &env->sse_status); d->ZMM_L (1 ) =x86_float64_to_int32 (s->ZMM_D (1 ), &env->sse_status); +#if SHIFT ==2 + d->ZMM_L (2 ) =x86_float64_to_int32 (s->ZMM_D (2 ), &env->sse_status); + d->ZMM_L (3 ) =x86_float64_to_int32 (s->ZMM_D (3 ), &env->sse_status); + d->Q (2 ) =0 ; + d->Q (3 ) =0 ; +#else d->ZMM_Q (1 ) =0 ; +#endif } +#if SHIFT ==1 void helper_cvtps2pi (CPUX86State *env,MMXReg *d,ZMMReg *s) { d->MMX_L (0 ) =x86_float32_to_int32 (s->ZMM_S (0 ), &env->sse_status);
@@ -1037,33 +1087,64 @@ int64_t helper_cvtsd2sq(CPUX86State *env, ZMMReg *s)return x86_float64_to_int64 (s->ZMM_D (0 ), &env->sse_status); }#endif +#endif /* float to integer truncated */ void glue (helper_cvttps2dq ,SUFFIX )(CPUX86State *env,ZMMReg *d,ZMMReg *s) { - d->ZMM_L (0 ) =x86_float32_to_int32_round_to_zero (s->ZMM_S (0 ), &env->sse_status); - d->ZMM_L (1 ) =x86_float32_to_int32_round_to_zero (s->ZMM_S (1 ), &env->sse_status); - d->ZMM_L (2 ) =x86_float32_to_int32_round_to_zero (s->ZMM_S (2 ), &env->sse_status); - d->ZMM_L (3 ) =x86_float32_to_int32_round_to_zero (s->ZMM_S (3 ), &env->sse_status); + d->ZMM_L (0 ) =x86_float32_to_int32_round_to_zero (s->ZMM_S (0 ), + &env->sse_status); + d->ZMM_L (1 ) =x86_float32_to_int32_round_to_zero (s->ZMM_S (1 ), + &env->sse_status); + d->ZMM_L (2 ) =x86_float32_to_int32_round_to_zero (s->ZMM_S (2 ), + &env->sse_status); + d->ZMM_L (3 ) =x86_float32_to_int32_round_to_zero (s->ZMM_S (3 ), + &env->sse_status); +#if SHIFT ==2 + d->ZMM_L (4 ) =x86_float32_to_int32_round_to_zero (s->ZMM_S (4 ), + &env->sse_status); + d->ZMM_L (5 ) =x86_float32_to_int32_round_to_zero (s->ZMM_S (5 ), + &env->sse_status); + d->ZMM_L (6 ) =x86_float32_to_int32_round_to_zero (s->ZMM_S (6 ), + &env->sse_status); + d->ZMM_L (7 ) =x86_float32_to_int32_round_to_zero (s->ZMM_S (7 ), + &env->sse_status); +#endif }void glue (helper_cvttpd2dq ,SUFFIX )(CPUX86State *env,ZMMReg *d,ZMMReg *s) { - d->ZMM_L (0 ) =x86_float64_to_int32_round_to_zero (s->ZMM_D (0 ), &env->sse_status); - d->ZMM_L (1 ) =x86_float64_to_int32_round_to_zero (s->ZMM_D (1 ), &env->sse_status); + d->ZMM_L (0 ) =x86_float64_to_int32_round_to_zero (s->ZMM_D (0 ), + &env->sse_status); + d->ZMM_L (1 ) =x86_float64_to_int32_round_to_zero (s->ZMM_D (1 ), + &env->sse_status); +#if SHIFT ==2 + d->ZMM_L (2 ) =x86_float64_to_int32_round_to_zero (s->ZMM_D (2 ), + &env->sse_status); + d->ZMM_L (3 ) =x86_float64_to_int32_round_to_zero (s->ZMM_D (3 ), + &env->sse_status); + d->ZMM_Q (2 ) =0 ; + d->ZMM_Q (3 ) =0 ; +#else d->ZMM_Q (1 ) =0 ; +#endif } +#if SHIFT ==1 void helper_cvttps2pi (CPUX86State *env,MMXReg *d,ZMMReg *s) { - d->MMX_L (0 ) =x86_float32_to_int32_round_to_zero (s->ZMM_S (0 ), &env->sse_status); - d->MMX_L (1 ) =x86_float32_to_int32_round_to_zero (s->ZMM_S (1 ), &env->sse_status); + d->MMX_L (0 ) =x86_float32_to_int32_round_to_zero (s->ZMM_S (0 ), + &env->sse_status); + d->MMX_L (1 ) =x86_float32_to_int32_round_to_zero (s->ZMM_S (1 ), + &env->sse_status); }void helper_cvttpd2pi (CPUX86State *env,MMXReg *d,ZMMReg *s) { - d->MMX_L (0 ) =x86_float64_to_int32_round_to_zero (s->ZMM_D (0 ), &env->sse_status); - d->MMX_L (1 ) =x86_float64_to_int32_round_to_zero (s->ZMM_D (1 ), &env->sse_status); + d->MMX_L (0 ) =x86_float64_to_int32_round_to_zero (s->ZMM_D (0 ), + &env->sse_status); + d->MMX_L (1 ) =x86_float64_to_int32_round_to_zero (s->ZMM_D (1 ), + &env->sse_status); }int32_t helper_cvttss2si (CPUX86State *env,ZMMReg *s)
@@ -1087,6 +1168,7 @@ int64_t helper_cvttsd2sq(CPUX86State *env, ZMMReg *s)return x86_float64_to_int64_round_to_zero (s->ZMM_D (0 ), &env->sse_status); }#endif +#endif void glue (helper_rsqrtps ,SUFFIX )(CPUX86State *env,ZMMReg *d,ZMMReg *s) {
@@ -1120,6 +1202,7 @@ void glue(helper_rsqrtps, SUFFIX)(CPUX86State *env, ZMMReg *d, ZMMReg *s)set_float_exception_flags (old_flags, &env->sse_status); } +#if SHIFT ==1 void helper_rsqrtss (CPUX86State *env,ZMMReg *d,ZMMReg *s) {uint8_t old_flags =get_float_exception_flags (&env->sse_status);
@@ -1128,6 +1211,7 @@ void helper_rsqrtss(CPUX86State *env, ZMMReg *d, ZMMReg *s) &env->sse_status); set_float_exception_flags(old_flags, &env->sse_status); } +#endif void glue (helper_rcpps ,SUFFIX )(CPUX86State *env,ZMMReg *d,ZMMReg *s) {
@@ -1145,13 +1229,16 @@ void glue(helper_rcpps, SUFFIX)(CPUX86State *env, ZMMReg *d, ZMMReg *s)set_float_exception_flags (old_flags, &env->sse_status); } +#if SHIFT ==1 void helper_rcpss (CPUX86State *env,ZMMReg *d,ZMMReg *s) {uint8_t old_flags =get_float_exception_flags (&env->sse_status); d->ZMM_S (0 ) =float32_div (float32_one, s->ZMM_S (0 ), &env->sse_status);set_float_exception_flags (old_flags, &env->sse_status); } +#endif +#if SHIFT ==1 static inline uint64_t helper_extrq (uint64_t src,int shift,int len) {uint64_t mask;
@@ -1195,6 +1282,7 @@ void helper_insertq_i(CPUX86State *env, ZMMReg *d, int index, int length) { d->ZMM_Q (0 ) =helper_insertq (d->ZMM_Q (0 ), index, length); } +#endif void glue (helper_haddps ,SUFFIX )(CPUX86State *env,Reg *d,Reg *s) {
@@ -1358,6 +1446,7 @@ SSE_HELPER_CMP(cmpnlt, FPU_CMPNLT) SSE_HELPER_CMP(cmpnle, FPU_CMPNLE) SSE_HELPER_CMP(cmpord, FPU_CMPORD) +#if SHIFT ==1 static const int comis_eflags[4 ] = {CC_C ,CC_Z ,0 ,CC_Z |CC_P |CC_C };void helper_ucomiss (CPUX86State *env,Reg *d,Reg *s)
@@ -1403,25 +1492,38 @@ void helper_comisd(CPUX86State *env, Reg *d, Reg *s) ret =float64_compare (d0, d1, &env->sse_status);CC_SRC = comis_eflags[ret +1 ]; } +#endif uint32_t glue (helper_movmskps ,SUFFIX )(CPUX86State *env,Reg *s) { -int b0, b1, b2, b3; +uint32_t mask; - b0 = s->ZMM_L (0 ) >>31 ; - b1 = s->ZMM_L (1 ) >>31 ; - b2 = s->ZMM_L (2 ) >>31 ; - b3 = s->ZMM_L (3 ) >>31 ; -return b0 | (b1 <<1 ) | (b2 <<2 ) | (b3 <<3 ); + mask =0 ; + mask |= (s->ZMM_L (0 ) >> (31 -0 )) & (1 <<0 ); + mask |= (s->ZMM_L (1 ) >> (31 -1 )) & (1 <<1 ); + mask |= (s->ZMM_L (2 ) >> (31 -2 )) & (1 <<2 ); + mask |= (s->ZMM_L (3 ) >> (31 -3 )) & (1 <<3 ); +#if SHIFT ==2 + mask |= (s->ZMM_L (4 ) >> (31 -4 )) & (1 <<4 ); + mask |= (s->ZMM_L (5 ) >> (31 -5 )) & (1 <<5 ); + mask |= (s->ZMM_L (6 ) >> (31 -6 )) & (1 <<6 ); + mask |= (s->ZMM_L (7 ) >> (31 -7 )) & (1 <<7 ); +#endif +return mask; }uint32_t glue (helper_movmskpd ,SUFFIX )(CPUX86State *env,Reg *s) { -int b0, b1; +uint32_t mask; - b0 = s->ZMM_L (1 ) >>31 ; - b1 = s->ZMM_L (3 ) >>31 ; -return b0 | (b1 <<1 ); + mask =0 ; + mask |= (s->ZMM_L (1 ) >> (31 -0 )) & (1 <<0 ); + mask |= (s->ZMM_L (3 ) >> (31 -1 )) & (1 <<1 ); +#if SHIFT ==2 + mask |= (s->ZMM_L (5 ) >> (31 -2 )) & (1 <<2 ); + mask |= (s->ZMM_L (7 ) >> (31 -3 )) & (1 <<3 ); +#endif +return mask; }#endif
@@ -2233,6 +2335,7 @@ SSE_HELPER_L(helper_pmaxud, MAX)#define FMULLD (d, s) ((int32_t)d * (int32_t)s) SSE_HELPER_L(helper_pmulld, FMULLD) +#if SHIFT ==1 void glue (helper_phminposuw ,SUFFIX )(CPUX86State *env,Reg *d,Reg *s) {int idx =0 ;
@@ -2264,6 +2367,7 @@ void glue(helper_phminposuw, SUFFIX)(CPUX86State *env, Reg *d, Reg *s) d->L (1 ) =0 ; d->Q(1) = 0; } +#endif void glue (helper_roundps ,SUFFIX )(CPUX86State *env,Reg *d,Reg *s,uint32_t mode)
@@ -2293,6 +2397,12 @@ void glue(helper_roundps, SUFFIX)(CPUX86State *env, Reg *d, Reg *s, d->ZMM_S (1 ) =float32_round_to_int (s->ZMM_S (1 ), &env->sse_status); d->ZMM_S (2 ) =float32_round_to_int (s->ZMM_S (2 ), &env->sse_status); d->ZMM_S (3 ) =float32_round_to_int (s->ZMM_S (3 ), &env->sse_status); +#if SHIFT ==2 + d->ZMM_S (4 ) =float32_round_to_int (s->ZMM_S (4 ), &env->sse_status); + d->ZMM_S (5 ) =float32_round_to_int (s->ZMM_S (5 ), &env->sse_status); + d->ZMM_S (6 ) =float32_round_to_int (s->ZMM_S (6 ), &env->sse_status); + d->ZMM_S (7 ) =float32_round_to_int (s->ZMM_S (7 ), &env->sse_status); +#endif if (mode & (1 <<3 ) && !(old_flags & float_flag_inexact)) { set_float_exception_flags(get_float_exception_flags(&env->sse_status) &
@@ -2328,6 +2438,10 @@ void glue(helper_roundpd, SUFFIX)(CPUX86State *env, Reg *d, Reg *s, d->ZMM_D (0 ) =float64_round_to_int (s->ZMM_D (0 ), &env->sse_status); d->ZMM_D (1 ) =float64_round_to_int (s->ZMM_D (1 ), &env->sse_status); +#if SHIFT ==2 + d->ZMM_D (2 ) =float64_round_to_int (s->ZMM_D (2 ), &env->sse_status); + d->ZMM_D (3 ) =float64_round_to_int (s->ZMM_D (3 ), &env->sse_status); +#endif if (mode & (1 <<3 ) && !(old_flags & float_flag_inexact)) { set_float_exception_flags(get_float_exception_flags(&env->sse_status) &
@@ -2337,6 +2451,7 @@ void glue(helper_roundpd, SUFFIX)(CPUX86State *env, Reg *d, Reg *s, env->sse_status.float_rounding_mode = prev_rounding_mode; } +#if SHIFT ==1 void glue (helper_roundss ,SUFFIX )(CPUX86State *env,Reg *d,Reg *s,uint32_t mode) {
@@ -2404,6 +2519,7 @@ void glue(helper_roundsd, SUFFIX)(CPUX86State *env, Reg *d, Reg *s, } env->sse_status.float_rounding_mode = prev_rounding_mode; } +#endif #define FBLENDP (d, s, m) (m ? s : d)SSE_HELPER_I (helper_blendps,L ,4 ,FBLENDP )
@@ -2545,6 +2661,7 @@ void glue(helper_mpsadbw, SUFFIX)(CPUX86State *env, Reg *d, Reg *s,#define FCMPGTQ (d, s) ((int64_t)d > (int64_t)s ? -1 : 0) SSE_HELPER_Q(helper_pcmpgtq, FCMPGTQ) +#if SHIFT ==1 static inline int pcmp_elen (CPUX86State *env,int reg,uint32_t ctrl) {target_long val, limit;
@@ -2765,6 +2882,8 @@ target_ulong helper_crc32(uint32_t crc1, target_ulong msg, uint32_t len) return crc; } +#endif +void glue (helper_pclmulqdq ,SUFFIX )(CPUX86State *env,Reg *d,Reg *s,uint32_t ctrl) {
Signature · 1 line
2.36.0
PATCH v2 19/42 i386: Rewrite blendv helpers
In reply to Paul BrookRewrite the blendv helpers so that they can easily be extended to support the AVX encodings, which make all 4 arguments explicit.
No functional changes to the existing helpers
--- target/i386/ops_sse.h | 119 +++++++++++++++++++++--------------------- 1 file changed, 60 insertions(+), 59 deletions(-)
target/i386/ops_sse.h +60 -59
@@ -2141,73 +2141,74 @@ void glue(helper_palignr, SUFFIX)(CPUX86State *env, Reg *d, Reg *s, } } -#define XMM0 (env->xmm_regs[0]) +#if SHIFT >=1 + +#define BLEND_V128 (elem, num,F , b) do { \ + d->elem(b + 0) = F(v->elem(b + 0), s->elem(b + 0), m->elem(b + 0)); \ + d->elem(b + 1) = F(v->elem(b + 1), s->elem(b + 1), m->elem(b + 1)); \ + if (num > 2) { \ + d->elem(b + 2) = F(v->elem(b + 2), s->elem(b + 2), m->elem(b + 2)); \ + d->elem(b + 3) = F(v->elem(b + 3), s->elem(b + 3), m->elem(b + 3)); \ + } \ + if (num > 4) { \ + d->elem(b + 4) = F(v->elem(b + 4), s->elem(b + 4), m->elem(b + 4)); \ + d->elem(b + 5) = F(v->elem(b + 5), s->elem(b + 5), m->elem(b + 5)); \ + d->elem(b + 6) = F(v->elem(b + 6), s->elem(b + 6), m->elem(b + 6)); \ + d->elem(b + 7) = F(v->elem(b + 7), s->elem(b + 7), m->elem(b + 7)); \ + } \ + if (num > 8) { \ + d->elem(b + 8) = F(v->elem(b + 8), s->elem(b + 8), m->elem(b + 8)); \ + d->elem(b + 9) = F(v->elem(b + 9), s->elem(b + 9), m->elem(b + 9)); \ + d->elem(b + 10) = F(v->elem(b + 10), s->elem(b + 10), m->elem(b + 10));\ + d->elem(b + 11) = F(v->elem(b + 11), s->elem(b + 11), m->elem(b + 11));\ + d->elem(b + 12) = F(v->elem(b + 12), s->elem(b + 12), m->elem(b + 12));\ + d->elem(b + 13) = F(v->elem(b + 13), s->elem(b + 13), m->elem(b + 13));\ + d->elem(b + 14) = F(v->elem(b + 14), s->elem(b + 14), m->elem(b + 14));\ + d->elem(b + 15) = F(v->elem(b + 15), s->elem(b + 15), m->elem(b + 15));\ + } \ + } while (0) -#if SHIFT ==1 #define SSE_HELPER_V (name, elem, num,F ) \ - void glue(name, SUFFIX)(CPUX86State *env, Reg *d, Reg *s) \ + void glue(name, SUFFIX)(CPUX86State *env, Reg *d, Reg *s) \ { \ - d->elem(0) = F(d->elem(0), s->elem(0), XMM0.elem(0)); \ - d->elem(1) = F(d->elem(1), s->elem(1), XMM0.elem(1)); \ - if (num > 2) { \ - d->elem(2) = F(d->elem(2), s->elem(2), XMM0.elem(2)); \ - d->elem(3) = F(d->elem(3), s->elem(3), XMM0.elem(3)); \ - if (num > 4) { \ - d->elem(4) = F(d->elem(4), s->elem(4), XMM0.elem(4)); \ - d->elem(5) = F(d->elem(5), s->elem(5), XMM0.elem(5)); \ - d->elem(6) = F(d->elem(6), s->elem(6), XMM0.elem(6)); \ - d->elem(7) = F(d->elem(7), s->elem(7), XMM0.elem(7)); \ - if (num > 8) { \ - d->elem(8) = F(d->elem(8), s->elem(8), XMM0.elem(8)); \ - d->elem(9) = F(d->elem(9), s->elem(9), XMM0.elem(9)); \ - d->elem(10) = F(d->elem(10), s->elem(10), XMM0.elem(10)); \ - d->elem(11) = F(d->elem(11), s->elem(11), XMM0.elem(11)); \ - d->elem(12) = F(d->elem(12), s->elem(12), XMM0.elem(12)); \ - d->elem(13) = F(d->elem(13), s->elem(13), XMM0.elem(13)); \ - d->elem(14) = F(d->elem(14), s->elem(14), XMM0.elem(14)); \ - d->elem(15) = F(d->elem(15), s->elem(15), XMM0.elem(15)); \ - } \ - } \ - } \ - } + Reg *v = d; \ + Reg *m = &env->xmm_regs[0]; \ + BLEND_V128(elem, num, F, 0); \ + YMM_ONLY(BLEND_V128(elem, num, F, num);) \ + } + +#define BLEND_I128 (elem, num,F , b) do { \ + d->elem(b + 0) = F(v->elem(b + 0), s->elem(b + 0), ((imm >> 0) & 1)); \ + d->elem(b + 1) = F(v->elem(b + 1), s->elem(b + 1), ((imm >> 1) & 1)); \ + if (num > 2) { \ + d->elem(b + 2) = F(v->elem(b + 2), s->elem(b + 2), ((imm >> 2) & 1)); \ + d->elem(b + 3) = F(v->elem(b + 3), s->elem(b + 3), ((imm >> 3) & 1)); \ + } \ + if (num > 4) { \ + d->elem(b + 4) = F(v->elem(b + 4), s->elem(b + 4), ((imm >> 4) & 1)); \ + d->elem(b + 5) = F(v->elem(b + 5), s->elem(b + 5), ((imm >> 5) & 1)); \ + d->elem(b + 6) = F(v->elem(b + 6), s->elem(b + 6), ((imm >> 6) & 1)); \ + d->elem(b + 7) = F(v->elem(b + 7), s->elem(b + 7), ((imm >> 7) & 1)); \ + } \ + } while (0)#define SSE_HELPER_I (name, elem, num,F ) \ - void glue(name, SUFFIX)(CPUX86State *env, Reg *d, Reg *s, uint32_t imm) \ + void glue(name, SUFFIX)(CPUX86State *env, Reg *d, Reg *s, \ + uint32_t imm) \ { \ - d->elem(0) = F(d->elem(0), s->elem(0), ((imm >> 0) & 1)); \ - d->elem(1) = F(d->elem(1), s->elem(1), ((imm >> 1) & 1)); \ - if (num > 2) { \ - d->elem(2) = F(d->elem(2), s->elem(2), ((imm >> 2) & 1)); \ - d->elem(3) = F(d->elem(3), s->elem(3), ((imm >> 3) & 1)); \ - if (num > 4) { \ - d->elem(4) = F(d->elem(4), s->elem(4), ((imm >> 4) & 1)); \ - d->elem(5) = F(d->elem(5), s->elem(5), ((imm >> 5) & 1)); \ - d->elem(6) = F(d->elem(6), s->elem(6), ((imm >> 6) & 1)); \ - d->elem(7) = F(d->elem(7), s->elem(7), ((imm >> 7) & 1)); \ - if (num > 8) { \ - d->elem(8) = F(d->elem(8), s->elem(8), ((imm >> 8) & 1)); \ - d->elem(9) = F(d->elem(9), s->elem(9), ((imm >> 9) & 1)); \ - d->elem(10) = F(d->elem(10), s->elem(10), \ - ((imm >> 10) & 1)); \ - d->elem(11) = F(d->elem(11), s->elem(11), \ - ((imm >> 11) & 1)); \ - d->elem(12) = F(d->elem(12), s->elem(12), \ - ((imm >> 12) & 1)); \ - d->elem(13) = F(d->elem(13), s->elem(13), \ - ((imm >> 13) & 1)); \ - d->elem(14) = F(d->elem(14), s->elem(14), \ - ((imm >> 14) & 1)); \ - d->elem(15) = F(d->elem(15), s->elem(15), \ - ((imm >> 15) & 1)); \ - } \ - } \ - } \ + Reg *v = d; \ + BLEND_I128(elem, num, F, 0); \ + YMM_ONLY( \ + if (num < 8) \ + imm >>= num; \ + BLEND_I128(elem, num, F, num); \ + ) \ }/* SSE4.1 op helpers */ -#define FBLENDVB (d, s, m) ((m & 0x80) ? s : d) -#define FBLENDVPS (d, s, m) ((m & 0x80000000) ? s : d) -#define FBLENDVPD (d, s, m) ((m & 0x8000000000000000LL) ? s : d) +#define FBLENDVB (v, s, m) ((m & 0x80) ? s : v) +#define FBLENDVPS (v, s, m) ((m & 0x80000000) ? s : v) +#define FBLENDVPD (v, s, m) ((m & 0x8000000000000000LL) ? s : v) SSE_HELPER_V(helper_pblendvb, B, 16, FBLENDVB) SSE_HELPER_V(helper_blendvps, L, 4, FBLENDVPS)SSE_HELPER_V (helper_blendvpd,Q ,2 ,FBLENDVPD )
@@ -2521,7 +2522,7 @@ void glue(helper_roundsd, SUFFIX)(CPUX86State *env, Reg *d, Reg *s, }#endif -#define FBLENDP (d, s, m) (m ? s : d) +#define FBLENDP (v, s, m) (m ? s : v) SSE_HELPER_I(helper_blendps, L, 4, FBLENDP) SSE_HELPER_I(helper_blendpd, Q, 2, FBLENDP)SSE_HELPER_I (helper_pblendw,W ,8 ,FBLENDP )
Signature · 1 line
2.36.0
PATCH v2 20/42 i386: AVX pclmulqdq
In reply to Paul BrookMake the pclmulqdq helper AVX ready
--- target/i386/ops_sse.h | 31 ++++++++++++++++++++++++------- 1 file changed, 24 insertions(+), 7 deletions(-)
target/i386/ops_sse.h +24 -7
@@ -2885,14 +2885,14 @@ target_ulong helper_crc32(uint32_t crc1, target_ulong msg, uint32_t len)#endif -void glue (helper_pclmulqdq ,SUFFIX )(CPUX86State *env,Reg *d,Reg *s, -uint32_t ctrl) +#if SHIFT ==1 +static void clmulq (uint64_t *dest_l,uint64_t *dest_h, +uint64_t a,uint64_t b) { -uint64_t ah, al, b, resh, resl; +uint64_t al, ah, resh, resl; ah =0 ; - al = d->Q ((ctrl &1 ) !=0 ); - b = s->Q ((ctrl &16 ) !=0 ); + al = a; resh = resl =0 ;while (b) {
@@ -2905,8 +2905,25 @@ void glue(helper_pclmulqdq, SUFFIX)(CPUX86State *env, Reg *d, Reg *s, b >>= 1; } - d->Q (0 ) = resl; - d->Q (1 ) = resh; + *dest_l = resl; + *dest_h = resh; +} +#endif + +void glue (helper_pclmulqdq ,SUFFIX )(CPUX86State *env,Reg *d,Reg *s, +uint32_t ctrl) +{ +Reg *v = d; +uint64_t a, b; + + a = v->Q ((ctrl &1 ) !=0 ); + b = s->Q ((ctrl &16 ) !=0 ); +clmulq (&d->Q (0 ), &d->Q (1 ), a, b); +#if SHIFT ==2 + a = v->Q (((ctrl &1 ) !=0 ) +2 ); + b = s->Q (((ctrl &16 ) !=0 ) +2 ); +clmulq (&d->Q (2 ), &d->Q (3 ), a, b); +#endif }void glue (helper_aesdec ,SUFFIX )(CPUX86State *env,Reg *d,Reg *s)
Signature · 1 line
2.36.0
PATCH v2 21/42 i386: AVX+AES helpers
In reply to Paul BrookMake the AES vector helpers AVX ready
No functional changes to existing helpers
--- target/i386/ops_sse.h | 63 ++++++++++++++++++++++++++---------- target/i386/ops_sse_header.h | 55 ++++++++++++++++++++++--------- 2 files changed, 85 insertions(+), 33 deletions(-)
target/i386/ops_sse.h +46 -17
@@ -2929,64 +2929,92 @@ void glue(helper_pclmulqdq, SUFFIX)(CPUX86State *env, Reg *d, Reg *s,void glue (helper_aesdec ,SUFFIX )(CPUX86State *env,Reg *d,Reg *s) {int i; -Reg st = *d; +Reg st = *d;// v Reg rk = *s;for (i =0 ; i <4 ; i++) { - d->L (i) = rk.L (i) ^bswap32 (AES_Td0[st.B (AES_ishifts[4 *i+0 ])] ^ - AES_Td1[st.B (AES_ishifts[4 *i+1 ])] ^ - AES_Td2[st.B (AES_ishifts[4 *i+2 ])] ^ - AES_Td3[st.B (AES_ishifts[4 *i+3 ])]); + d->L (i) = rk.L (i) ^bswap32 (AES_Td0[st.B (AES_ishifts[4 * i +0 ])] ^ + AES_Td1[st.B (AES_ishifts[4 * i +1 ])] ^ + AES_Td2[st.B (AES_ishifts[4 * i +2 ])] ^ + AES_Td3[st.B (AES_ishifts[4 * i +3 ])]); } +#if SHIFT ==2 +for (i =0 ; i <4 ; i++) { + d->L (i +4 ) = rk.L (i +4 ) ^bswap32 ( + AES_Td0[st.B (AES_ishifts[4 * i +0 ] +16 )] ^ + AES_Td1[st.B (AES_ishifts[4 * i +1 ] +16 )] ^ + AES_Td2[st.B (AES_ishifts[4 * i +2 ] +16 )] ^ + AES_Td3[st.B (AES_ishifts[4 * i +3 ] +16 )]); + } +#endif }void glue (helper_aesdeclast ,SUFFIX )(CPUX86State *env,Reg *d,Reg *s) {int i; -Reg st = *d; +Reg st = *d;// v Reg rk = *s;for (i =0 ; i <16 ; i++) { d->B (i) = rk.B (i) ^ (AES_isbox[st.B (AES_ishifts[i])]); } +#if SHIFT ==2 +for (i =0 ; i <16 ; i++) { + d->B (i +16 ) = rk.B (i +16 ) ^ (AES_isbox[st.B (AES_ishifts[i] +16 )]); + } +#endif }void glue (helper_aesenc ,SUFFIX )(CPUX86State *env,Reg *d,Reg *s) {int i; -Reg st = *d; +Reg st = *d;// v Reg rk = *s;for (i =0 ; i <4 ; i++) { - d->L (i) = rk.L (i) ^bswap32 (AES_Te0[st.B (AES_shifts[4 *i+0 ])] ^ - AES_Te1[st.B (AES_shifts[4 *i+1 ])] ^ - AES_Te2[st.B (AES_shifts[4 *i+2 ])] ^ - AES_Te3[st.B (AES_shifts[4 *i+3 ])]); + d->L (i) = rk.L (i) ^bswap32 (AES_Te0[st.B (AES_shifts[4 * i +0 ])] ^ + AES_Te1[st.B (AES_shifts[4 * i +1 ])] ^ + AES_Te2[st.B (AES_shifts[4 * i +2 ])] ^ + AES_Te3[st.B (AES_shifts[4 * i +3 ])]); } +#if SHIFT ==2 +for (i =0 ; i <4 ; i++) { + d->L (i +4 ) = rk.L (i +4 ) ^bswap32 ( + AES_Te0[st.B (AES_shifts[4 * i +0 ] +16 )] ^ + AES_Te1[st.B (AES_shifts[4 * i +1 ] +16 )] ^ + AES_Te2[st.B (AES_shifts[4 * i +2 ] +16 )] ^ + AES_Te3[st.B (AES_shifts[4 * i +3 ] +16 )]); + } +#endif }void glue (helper_aesenclast ,SUFFIX )(CPUX86State *env,Reg *d,Reg *s) {int i; -Reg st = *d; +Reg st = *d;// v Reg rk = *s;for (i =0 ; i <16 ; i++) { d->B (i) = rk.B (i) ^ (AES_sbox[st.B (AES_shifts[i])]); } - +#if SHIFT ==2 +for (i =0 ; i <16 ; i++) { + d->B (i +16 ) = rk.B (i +16 ) ^ (AES_sbox[st.B (AES_shifts[i] +16 )]); + } +#endif } +#if SHIFT ==1 void glue (helper_aesimc ,SUFFIX )(CPUX86State *env,Reg *d,Reg *s) {int i;Reg tmp = *s;for (i =0 ; i <4 ; i++) { - d->L (i) =bswap32 (AES_imc[tmp.B (4 *i+0 )][0 ] ^ - AES_imc[tmp.B (4 *i+1 )][1 ] ^ - AES_imc[tmp.B (4 *i+2 )][2 ] ^ - AES_imc[tmp.B (4 *i+3 )][3 ]); + d->L (i) =bswap32 (AES_imc[tmp.B (4 * i +0 )][0 ] ^ + AES_imc[tmp.B (4 * i +1 )][1 ] ^ + AES_imc[tmp.B (4 * i +2 )][2 ] ^ + AES_imc[tmp.B (4 * i +3 )][3 ]); } }
@@ -3004,6 +3032,7 @@ void glue(helper_aeskeygenassist, SUFFIX)(CPUX86State *env, Reg *d, Reg *s, d->L (3 ) = (d->L (2 ) <<24 | d->L (2 ) >>8 ) ^ ctrl; }#endif +#endif #undef SSE_HELPER_S
target/i386/ops_sse_header.h +39 -16
177 lines not on this page · raw message
Signature · 1 line
2.36.0
PATCH v2 22/42 i386: Update ops_sse_helper.h ready for 256 bit AVX
In reply to Paul BrookUpdate ops_sse_helper.h ready for 256 bit AVX helpers
--- target/i386/ops_sse_header.h | 67 +++++++++++++++++++++--------------- 1 file changed, 40 insertions(+), 27 deletions(-)
target/i386/ops_sse_header.h +40 -27
@@ -105,7 +105,7 @@ SSE_HELPER_L(pcmpeql, FCMPEQ) SSE_HELPER_W(pmullw, FMULLW)#if SHIFT ==0 -DEF_HELPER_3(glue(pmulhrw, SUFFIX), FMULHRW) +DEF_HELPER_3(glue(pmulhrw, SUFFIX), void, env, Reg, Reg)#endif SSE_HELPER_W(pmulhuw, FMULHUW)SSE_HELPER_W (pmulhw,FMULHW )
@@ -137,23 +137,39 @@ DEF_HELPER_3(glue(pshufhw, SUFFIX), void, Reg, Reg, int)/* FPU ops */ /* XXX: not accurate */ -DEF_HELPER_3(glue(shufps, SUFFIX), void, Reg, Reg, int) -DEF_HELPER_3(glue(shufpd, SUFFIX), void, Reg, Reg, int) +#define SSE_HELPER_P4 (name) \ + DEF_HELPER_3(glue(name ## ps, SUFFIX), void, env, Reg, Reg) \ + DEF_HELPER_3(glue(name ## pd, SUFFIX), void, env, Reg, Reg) + +#define SSE_HELPER_P3 (name, ...) \ + DEF_HELPER_3(glue(name ## ps, SUFFIX), void, env, Reg, Reg) \ + DEF_HELPER_3(glue(name ## pd, SUFFIX), void, env, Reg, Reg) -#define SSE_HELPER_S (name,F ) \ - DEF_HELPER_3(glue(name ## ps, SUFFIX), void, env, Reg, Reg) \ - DEF_HELPER_3(name ## ss, void, env, Reg, Reg) \ - DEF_HELPER_3(glue(name ## pd, SUFFIX), void, env, Reg, Reg) \ +#if SHIFT ==1 +#define SSE_HELPER_S4 (name) \ + SSE_HELPER_P4(name) \ + DEF_HELPER_3(name ## ss, void, env, Reg, Reg) \ DEF_HELPER_3(name ## sd, void, env, Reg, Reg) +#define SSE_HELPER_S3 (name) \ + SSE_HELPER_P3(name) \ + DEF_HELPER_3(name ## ss, void, env, Reg, Reg) \ + DEF_HELPER_3(name ## sd, void, env, Reg, Reg) +#else +#define SSE_HELPER_S4 (name, ...) SSE_HELPER_P4(name) +#define SSE_HELPER_S3 (name, ...) SSE_HELPER_P3(name) +#endif + +DEF_HELPER_3(glue(shufps, SUFFIX), void, Reg, Reg, int) +DEF_HELPER_3(glue(shufpd, SUFFIX), void, Reg, Reg, int) -SSE_HELPER_S(add, FPU_ADD) -SSE_HELPER_S(sub, FPU_SUB) -SSE_HELPER_S(mul, FPU_MUL) -SSE_HELPER_S(div, FPU_DIV) -SSE_HELPER_S(min, FPU_MIN) -SSE_HELPER_S(max, FPU_MAX) -SSE_HELPER_S(sqrt, FPU_SQRT) +SSE_HELPER_S4(add) +SSE_HELPER_S4(sub) +SSE_HELPER_S4(mul) +SSE_HELPER_S4(div) +SSE_HELPER_S4(min) +SSE_HELPER_S4(max) +SSE_HELPER_S3(sqrt) DEF_HELPER_3(glue(cvtps2pd, SUFFIX), void, env, Reg, Reg) DEF_HELPER_3(glue(cvtpd2ps, SUFFIX), void, env, Reg, Reg)
@@ -208,18 +224,12 @@ DEF_HELPER_4(extrq_i, void, env, ZMMReg, int, int) DEF_HELPER_3(insertq_r, void, env, ZMMReg, ZMMReg) DEF_HELPER_4(insertq_i, void, env, ZMMReg, int, int)#endif -DEF_HELPER_3(glue(haddps, SUFFIX), void, env, ZMMReg, ZMMReg) -DEF_HELPER_3(glue(haddpd, SUFFIX), void, env, ZMMReg, ZMMReg) -DEF_HELPER_3(glue(hsubps, SUFFIX), void, env, ZMMReg, ZMMReg) -DEF_HELPER_3(glue(hsubpd, SUFFIX), void, env, ZMMReg, ZMMReg) -DEF_HELPER_3(glue(addsubps, SUFFIX), void, env, ZMMReg, ZMMReg) -DEF_HELPER_3(glue(addsubpd, SUFFIX), void, env, ZMMReg, ZMMReg) - -#define SSE_HELPER_CMP (name,F ) \ - DEF_HELPER_3(glue(name ## ps, SUFFIX), void, env, Reg, Reg) \ - DEF_HELPER_3(name ## ss, void, env, Reg, Reg) \ - DEF_HELPER_3(glue(name ## pd, SUFFIX), void, env, Reg, Reg) \ - DEF_HELPER_3(name ## sd, void, env, Reg, Reg) + +SSE_HELPER_P4(hadd) +SSE_HELPER_P4(hsub) +SSE_HELPER_P4(addsub) + +#define SSE_HELPER_CMP(name, F) SSE_HELPER_S4(name) SSE_HELPER_CMP(cmpeq, FPU_CMPEQ) SSE_HELPER_CMP(cmplt, FPU_CMPLT)
@@ -381,6 +391,9 @@ DEF_HELPER_4(glue(pclmulqdq, SUFFIX), void, env, Reg, Reg, i32)#undef SSE_HELPER_W#undef SSE_HELPER_L#undef SSE_HELPER_Q -#undef SSE_HELPER_S +#undef SSE_HELPER_S3 +#undef SSE_HELPER_S4 +#undef SSE_HELPER_P3 +#undef SSE_HELPER_P4#undef SSE_HELPER_CMP#undef UNPCK_OP
Signature · 1 line
2.36.0
PATCH v2 23/42 i386: AVX comparison helpers
In reply to Paul BrookAVX includes additional a more extensive set of comparison predicates, some of some of which our softfloat implementation does not expose directly. Rewrite the helpers in terms of floatN_compare
--- target/i386/ops_sse.h | 149 ++++++++++++++++++++++++----------- target/i386/ops_sse_header.h | 47 ++++++++--- target/i386/tcg/translate.c | 49 +++++++++--- 3 files changed, 177 insertions(+), 68 deletions(-)
target/i386/ops_sse.h +102 -47
@@ -1394,57 +1394,112 @@ void glue(helper_addsubpd, SUFFIX)(CPUX86State *env, Reg *d, Reg *s)#endif } -/* XXX: unordered */ -#define SSE_HELPER_CMP (name,F ) \ - void glue(helper_ ## name ## ps, SUFFIX)(CPUX86State *env, Reg *d, Reg *s)\ - { \ - d->ZMM_L(0) = F(32, d->ZMM_S(0), s->ZMM_S(0)); \ - d->ZMM_L(1) = F(32, d->ZMM_S(1), s->ZMM_S(1)); \ - d->ZMM_L(2) = F(32, d->ZMM_S(2), s->ZMM_S(2)); \ - d->ZMM_L(3) = F(32, d->ZMM_S(3), s->ZMM_S(3)); \ - } \ - \ - void helper_ ## name ## ss(CPUX86State *env, Reg *d, Reg *s) \ - { \ - d->ZMM_L(0) = F(32, d->ZMM_S(0), s->ZMM_S(0)); \ - } \ - \ - void glue(helper_ ## name ## pd, SUFFIX)(CPUX86State *env, Reg *d, Reg *s)\ +#define SSE_HELPER_CMP_P (name,F ,C ) \ + void glue(helper_ ## name ## ps, SUFFIX)(CPUX86State *env, \ + Reg *d, Reg *s) \ { \ - d->ZMM_Q(0) = F(64, d->ZMM_D(0), s->ZMM_D(0)); \ - d->ZMM_Q(1) = F(64, d->ZMM_D(1), s->ZMM_D(1)); \ + Reg *v = d; \ + d->ZMM_L(0) = F(32, C, v->ZMM_S(0), s->ZMM_S(0)); \ + d->ZMM_L(1) = F(32, C, v->ZMM_S(1), s->ZMM_S(1)); \ + d->ZMM_L(2) = F(32, C, v->ZMM_S(2), s->ZMM_S(2)); \ + d->ZMM_L(3) = F(32, C, v->ZMM_S(3), s->ZMM_S(3)); \ + YMM_ONLY( \ + d->ZMM_L(4) = F(32, C, v->ZMM_S(4), s->ZMM_S(4)); \ + d->ZMM_L(5) = F(32, C, v->ZMM_S(5), s->ZMM_S(5)); \ + d->ZMM_L(6) = F(32, C, v->ZMM_S(6), s->ZMM_S(6)); \ + d->ZMM_L(7) = F(32, C, v->ZMM_S(7), s->ZMM_S(7)); \ + ) \ } \ \ - void helper_ ## name ## sd(CPUX86State *env, Reg *d, Reg *s) \ + void glue(helper_ ## name ## pd, SUFFIX)(CPUX86State *env, \ + Reg *d, Reg *s) \ { \ - d->ZMM_Q(0) = F(64, d->ZMM_D(0), s->ZMM_D(0)); \ - } - -#define FPU_CMPEQ (size, a, b) \ - (float ## size ## _eq_quiet(a, b, &env->sse_status) ? -1 : 0) -#define FPU_CMPLT (size, a, b) \ - (float ## size ## _lt(a, b, &env->sse_status) ? -1 : 0) -#define FPU_CMPLE (size, a, b) \ - (float ## size ## _le(a, b, &env->sse_status) ? -1 : 0) -#define FPU_CMPUNORD (size, a, b) \ - (float ## size ## _unordered_quiet(a, b, &env->sse_status) ? -1 : 0) -#define FPU_CMPNEQ (size, a, b) \ - (float ## size ## _eq_quiet(a, b, &env->sse_status) ? 0 : -1) -#define FPU_CMPNLT (size, a, b) \ - (float ## size ## _lt(a, b, &env->sse_status) ? 0 : -1) -#define FPU_CMPNLE (size, a, b) \ - (float ## size ## _le(a, b, &env->sse_status) ? 0 : -1) -#define FPU_CMPORD (size, a, b) \ - (float ## size ## _unordered_quiet(a, b, &env->sse_status) ? 0 : -1) - -SSE_HELPER_CMP(cmpeq, FPU_CMPEQ) -SSE_HELPER_CMP(cmplt, FPU_CMPLT) -SSE_HELPER_CMP(cmple, FPU_CMPLE) -SSE_HELPER_CMP(cmpunord, FPU_CMPUNORD) -SSE_HELPER_CMP(cmpneq, FPU_CMPNEQ) -SSE_HELPER_CMP(cmpnlt, FPU_CMPNLT) -SSE_HELPER_CMP(cmpnle, FPU_CMPNLE) -SSE_HELPER_CMP(cmpord, FPU_CMPORD) + Reg *v = d; \ + d->ZMM_Q(0) = F(64, C, v->ZMM_D(0), s->ZMM_D(0)); \ + d->ZMM_Q(1) = F(64, C, v->ZMM_D(1), s->ZMM_D(1)); \ + YMM_ONLY( \ + d->ZMM_Q(2) = F(64, C, v->ZMM_D(2), s->ZMM_D(2)); \ + d->ZMM_Q(3) = F(64, C, v->ZMM_D(3), s->ZMM_D(3)); \ + ) \ + } + +#if SHIFT ==1 +#define SSE_HELPER_CMP (name,F ,C ) \ + SSE_HELPER_CMP_P(name, F, C) \ + void helper_ ## name ## ss(CPUX86State *env, Reg *d, Reg *s) \ + { \ + Reg *v = d; \ + d->ZMM_L(0) = F(32, C, v->ZMM_S(0), s->ZMM_S(0)); \ + } \ + \ + void helper_ ## name ## sd(CPUX86State *env, Reg *d, Reg *s) \ + { \ + Reg *v = d; \ + d->ZMM_Q(0) = F(64, C, v->ZMM_D(0), s->ZMM_D(0)); \ + } + +static inline bool FPU_EQU (FloatRelation x) +{ +return (x == float_relation_equal || x == float_relation_unordered); +} +static inline bool FPU_GE (FloatRelation x) +{ +return (x == float_relation_equal || x == float_relation_greater); +} +#define FPU_EQ (x) (x == float_relation_equal) +#define FPU_LT (x) (x == float_relation_less) +#define FPU_LE (x) (x <= float_relation_equal) +#define FPU_GT (x) (x == float_relation_greater) +#define FPU_UNORD (x) (x == float_relation_unordered) +// We must make sure we evaluate the argument in case it is a signalling NAN +#define FPU_FALSE (x) (x == float_relation_equal && 0) + +#define FPU_CMPQ (size,COND , a, b) \ + (COND(float ## size ## _compare_quiet(a, b, &env->sse_status)) ? -1 : 0) +#define FPU_CMPS (size,COND , a, b) \ + (COND(float ## size ## _compare(a, b, &env->sse_status)) ? -1 : 0) + +#else +#define SSE_HELPER_CMP (name,F ,C ) SSE_HELPER_CMP_P(name, F, C) +#endif + +SSE_HELPER_CMP(cmpeq, FPU_CMPQ, FPU_EQ) +SSE_HELPER_CMP(cmplt, FPU_CMPS, FPU_LT) +SSE_HELPER_CMP(cmple, FPU_CMPS, FPU_LE) +SSE_HELPER_CMP(cmpunord, FPU_CMPQ, FPU_UNORD) +SSE_HELPER_CMP(cmpneq, FPU_CMPQ, !FPU_EQ) +SSE_HELPER_CMP(cmpnlt, FPU_CMPS, !FPU_LT) +SSE_HELPER_CMP(cmpnle, FPU_CMPS, !FPU_LE) +SSE_HELPER_CMP(cmpord, FPU_CMPQ, !FPU_UNORD) + +SSE_HELPER_CMP(cmpequ, FPU_CMPQ, FPU_EQU) +SSE_HELPER_CMP(cmpnge, FPU_CMPS, !FPU_GE) +SSE_HELPER_CMP(cmpngt, FPU_CMPS, !FPU_GT) +SSE_HELPER_CMP(cmpfalse, FPU_CMPQ, FPU_FALSE) +SSE_HELPER_CMP(cmpnequ, FPU_CMPQ, !FPU_EQU) +SSE_HELPER_CMP(cmpge, FPU_CMPS, FPU_GE) +SSE_HELPER_CMP(cmpgt, FPU_CMPS, FPU_GT) +SSE_HELPER_CMP(cmptrue, FPU_CMPQ, !FPU_FALSE) + +SSE_HELPER_CMP(cmpeqs, FPU_CMPS, FPU_EQ) +SSE_HELPER_CMP(cmpltq, FPU_CMPQ, FPU_LT) +SSE_HELPER_CMP(cmpleq, FPU_CMPQ, FPU_LE) +SSE_HELPER_CMP(cmpunords, FPU_CMPS, FPU_UNORD) +SSE_HELPER_CMP(cmpneqq, FPU_CMPS, !FPU_EQ) +SSE_HELPER_CMP(cmpnltq, FPU_CMPQ, !FPU_LT) +SSE_HELPER_CMP(cmpnleq, FPU_CMPQ, !FPU_LE) +SSE_HELPER_CMP(cmpords, FPU_CMPS, !FPU_UNORD) + +SSE_HELPER_CMP(cmpequs, FPU_CMPS, FPU_EQU) +SSE_HELPER_CMP(cmpngeq, FPU_CMPQ, !FPU_GE) +SSE_HELPER_CMP(cmpngtq, FPU_CMPQ, !FPU_GT) +SSE_HELPER_CMP(cmpfalses, FPU_CMPS, FPU_FALSE) +SSE_HELPER_CMP(cmpnequs, FPU_CMPS, !FPU_EQU) +SSE_HELPER_CMP(cmpgeq, FPU_CMPQ, FPU_GE) +SSE_HELPER_CMP(cmpgtq, FPU_CMPQ, FPU_GT) +SSE_HELPER_CMP(cmptrues, FPU_CMPS, !FPU_FALSE) + +#undef SSE_HELPER_CMP#if SHIFT ==1 static const int comis_eflags[4 ] = {CC_C ,CC_Z ,0 ,CC_Z |CC_P |CC_C };
target/i386/ops_sse_header.h +37 -10
53 lines not on this page · raw message
target/i386/tcg/translate.c +38 -11
58 lines not on this page · raw message
Signature · 1 line
2.36.0
PATCH v2 24/42 i386: Move 3DNOW decoder
In reply to Paul BrookHandle 3DNOW instructions early to avoid complicating the AVX logic.
--- target/i386/tcg/translate.c | 30 +++++++++++++++++------------- 1 file changed, 17 insertions(+), 13 deletions(-)
target/i386/tcg/translate.c +17 -13
@@ -3297,6 +3297,11 @@ static void gen_sse(CPUX86State *env, DisasContext *s, int b, is_xmm =1 ; } } +if (sse_op.flags &SSE_OPF_3DNOW ) { +if (!(s->cpuid_ext2_features &CPUID_EXT2_3DNOW )) { + goto illegal_op; + } + }/* simple MMX/SSE operation */ if (s->flags &HF_TS_MASK ) {gen_exception (s,EXCP07_PREX , pc_start - s->cs_base);
@@ -4761,21 +4766,20 @@ static void gen_sse(CPUX86State *env, DisasContext *s, int b, rm = (modrm &7 ); op2_offset = offsetof(CPUX86State,fpregs[rm].mmx); } +if (sse_op.flags &SSE_OPF_3DNOW ) { +/* 3DNow! data insns */ + val =x86_ldub_code (env, s); +SSEFunc_0_epp op_3dnow = sse_op_table5[val]; +if (!op_3dnow) { + goto unknown_op; + } +tcg_gen_addi_ptr (s->ptr0, cpu_env, op1_offset); +tcg_gen_addi_ptr (s->ptr1, cpu_env, op2_offset); +op_3dnow (cpu_env, s->ptr0, s->ptr1); +return ; + } }switch (b) { -case 0x0f :/* 3DNow! data insns */ - val =x86_ldub_code (env, s); - sse_fn_epp = sse_op_table5[val]; -if (!sse_fn_epp) { - goto unknown_op; - } -if (!(s->cpuid_ext2_features &CPUID_EXT2_3DNOW )) { - goto illegal_op; - } -tcg_gen_addi_ptr (s->ptr0, cpu_env, op1_offset); -tcg_gen_addi_ptr (s->ptr1, cpu_env, op2_offset); -sse_fn_epp (cpu_env, s->ptr0, s->ptr1); -break ;case 0x70 :/* pshufx insn */ case 0xc6 :/* pshufx insn */ val =x86_ldub_code (env, s);
Signature · 1 line
2.36.0
PATCH v2 25/42 i386: VEX.V encodings (3 operand)
In reply to Paul BrookEnable translation of VEX encoded AVX instructions.
The big change is the addition of an additional register operand in the VEX.V field. This is usually (but not always!) used to explictly encode the first source operand.
The changes to ops_sse.h and ops_sse_header.h are purely mechanical, with pervious changes ensuring that the relevant helper functions are ready to handle the non destructive source operand.
We now have a grater variety of operand patterns for the vector helper functions. The SSE_OPF_* flags we added to the opcode lookup tables are used to select between these. This includes e.g. pshufX and cmpX instructions which were previously overriden by opcode.
One gotcha is the "scalar" vector instructions. The SSE encodings write a single element to the destination and leave the remainder of the register unchanged. The VEX encodings which copy the remainder of the destination from first source operand. If the operation only has a single source value, then the VEX.V encodes an additional operand from which is coped to the the remainder of destination.
--- target/i386/ops_sse.h | 214 +++++++++---------- target/i386/ops_sse_header.h | 149 ++++++------- target/i386/tcg/translate.c | 399 +++++++++++++++++++++++++---------- 3 files changed, 463 insertions(+), 299 deletions(-)
target/i386/ops_sse.h +98 -116
@@ -97,9 +97,8 @@#define FPSLL (x, c) ((x) << shift)#endif -void glue (helper_psrlw ,SUFFIX )(CPUX86State *env,Reg *d,Reg *c) +void glue (helper_psrlw ,SUFFIX )(CPUX86State *env,Reg *d,Reg *s,Reg *c) { -Reg *s = d;int shift;if (c->Q (0 ) >15 ) { d->Q (0 ) =0 ;
@@ -114,9 +113,8 @@ void glue(helper_psrlw, SUFFIX)(CPUX86State *env, Reg *d, Reg *c) } } -void glue (helper_psllw ,SUFFIX )(CPUX86State *env,Reg *d,Reg *c) +void glue (helper_psllw ,SUFFIX )(CPUX86State *env,Reg *d,Reg *s,Reg *c) { -Reg *s = d;int shift;if (c->Q (0 ) >15 ) { d->Q (0 ) =0 ;
@@ -131,9 +129,8 @@ void glue(helper_psllw, SUFFIX)(CPUX86State *env, Reg *d, Reg *c) } } -void glue (helper_psraw ,SUFFIX )(CPUX86State *env,Reg *d,Reg *c) +void glue (helper_psraw ,SUFFIX )(CPUX86State *env,Reg *d,Reg *s,Reg *c) { -Reg *s = d;int shift;if (c->Q (0 ) >15 ) { shift =15 ;
@@ -143,9 +140,8 @@ void glue(helper_psraw, SUFFIX)(CPUX86State *env, Reg *d, Reg *c)SHIFT_HELPER_BODY (4 <<SHIFT ,W ,FPSRAW ); } -void glue (helper_psrld ,SUFFIX )(CPUX86State *env,Reg *d,Reg *c) +void glue (helper_psrld ,SUFFIX )(CPUX86State *env,Reg *d,Reg *s,Reg *c) { -Reg *s = d;int shift;if (c->Q (0 ) >31 ) { d->Q (0 ) =0 ;
@@ -160,9 +156,8 @@ void glue(helper_psrld, SUFFIX)(CPUX86State *env, Reg *d, Reg *c) } } -void glue (helper_pslld ,SUFFIX )(CPUX86State *env,Reg *d,Reg *c) +void glue (helper_pslld ,SUFFIX )(CPUX86State *env,Reg *d,Reg *s,Reg *c) { -Reg *s = d;int shift;if (c->Q (0 ) >31 ) { d->Q (0 ) =0 ;
@@ -177,9 +172,8 @@ void glue(helper_pslld, SUFFIX)(CPUX86State *env, Reg *d, Reg *c) } } -void glue (helper_psrad ,SUFFIX )(CPUX86State *env,Reg *d,Reg *c) +void glue (helper_psrad ,SUFFIX )(CPUX86State *env,Reg *d,Reg *s,Reg *c) { -Reg *s = d;int shift;if (c->Q (0 ) >31 ) { shift =31 ;
@@ -189,9 +183,8 @@ void glue(helper_psrad, SUFFIX)(CPUX86State *env, Reg *d, Reg *c)SHIFT_HELPER_BODY (2 <<SHIFT ,L ,FPSRAL ); } -void glue (helper_psrlq ,SUFFIX )(CPUX86State *env,Reg *d,Reg *c) +void glue (helper_psrlq ,SUFFIX )(CPUX86State *env,Reg *d,Reg *s,Reg *c) { -Reg *s = d;int shift;if (c->Q (0 ) >63 ) { d->Q (0 ) =0 ;
@@ -206,9 +199,8 @@ void glue(helper_psrlq, SUFFIX)(CPUX86State *env, Reg *d, Reg *c) } } -void glue (helper_psllq ,SUFFIX )(CPUX86State *env,Reg *d,Reg *c) +void glue (helper_psllq ,SUFFIX )(CPUX86State *env,Reg *d,Reg *s,Reg *c) { -Reg *s = d;int shift;if (c->Q (0 ) >63 ) { d->Q (0 ) =0 ;
@@ -224,9 +216,8 @@ void glue(helper_psllq, SUFFIX)(CPUX86State *env, Reg *d, Reg *c) }#if SHIFT >=1 -void glue (helper_psrldq ,SUFFIX )(CPUX86State *env,Reg *d,Reg *c) +void glue (helper_psrldq ,SUFFIX )(CPUX86State *env,Reg *d,Reg *s,Reg *c) { -Reg *s = d;int shift, i; shift = c->L (0 );
@@ -249,9 +240,8 @@ void glue(helper_psrldq, SUFFIX)(CPUX86State *env, Reg *d, Reg *c)#endif } -void glue (helper_pslldq ,SUFFIX )(CPUX86State *env,Reg *d,Reg *c) +void glue (helper_pslldq ,SUFFIX )(CPUX86State *env,Reg *d,Reg *s,Reg *c) { -Reg *s = d;int shift, i; shift = c->L (0 );
@@ -321,9 +311,8 @@ void glue(helper_pslldq, SUFFIX)(CPUX86State *env, Reg *d, Reg *c) }#define SSE_HELPER_B (name,F ) \ - void glue(name, SUFFIX)(CPUX86State *env, Reg *d, Reg *s) \ + void glue(name, SUFFIX)(CPUX86State *env, Reg *d, Reg *v, Reg *s) \ { \ - Reg *v = d; \ d->B(0) = F(v->B(0), s->B(0)); \ d->B(1) = F(v->B(1), s->B(1)); \ d->B(2) = F(v->B(2), s->B(2)); \
@@ -363,9 +352,8 @@ void glue(helper_pslldq, SUFFIX)(CPUX86State *env, Reg *d, Reg *c) }#define SSE_HELPER_W (name,F ) \ - void glue(name, SUFFIX)(CPUX86State *env, Reg *d, Reg *s) \ + void glue(name, SUFFIX)(CPUX86State *env, Reg *d, Reg *v, Reg *s) \ { \ - Reg *v = d; \ d->W(0) = F(v->W(0), s->W(0)); \ d->W(1) = F(v->W(1), s->W(1)); \ d->W(2) = F(v->W(2), s->W(2)); \
@@ -389,9 +377,8 @@ void glue(helper_pslldq, SUFFIX)(CPUX86State *env, Reg *d, Reg *c) }#define SSE_HELPER_L (name,F ) \ - void glue(name, SUFFIX)(CPUX86State *env, Reg *d, Reg *s) \ + void glue(name, SUFFIX)(CPUX86State *env, Reg *d, Reg *v, Reg *s) \ { \ - Reg *v = d; \ d->L(0) = F(v->L(0), s->L(0)); \ d->L(1) = F(v->L(1), s->L(1)); \ XMM_ONLY( \
@@ -407,9 +394,8 @@ void glue(helper_pslldq, SUFFIX)(CPUX86State *env, Reg *d, Reg *c) }#define SSE_HELPER_Q (name,F ) \ - void glue(name, SUFFIX)(CPUX86State *env, Reg *d, Reg *s) \ + void glue(name, SUFFIX)(CPUX86State *env, Reg *d, Reg *v, Reg *s) \ { \ - Reg *v = d; \ d->Q(0) = F(v->Q(0), s->Q(0)); \ XMM_ONLY( \ d->Q(1) = F(v->Q(1), s->Q(1)); \
@@ -555,9 +541,8 @@ void glue(helper_pmulhrw, SUFFIX)(CPUX86State *env, Reg *d, Reg *s) SSE_HELPER_B(helper_pavgb, FAVG) SSE_HELPER_W(helper_pavgw, FAVG) -void glue (helper_pmuludq ,SUFFIX )(CPUX86State *env,Reg *d,Reg *s) +void glue (helper_pmuludq ,SUFFIX )(CPUX86State *env,Reg *d,Reg *v,Reg *s) { -Reg *v = d; d->Q (0 ) = (uint64_t )s->L (0 ) * (uint64_t )v->L (0 );#if SHIFT >=1 d->Q (1 ) = (uint64_t )s->L (2 ) * (uint64_t )v->L (2 );
@@ -568,9 +553,8 @@ void glue(helper_pmuludq, SUFFIX)(CPUX86State *env, Reg *d, Reg *s)#endif } -void glue (helper_pmaddwd ,SUFFIX )(CPUX86State *env,Reg *d,Reg *s) +void glue (helper_pmaddwd ,SUFFIX )(CPUX86State *env,Reg *d,Reg *v,Reg *s) { -Reg *v = d;int i;for (i =0 ; i < (2 <<SHIFT ); i++) {
@@ -589,10 +573,8 @@ static inline int abs1(int a) } }#endif - -void glue (helper_psadbw ,SUFFIX )(CPUX86State *env,Reg *d,Reg *s) +void glue (helper_psadbw ,SUFFIX )(CPUX86State *env,Reg *d,Reg *v,Reg *s) { -Reg *v = d;unsigned int val; val =0 ;
@@ -701,9 +683,8 @@ void glue(helper_pshufw, SUFFIX)(Reg *d, Reg *s, int order) SHUFFLE4(W, s, s, 0); }#else -void glue (helper_shufps ,SUFFIX )(Reg *d,Reg *s,int order) +void glue (helper_shufps ,SUFFIX )(Reg *d,Reg *v,Reg *s,int order) { -Reg *v = d;uint32_t r0, r1, r2, r3;SHUFFLE4 (L , v, s,0 );
@@ -712,9 +693,8 @@ void glue(helper_shufps, SUFFIX)(Reg *d, Reg *s, int order)#endif } -void glue (helper_shufpd ,SUFFIX )(Reg *d,Reg *s,int order) +void glue (helper_shufpd ,SUFFIX )(Reg *d,Reg *v,Reg *s,int order) { -Reg *v = d;uint64_t r0, r1; r0 = v->Q (order &1 );
@@ -770,9 +750,8 @@ void glue(helper_pshufhw, SUFFIX)(Reg *d, Reg *s, int order)#define SSE_HELPER_P (name,F ) \ void glue(helper_ ## name ## ps, SUFFIX)(CPUX86State *env, \ - Reg *d, Reg *s) \ + Reg *d, Reg *v, Reg *s) \ { \ - Reg *v = d; \ d->ZMM_S(0) = F(32, v->ZMM_S(0), s->ZMM_S(0)); \ d->ZMM_S(1) = F(32, v->ZMM_S(1), s->ZMM_S(1)); \ d->ZMM_S(2) = F(32, v->ZMM_S(2), s->ZMM_S(2)); \
@@ -786,9 +765,8 @@ void glue(helper_pshufhw, SUFFIX)(Reg *d, Reg *s, int order) } \ \ void glue(helper_ ## name ## pd, SUFFIX)(CPUX86State *env, \ - Reg *d, Reg *s) \ + Reg *d, Reg *v, Reg *s) \ { \ - Reg *v = d; \ d->ZMM_D(0) = F(64, v->ZMM_D(0), s->ZMM_D(0)); \ d->ZMM_D(1) = F(64, v->ZMM_D(1), s->ZMM_D(1)); \ YMM_ONLY( \
@@ -802,15 +780,13 @@ void glue(helper_pshufhw, SUFFIX)(Reg *d, Reg *s, int order)#define SSE_HELPER_S (name,F ) \ SSE_HELPER_P(name, F) \ \ - void helper_ ## name ## ss(CPUX86State *env, Reg *d, Reg *s)\ + void helper_ ## name ## ss(CPUX86State *env, Reg *d, Reg *v, Reg *s)\ { \ - Reg *v = d; \ d->ZMM_S(0) = F(32, v->ZMM_S(0), s->ZMM_S(0)); \ } \ \ - void helper_ ## name ## sd(CPUX86State *env, Reg *d, Reg *s)\ + void helper_ ## name ## sd(CPUX86State *env, Reg *d, Reg *v, Reg *s)\ { \ - Reg *v = d; \ d->ZMM_D(0) = F(64, v->ZMM_D(0), s->ZMM_D(0)); \ }
@@ -1284,9 +1260,8 @@ void helper_insertq_i(CPUX86State *env, ZMMReg *d, int index, int length) }#endif -void glue (helper_haddps ,SUFFIX )(CPUX86State *env,Reg *d,Reg *s) +void glue (helper_haddps ,SUFFIX )(CPUX86State *env,Reg *d,Reg *v,Reg *s) { -Reg *v = d;float32 r0, r1, r2, r3; r0 =float32_add (v->ZMM_S (0 ), v->ZMM_S (1 ), &env->sse_status);
@@ -1309,9 +1284,8 @@ void glue(helper_haddps, SUFFIX)(CPUX86State *env, Reg *d, Reg *s)#endif } -void glue (helper_haddpd ,SUFFIX )(CPUX86State *env,Reg *d,Reg *s) +void glue (helper_haddpd ,SUFFIX )(CPUX86State *env,Reg *d,Reg *v,Reg *s) { -Reg *v = d;float64 r0, r1; r0 =float64_add (v->ZMM_D (0 ), v->ZMM_D (1 ), &env->sse_status);
@@ -1326,9 +1300,8 @@ void glue(helper_haddpd, SUFFIX)(CPUX86State *env, Reg *d, Reg *s)#endif } -void glue (helper_hsubps ,SUFFIX )(CPUX86State *env,Reg *d,Reg *s) +void glue (helper_hsubps ,SUFFIX )(CPUX86State *env,Reg *d,Reg *v,Reg *s) { -Reg *v = d;float32 r0, r1, r2, r3; r0 =float32_sub (v->ZMM_S (0 ), v->ZMM_S (1 ), &env->sse_status);
@@ -1351,9 +1324,8 @@ void glue(helper_hsubps, SUFFIX)(CPUX86State *env, Reg *d, Reg *s)#endif } -void glue (helper_hsubpd ,SUFFIX )(CPUX86State *env,Reg *d,Reg *s) +void glue (helper_hsubpd ,SUFFIX )(CPUX86State *env,Reg *d,Reg *v,Reg *s) { -Reg *v = d;float64 r0, r1; r0 =float64_sub (v->ZMM_D (0 ), v->ZMM_D (1 ), &env->sse_status);
@@ -1368,9 +1340,8 @@ void glue(helper_hsubpd, SUFFIX)(CPUX86State *env, Reg *d, Reg *s)#endif } -void glue (helper_addsubps ,SUFFIX )(CPUX86State *env,Reg *d,Reg *s) +void glue (helper_addsubps ,SUFFIX )(CPUX86State *env,Reg *d,Reg *v,Reg *s) { -Reg *v = d; d->ZMM_S (0 ) =float32_sub (v->ZMM_S (0 ), s->ZMM_S (0 ), &env->sse_status); d->ZMM_S (1 ) =float32_add (v->ZMM_S (1 ), s->ZMM_S (1 ), &env->sse_status); d->ZMM_S (2 ) =float32_sub (v->ZMM_S (2 ), s->ZMM_S (2 ), &env->sse_status);
@@ -1383,9 +1354,8 @@ void glue(helper_addsubps, SUFFIX)(CPUX86State *env, Reg *d, Reg *s)#endif } -void glue (helper_addsubpd ,SUFFIX )(CPUX86State *env,Reg *d,Reg *s) +void glue (helper_addsubpd ,SUFFIX )(CPUX86State *env,Reg *d,Reg *v,Reg *s) { -Reg *v = d; d->ZMM_D (0 ) =float64_sub (v->ZMM_D (0 ), s->ZMM_D (0 ), &env->sse_status); d->ZMM_D (1 ) =float64_add (v->ZMM_D (1 ), s->ZMM_D (1 ), &env->sse_status);#if SHIFT ==2
@@ -1396,9 +1366,8 @@ void glue(helper_addsubpd, SUFFIX)(CPUX86State *env, Reg *d, Reg *s)#define SSE_HELPER_CMP_P (name,F ,C ) \ void glue(helper_ ## name ## ps, SUFFIX)(CPUX86State *env, \ - Reg *d, Reg *s) \ + Reg *d, Reg *v, Reg *s) \ { \ - Reg *v = d; \ d->ZMM_L(0) = F(32, C, v->ZMM_S(0), s->ZMM_S(0)); \ d->ZMM_L(1) = F(32, C, v->ZMM_S(1), s->ZMM_S(1)); \ d->ZMM_L(2) = F(32, C, v->ZMM_S(2), s->ZMM_S(2)); \
@@ -1412,9 +1381,8 @@ void glue(helper_addsubpd, SUFFIX)(CPUX86State *env, Reg *d, Reg *s) } \ \ void glue(helper_ ## name ## pd, SUFFIX)(CPUX86State *env, \ - Reg *d, Reg *s) \ + Reg *d, Reg *v, Reg *s) \ { \ - Reg *v = d; \ d->ZMM_Q(0) = F(64, C, v->ZMM_D(0), s->ZMM_D(0)); \ d->ZMM_Q(1) = F(64, C, v->ZMM_D(1), s->ZMM_D(1)); \ YMM_ONLY( \
@@ -1426,15 +1394,13 @@ void glue(helper_addsubpd, SUFFIX)(CPUX86State *env, Reg *d, Reg *s)#if SHIFT ==1 #define SSE_HELPER_CMP (name,F ,C ) \ SSE_HELPER_CMP_P(name, F, C) \ - void helper_ ## name ## ss(CPUX86State *env, Reg *d, Reg *s) \ + void helper_ ## name ## ss(CPUX86State *env, Reg *d, Reg *v, Reg *s) \ { \ - Reg *v = d; \ d->ZMM_L(0) = F(32, C, v->ZMM_S(0), s->ZMM_S(0)); \ } \ \ - void helper_ ## name ## sd(CPUX86State *env, Reg *d, Reg *s) \ + void helper_ ## name ## sd(CPUX86State *env, Reg *d, Reg *v, Reg *s) \ { \ - Reg *v = d; \ d->ZMM_Q(0) = F(64, C, v->ZMM_D(0), s->ZMM_D(0)); \ }
@@ -1633,9 +1599,44 @@ uint32_t glue(helper_pmovmskb, SUFFIX)(CPUX86State *env, Reg *s)#define PACK_WIDTH 8#endif -void glue (helper_packssdw ,SUFFIX )(CPUX86State *env,Reg *d,Reg *s) +#define PACK4 (F , to, reg, from) do { \ + r[to + 0] = F((int16_t)reg->W(from + 0)); \ + r[to + 1] = F((int16_t)reg->W(from + 1)); \ + r[to + 2] = F((int16_t)reg->W(from + 2)); \ + r[to + 3] = F((int16_t)reg->W(from + 3)); \ + } while (0) + +#define PACK_HELPER_B (name,F ) \ +void glue(helper_pack ## name, SUFFIX)(CPUX86State *env, \ + Reg *d, Reg *v, Reg *s) \ +{ \ + uint8_t r[PACK_WIDTH * 2]; \ + int i; \ + PACK4(F, 0, v, 0); \ + PACK4(F, PACK_WIDTH, s, 0); \ + XMM_ONLY( \ + PACK4(F, 4, v, 4); \ + PACK4(F, 12, s, 4); \ + ) \ + for (i = 0; i < PACK_WIDTH * 2; i++) { \ + d->B(i) = r[i]; \ + } \ + YMM_ONLY( \ + PACK4(F, 0, v, 8); \ + PACK4(F, 4, v, 12); \ + PACK4(F, 8, s, 8); \ + PACK4(F, 12, s, 12); \ + for (i = 0; i < 16; i++) { \ + d->B(i + 16) = r[i]; \ + } \ + ) \ +} + +PACK_HELPER_B(sswb, satsb) +PACK_HELPER_B(uswb, satub) + +void glue (helper_packssdw ,SUFFIX )(CPUX86State *env,Reg *d,Reg *v,Reg *s) { -Reg *v = d;uint16_t r[PACK_WIDTH ];int i;
@@ -1670,9 +1671,8 @@ void glue(helper_packssdw, SUFFIX)(CPUX86State *env, Reg *d, Reg *s)#define UNPCK_OP (base_name, base) \ \ void glue(helper_punpck ## base_name ## bw, SUFFIX)(CPUX86State *env,\ - Reg *d, Reg *s) \ + Reg *d, Reg *v, Reg *s) \ { \ - Reg *v = d; \ uint8_t r[PACK_WIDTH * 2]; \ int i; \ \
@@ -1721,9 +1721,8 @@ void glue(helper_packssdw, SUFFIX)(CPUX86State *env, Reg *d, Reg *s) } \ \ void glue(helper_punpck ## base_name ## wd, SUFFIX)(CPUX86State *env,\ -Reg *d,Reg *s) \ +Reg *d,Reg *v,Reg *s) \ { \ -Reg *v = d; \uint16_t r[PACK_WIDTH ]; \int i; \ \
@@ -1756,9 +1755,8 @@ void glue(helper_packssdw, SUFFIX)(CPUX86State *env, Reg *d, Reg *s) } \ \ void glue(helper_punpck ## base_name ## dq, SUFFIX)(CPUX86State *env,\ -Reg *d,Reg *s) \ +Reg *d,Reg *v,Reg *s) \ { \ -Reg *v = d; \uint32_t r[4 ]; \ \ r[0 ] = v->L ((base * (PACK_WIDTH /4 )) +0 ); \
@@ -1785,9 +1783,8 @@ void glue(helper_packssdw, SUFFIX)(CPUX86State *env, Reg *d, Reg *s) \ XMM_ONLY( \ void glue(helper_punpck ## base_name ## qdq, SUFFIX)( \ - CPUX86State *env, Reg *d, Reg *s) \ + CPUX86State *env, Reg *d, Reg *v, Reg *s) \ { \ - Reg *v = d; \ uint64_t r[2]; \ \ r[0] = v->Q(base); \
@@ -1961,9 +1958,8 @@ void helper_pswapd(CPUX86State *env, MMXReg *d, MMXReg *s)#endif /* SSSE3 op helpers */ -void glue (helper_pshufb ,SUFFIX )(CPUX86State *env,Reg *d,Reg *s) +void glue (helper_pshufb ,SUFFIX )(CPUX86State *env,Reg *d,Reg *v,Reg *s) { -Reg *v = d;int i;#if SHIFT ==0 uint8_t r[8 ];
@@ -1997,9 +1993,8 @@ void glue(helper_pshufb, SUFFIX)(CPUX86State *env, Reg *d, Reg *s)#if SHIFT ==0 #define SSE_HELPER_HW (name,F ) \ -void glue(helper_ ## name, SUFFIX)(CPUX86State *env, Reg *d, Reg *s) \ +void glue(helper_ ## name, SUFFIX)(CPUX86State *env, Reg *d, Reg *v, Reg *s) \ { \ - Reg *v = d; \ uint16_t r[4]; \ r[0] = F(v->W(0), v->W(1)); \ r[1] = F(v->W(2), v->W(3)); \
@@ -2012,9 +2007,8 @@ void glue(helper_ ## name, SUFFIX)(CPUX86State *env, Reg *d, Reg *s) \ }#define SSE_HELPER_HL (name,F ) \ -void glue(helper_ ## name, SUFFIX)(CPUX86State *env, Reg *d, Reg *s) \ +void glue(helper_ ## name, SUFFIX)(CPUX86State *env, Reg *d, Reg *v, Reg *s) \ { \ - Reg *v = d; \ uint32_t r0, r1; \ r0 = F(v->L(0), v->L(1)); \ r1 = F(s->L(0), s->L(1)); \
@@ -2025,9 +2019,8 @@ void glue(helper_ ## name, SUFFIX)(CPUX86State *env, Reg *d, Reg *s) \#else #define SSE_HELPER_HW (name,F ) \ -void glue(helper_ ## name, SUFFIX)(CPUX86State *env, Reg *d, Reg *s) \ +void glue(helper_ ## name, SUFFIX)(CPUX86State *env, Reg *d, Reg *v, Reg *s) \ { \ - Reg *v = d; \ int32_t r[8]; \ r[0] = F(v->W(0), v->W(1)); \ r[1] = F(v->W(2), v->W(3)); \
@@ -2066,9 +2059,8 @@ void glue(helper_ ## name, SUFFIX)(CPUX86State *env, Reg *d, Reg *s) \ }#define SSE_HELPER_HL (name,F ) \ -void glue(helper_ ## name, SUFFIX)(CPUX86State *env, Reg *d, Reg *s) \ +void glue(helper_ ## name, SUFFIX)(CPUX86State *env, Reg *d, Reg *v, Reg *s) \ { \ - Reg *v = d; \ int32_t r0, r1, r2, r3; \ r0 = F(v->L(0), v->L(1)); \ r1 = F(v->L(2), v->L(3)); \
@@ -2101,9 +2093,8 @@ SSE_HELPER_HL(phsubd, FSUB)#undef SSE_HELPER_HW#undef SSE_HELPER_HL -void glue (helper_pmaddubsw ,SUFFIX )(CPUX86State *env,Reg *d,Reg *s) +void glue (helper_pmaddubsw ,SUFFIX )(CPUX86State *env,Reg *d,Reg *v,Reg *s) { -Reg *v = d; d->W (0 ) =satsw ((int8_t )s->B (0 ) * (uint8_t )v->B (0 ) + (int8_t )s->B (1 ) * (uint8_t )v->B (1 )); d->W(1) = satsw((int8_t)s->B(2) * (uint8_t)v->B(2) +
@@ -2148,10 +2139,9 @@ SSE_HELPER_B(helper_psignb, FSIGNB) SSE_HELPER_W(helper_psignw, FSIGNW) SSE_HELPER_L(helper_psignd, FSIGNL) -void glue (helper_palignr ,SUFFIX )(CPUX86State *env,Reg *d,Reg *s, +void glue (helper_palignr ,SUFFIX )(CPUX86State *env,Reg *d,Reg *v,Reg *s,int32_t shift) { -Reg *v = d;/* XXX could be checked during translation */ if (shift >= (SHIFT ?32 :16 )) { d->Q (0 ) =0 ;
@@ -2224,10 +2214,9 @@ void glue(helper_palignr, SUFFIX)(CPUX86State *env, Reg *d, Reg *s, } while (0)#define SSE_HELPER_V (name, elem, num,F ) \ - void glue(name, SUFFIX)(CPUX86State *env, Reg *d, Reg *s) \ + void glue(name, SUFFIX)(CPUX86State *env, Reg *d, Reg *v, Reg *s, \ + Reg *m) \ { \ - Reg *v = d; \ - Reg *m = &env->xmm_regs[0]; \ BLEND_V128(elem, num, F, 0); \ YMM_ONLY(BLEND_V128(elem, num, F, num);) \ }
@@ -2248,10 +2237,9 @@ void glue(helper_palignr, SUFFIX)(CPUX86State *env, Reg *d, Reg *s, } while (0)#define SSE_HELPER_I (name, elem, num,F ) \ - void glue(name, SUFFIX)(CPUX86State *env, Reg *d, Reg *s, \ + void glue(name, SUFFIX)(CPUX86State *env, Reg *d, Reg *v, Reg *s, \ uint32_t imm) \ { \ - Reg *v = d; \ BLEND_I128(elem, num, F, 0); \ YMM_ONLY( \ if (num < 8) \
@@ -2320,9 +2308,8 @@ SSE_HELPER_F(helper_pmovzxwd, L, 4, s->W) SSE_HELPER_F(helper_pmovzxwq, Q, 2, s->W) SSE_HELPER_F(helper_pmovzxdq, Q, 2, s->L) -void glue (helper_pmuldq ,SUFFIX )(CPUX86State *env,Reg *d,Reg *s) +void glue (helper_pmuldq ,SUFFIX )(CPUX86State *env,Reg *d,Reg *v,Reg *s) { -Reg *v = d; d->Q (0 ) = (int64_t )(int32_t ) v->L (0 ) * (int32_t ) s->L (0 ); d->Q (1 ) = (int64_t )(int32_t ) v->L (2 ) * (int32_t ) s->L (2 );#if SHIFT ==2
@@ -2334,9 +2321,8 @@ void glue(helper_pmuldq, SUFFIX)(CPUX86State *env, Reg *d, Reg *s)#define FCMPEQQ (d, s) (d == s ? -1 : 0) SSE_HELPER_Q(helper_pcmpeqq, FCMPEQQ) -void glue (helper_packusdw ,SUFFIX )(CPUX86State *env,Reg *d,Reg *s) +void glue (helper_packusdw ,SUFFIX )(CPUX86State *env,Reg *d,Reg *v,Reg *s) { -Reg *v = d;uint16_t r[8 ]; r[0 ] =satuw ((int32_t ) v->L (0 ));
@@ -2582,10 +2568,9 @@ SSE_HELPER_I(helper_blendps, L, 4, FBLENDP) SSE_HELPER_I(helper_blendpd, Q, 2, FBLENDP) SSE_HELPER_I(helper_pblendw, W, 8, FBLENDP) -void glue (helper_dpps ,SUFFIX )(CPUX86State *env,Reg *d,Reg *s, +void glue (helper_dpps ,SUFFIX )(CPUX86State *env,Reg *d,Reg *v,Reg *s,uint32_t mask) { -Reg *v = d;float32 prod, iresult, iresult2;/*
@@ -2655,9 +2640,8 @@ void glue(helper_dpps, SUFFIX)(CPUX86State *env, Reg *d, Reg *s,#if SHIFT ==1 /* Oddly, there is no ymm version of dppd */ void glue (helper_dppd ,SUFFIX )(CPUX86State *env, -Reg *d,Reg *s,uint32_t mask) +Reg *d,Reg *v,Reg *s,uint32_t mask) { -Reg *v = d;float64 iresult;if (mask & (1 <<4 )) {
@@ -2677,10 +2661,9 @@ void glue(helper_dppd, SUFFIX)(CPUX86State *env, }#endif -void glue (helper_mpsadbw ,SUFFIX )(CPUX86State *env,Reg *d,Reg *s, +void glue (helper_mpsadbw ,SUFFIX )(CPUX86State *env,Reg *d,Reg *v,Reg *s,uint32_t offset) { -Reg *v = d;int s0 = (offset &3 ) <<2 ;int d0 = (offset &4 ) <<0 ;int i;
@@ -2965,10 +2948,9 @@ static void clmulq(uint64_t *dest_l, uint64_t *dest_h, }#endif -void glue (helper_pclmulqdq ,SUFFIX )(CPUX86State *env,Reg *d,Reg *s, +void glue (helper_pclmulqdq ,SUFFIX )(CPUX86State *env,Reg *d,Reg *v,Reg *s,uint32_t ctrl) { -Reg *v = d;uint64_t a, b; a = v->Q ((ctrl &1 ) !=0 );
@@ -2981,10 +2963,10 @@ void glue(helper_pclmulqdq, SUFFIX)(CPUX86State *env, Reg *d, Reg *s,#endif } -void glue (helper_aesdec ,SUFFIX )(CPUX86State *env,Reg *d,Reg *s) +void glue (helper_aesdec ,SUFFIX )(CPUX86State *env,Reg *d,Reg *v,Reg *s) {int i; -Reg st = *d;// v +Reg st = *v;Reg rk = *s;for (i =0 ; i <4 ; i++) {
@@ -3004,10 +2986,10 @@ void glue(helper_aesdec, SUFFIX)(CPUX86State *env, Reg *d, Reg *s)#endif } -void glue (helper_aesdeclast ,SUFFIX )(CPUX86State *env,Reg *d,Reg *s) +void glue (helper_aesdeclast ,SUFFIX )(CPUX86State *env,Reg *d,Reg *v,Reg *s) {int i; -Reg st = *d;// v +Reg st = *v;Reg rk = *s;for (i =0 ; i <16 ; i++) {
@@ -3020,10 +3002,10 @@ void glue(helper_aesdeclast, SUFFIX)(CPUX86State *env, Reg *d, Reg *s)#endif } -void glue (helper_aesenc ,SUFFIX )(CPUX86State *env,Reg *d,Reg *s) +void glue (helper_aesenc ,SUFFIX )(CPUX86State *env,Reg *d,Reg *v,Reg *s) {int i; -Reg st = *d;// v +Reg st = *v;Reg rk = *s;for (i =0 ; i <4 ; i++) {
@@ -3043,10 +3025,10 @@ void glue(helper_aesenc, SUFFIX)(CPUX86State *env, Reg *d, Reg *s)#endif } -void glue (helper_aesenclast ,SUFFIX )(CPUX86State *env,Reg *d,Reg *s) +void glue (helper_aesenclast ,SUFFIX )(CPUX86State *env,Reg *d,Reg *v,Reg *s) {int i; -Reg st = *d;// v +Reg st = *v;Reg rk = *s;for (i =0 ; i <16 ; i++) {
target/i386/ops_sse_header.h +75 -74
249 lines not on this page · raw message
target/i386/tcg/translate.c +290 -109
688 lines not on this page · raw message
Signature · 1 line
2.36.0
PATCH v2 26/42 i386: Utility function for 128 bit AVX
In reply to Paul BrookVEX encoded instructions that write to a (128 bit) xmm register clear the rest (upper half) of the corresonding (256 bit) ymm register. When legacy SSE encodings are used the rest of the ymm register is left unchanged.
Add a utility fuction so that we don't have to keep duplicating this logic.
--- target/i386/tcg/translate.c | 12 ++++++++++++ 1 file changed, 12 insertions(+)
target/i386/tcg/translate.c +12 -0
@@ -2780,6 +2780,18 @@ static inline void gen_op_movq_env_0(DisasContext *s, int d_offset)#define ZMM_OFFSET (reg) offsetof(CPUX86State, xmm_regs[reg]) +/* +* Clear the top half of the ymm register after a VEX.128 instruction +* This could be optimized by tracking this in env->hflags +*/ +static void gen_clear_ymmh (DisasContext *s,int reg) +{ +if (s->prefix &PREFIX_VEX ) { + gen_op_movq_env_0(s, offsetof(CPUX86State, xmm_regs[reg].ZMM_Q(2))); + gen_op_movq_env_0(s, offsetof(CPUX86State, xmm_regs[reg].ZMM_Q(3))); + } +} +typedef void (*SSEFunc_i_ep )(TCGv_i32 val,TCGv_ptr env,TCGv_ptr reg);typedef void (*SSEFunc_l_ep )(TCGv_i64 val,TCGv_ptr env,TCGv_ptr reg);typedef void (*SSEFunc_0_epi )(TCGv_ptr env,TCGv_ptr reg,TCGv_i32 val);
Signature · 1 line
2.36.0
PATCH v2 27/42 i386: Translate 256 bit AVX instructions
In reply to Paul BrookAll the work for the helper functions is already done, we just need to build them, and a few macro tweaks to poulate the lookup tables.
For sse_op_table6 and sse_op_table7 we use #defines to fill in the entries where and opcode only supports one vector size, rather than complicating the main table.
Several of the open-coded mov type instruction need special handling, but most of the rest falls out from the infrastructure we already added.
Also clear the top half of the register after 128 bit VEX register writes. In the current code this correlates with VEX.L == 0, but there are exceptios later.
--- target/i386/helper.h | 2 + target/i386/tcg/fpu_helper.c | 3 + target/i386/tcg/translate.c | 370 +++++++++++++++++++++++++++++------ 3 files changed, 319 insertions(+), 56 deletions(-)
target/i386/helper.h +2 -0
@@ -218,6 +218,8 @@ DEF_HELPER_3(movq, void, env, ptr, ptr)#include "ops_sse_header.h" #define SHIFT 1#include "ops_sse_header.h" +#define SHIFT 2 +#include "ops_sse_header.h" DEF_HELPER_3(rclb, tl, env, tl, tl)DEF_HELPER_3 (rclw, tl, env, tl, tl)
target/i386/tcg/fpu_helper.c +3 -0
@@ -3053,3 +3053,6 @@ void helper_movq(CPUX86State *env, void *d, void *s)#define SHIFT 1#include "ops_sse.h" + +#define SHIFT 2 +#include "ops_sse.h"
target/i386/tcg/translate.c +314 -56
784 lines not on this page · raw message
Signature · 1 line
2.36.0
PATCH v2 28/42 i386: Implement VZEROALL and VZEROUPPER
In reply to Paul BrookThe use the same opcode as EMMS, which I guess makes some sort of sense. Fairly strightforward other than that.
If we were wanting to optimize out gen_clear_ymmh then this would be one of the starting points.
--- target/i386/ops_sse.h | 48 ++++++++++++++++++++++++++++++++++++ target/i386/ops_sse_header.h | 9 +++++++ target/i386/tcg/translate.c | 26 ++++++++++++++++--- 3 files changed, 80 insertions(+), 3 deletions(-)
target/i386/ops_sse.h +48 -0
@@ -3071,6 +3071,54 @@ void glue(helper_aeskeygenassist, SUFFIX)(CPUX86State *env, Reg *d, Reg *s,#endif #endif +#if SHIFT ==2 +void helper_vzeroall (CPUX86State *env) +{ +int i; + +for (i =0 ; i <8 ; i++) { + env->xmm_regs[i].ZMM_Q (0 ) =0 ; + env->xmm_regs[i].ZMM_Q (1 ) =0 ; + env->xmm_regs[i].ZMM_Q (2 ) =0 ; + env->xmm_regs[i].ZMM_Q (3 ) =0 ; + } +} + +void helper_vzeroupper (CPUX86State *env) +{ +int i; + +for (i =0 ; i <8 ; i++) { + env->xmm_regs[i].ZMM_Q (2 ) =0 ; + env->xmm_regs[i].ZMM_Q (3 ) =0 ; + } +} + +#ifdef TARGET_X86_64 +void helper_vzeroall_hi8 (CPUX86State *env) +{ +int i; + +for (i =8 ; i <16 ; i++) { + env->xmm_regs[i].ZMM_Q (0 ) =0 ; + env->xmm_regs[i].ZMM_Q (1 ) =0 ; + env->xmm_regs[i].ZMM_Q (2 ) =0 ; + env->xmm_regs[i].ZMM_Q (3 ) =0 ; + } +} + +void helper_vzeroupper_hi8 (CPUX86State *env) +{ +int i; + +for (i =8 ; i <16 ; i++) { + env->xmm_regs[i].ZMM_Q (2 ) =0 ; + env->xmm_regs[i].ZMM_Q (3 ) =0 ; + } +} +#endif +#endif +#undef SSE_HELPER_S#undef SHIFT
target/i386/ops_sse_header.h +9 -0
@@ -411,6 +411,15 @@ DEF_HELPER_4(glue(aeskeygenassist, SUFFIX), void, env, Reg, Reg, i32) DEF_HELPER_5(glue(pclmulqdq, SUFFIX), void, env, Reg, Reg, Reg, i32)#endif +#if SHIFT ==2 +DEF_HELPER_1(vzeroall, void, env) +DEF_HELPER_1(vzeroupper, void, env) +#ifdef TARGET_X86_64 +DEF_HELPER_1(vzeroall_hi8, void, env) +DEF_HELPER_1(vzeroupper_hi8, void, env) +#endif +#endif +#undef SHIFT#undef Reg#undef SUFFIX
target/i386/tcg/translate.c +23 -3
@@ -3455,9 +3455,29 @@ static void gen_sse(CPUX86State *env, DisasContext *s, int b,return ; }if (b ==0x77 ) { -/* emms */ -gen_helper_emms (cpu_env); -return ; +if (s->prefix &PREFIX_VEX ) { +CHECK_AVX (s); +if (s->vex_l) { +gen_helper_vzeroall (cpu_env); +#ifdef TARGET_X86_64 +if (CODE64 (s)) { +gen_helper_vzeroall_hi8 (cpu_env); + } +#endif + }else { +gen_helper_vzeroupper (cpu_env); +#ifdef TARGET_X86_64 +if (CODE64 (s)) { +gen_helper_vzeroupper_hi8 (cpu_env); + } +#endif + } +return ; + }else { +/* emms */ +gen_helper_emms (cpu_env); +return ; + } }/* prepare MMX state (XXX: optimize by storing fptt and fptags in the static cpu state) */
Signature · 1 line
2.36.0
PATCH v2 29/42 i386: Implement VBROADCAST
In reply to Paul BrookThe catch here is that these are whole vector operations (not independent 128 bit lanes). We abuse the SSE_OPF_SCALAR flag to select the memory operand width appropriately.
--- target/i386/ops_sse.h | 51 ++++++++++++++++++++++++++++++++++++ target/i386/ops_sse_header.h | 8 ++++++ target/i386/tcg/translate.c | 42 ++++++++++++++++++++++++++++- 3 files changed, 100 insertions(+), 1 deletion(-)
target/i386/ops_sse.h +51 -0
@@ -3071,7 +3071,57 @@ void glue(helper_aeskeygenassist, SUFFIX)(CPUX86State *env, Reg *d, Reg *s,#endif #endif +#if SHIFT >= 1 +void glue(helper_vbroadcastb, SUFFIX)(CPUX86State *env, Reg *d, Reg *s) +{ + uint8_t val = s->B(0); + int i; + + for (i = 0; i < 16 * SHIFT; i++) { + d->B(i) = val; + } +} + +void glue(helper_vbroadcastw, SUFFIX)(CPUX86State *env, Reg *d, Reg *s) +{ + uint16_t val = s->W(0); + int i; + + for (i = 0; i < 8 * SHIFT; i++) { + d->W(i) = val; + } +} + +void glue(helper_vbroadcastl, SUFFIX)(CPUX86State *env, Reg *d, Reg *s) +{ + uint32_t val = s->L(0); + int i; + + for (i = 0; i < 8 * SHIFT; i++) { + d->L(i) = val; + } +} + +void glue(helper_vbroadcastq, SUFFIX)(CPUX86State *env, Reg *d, Reg *s) +{ + uint64_t val = s->Q(0); + d->Q(0) = val; + d->Q(1) = val; #if SHIFT == 2 + d->Q(2) = val; + d->Q(3) = val; +#endif +} + +#if SHIFT == 2 +void glue(helper_vbroadcastdq, SUFFIX)(CPUX86State *env, Reg *d, Reg *s) +{ + d->Q(0) = s->Q(0); + d->Q(1) = s->Q(1); + d->Q(2) = s->Q(0); + d->Q(3) = s->Q(1); +} + void helper_vzeroall(CPUX86State *env) { int i;
@@ -3118,6 +3168,7 @@ void helper_vzeroupper_hi8(CPUX86State *env) }#endif #endif +#endif #undef SSE_HELPER_S
target/i386/ops_sse_header.h +8 -0
@@ -411,7 +411,14 @@ DEF_HELPER_4(glue(aeskeygenassist, SUFFIX), void, env, Reg, Reg, i32) DEF_HELPER_5(glue(pclmulqdq, SUFFIX), void, env, Reg, Reg, Reg, i32)#endif +/* AVX helpers */ +#if SHIFT >=1 +DEF_HELPER_3(glue(vbroadcastb, SUFFIX), void, env, Reg, Reg) +DEF_HELPER_3(glue(vbroadcastw, SUFFIX), void, env, Reg, Reg) +DEF_HELPER_3(glue(vbroadcastl, SUFFIX), void, env, Reg, Reg) +DEF_HELPER_3(glue(vbroadcastq, SUFFIX), void, env, Reg, Reg)#if SHIFT ==2 +DEF_HELPER_3(glue(vbroadcastdq, SUFFIX), void, env, Reg, Reg) DEF_HELPER_1(vzeroall, void, env) DEF_HELPER_1(vzeroupper, void, env)#ifdef TARGET_X86_64
@@ -419,6 +426,7 @@ DEF_HELPER_1(vzeroall_hi8, void, env) DEF_HELPER_1(vzeroupper_hi8, void, env)#endif #endif +#endif #undef SHIFT#undef Reg
target/i386/tcg/translate.c +41 -1
69 lines not on this page · raw message
Signature · 1 line
2.36.0
PATCH v2 30/42 i386: Implement VPERMIL
In reply to Paul BrookSome potentially surprising details when comparing vpermilpd v.s. vpermilps, but overall pretty straightforward.
--- target/i386/ops_sse.h | 82 ++++++++++++++++++++++++++++++++++++ target/i386/ops_sse_header.h | 4 ++ target/i386/tcg/translate.c | 4 ++ 3 files changed, 90 insertions(+)
target/i386/ops_sse.h +82 -0
@@ -3113,6 +3113,88 @@ void glue(helper_vbroadcastq, SUFFIX)(CPUX86State *env, Reg *d, Reg *s)#endif } +void glue (helper_vpermilpd ,SUFFIX )(CPUX86State *env,Reg *d,Reg *v,Reg *s) +{ +uint64_t r0, r1; + + r0 = v->Q ((s->Q (0 ) >>1 ) &1 ); + r1 = v->Q ((s->Q (1 ) >>1 ) &1 ); + d->Q (0 ) = r0; + d->Q (1 ) = r1; +#if SHIFT ==2 + r0 = v->Q (((s->Q (2 ) >>1 ) &1 ) +2 ); + r1 = v->Q (((s->Q (3 ) >>1 ) &1 ) +2 ); + d->Q (2 ) = r0; + d->Q (3 ) = r1; +#endif +} + +void glue (helper_vpermilps ,SUFFIX )(CPUX86State *env,Reg *d,Reg *v,Reg *s) +{ +uint32_t r0, r1, r2, r3; + + r0 = v->L (s->L (0 ) &3 ); + r1 = v->L (s->L (1 ) &3 ); + r2 = v->L (s->L (2 ) &3 ); + r3 = v->L (s->L (3 ) &3 ); + d->L (0 ) = r0; + d->L (1 ) = r1; + d->L (2 ) = r2; + d->L (3 ) = r3; +#if SHIFT ==2 + r0 = v->L ((s->L (4 ) &3 ) +4 ); + r1 = v->L ((s->L (5 ) &3 ) +4 ); + r2 = v->L ((s->L (6 ) &3 ) +4 ); + r3 = v->L ((s->L (7 ) &3 ) +4 ); + d->L (4 ) = r0; + d->L (5 ) = r1; + d->L (6 ) = r2; + d->L (7 ) = r3; +#endif +} + +void glue (helper_vpermilpd_imm ,SUFFIX )(CPUX86State *env, +Reg *d,Reg *s,uint32_t order) +{ +uint64_t r0, r1; + + r0 = s->Q ((order >>0 ) &1 ); + r1 = s->Q ((order >>1 ) &1 ); + d->Q (0 ) = r0; + d->Q (1 ) = r1; +#if SHIFT ==2 + r0 = s->Q (((order >>2 ) &1 ) +2 ); + r1 = s->Q (((order >>3 ) &1 ) +2 ); + d->Q (2 ) = r0; + d->Q (3 ) = r1; +#endif +} + +void glue (helper_vpermilps_imm ,SUFFIX )(CPUX86State *env, +Reg *d,Reg *s,uint32_t order) +{ +uint32_t r0, r1, r2, r3; + + r0 = s->L ((order >>0 ) &3 ); + r1 = s->L ((order >>2 ) &3 ); + r2 = s->L ((order >>4 ) &3 ); + r3 = s->L ((order >>6 ) &3 ); + d->L (0 ) = r0; + d->L (1 ) = r1; + d->L (2 ) = r2; + d->L (3 ) = r3; +#if SHIFT ==2 + r0 = s->L (((order >>0 ) &3 ) +4 ); + r1 = s->L (((order >>2 ) &3 ) +4 ); + r2 = s->L (((order >>4 ) &3 ) +4 ); + r3 = s->L (((order >>6 ) &3 ) +4 ); + d->L (4 ) = r0; + d->L (5 ) = r1; + d->L (6 ) = r2; + d->L (7 ) = r3; +#endif +} +#if SHIFT ==2 void glue (helper_vbroadcastdq ,SUFFIX )(CPUX86State *env,Reg *d,Reg *s) {
target/i386/ops_sse_header.h +4 -0
@@ -417,6 +417,10 @@ DEF_HELPER_3(glue(vbroadcastb, SUFFIX), void, env, Reg, Reg) DEF_HELPER_3(glue(vbroadcastw, SUFFIX), void, env, Reg, Reg) DEF_HELPER_3(glue(vbroadcastl, SUFFIX), void, env, Reg, Reg) DEF_HELPER_3(glue(vbroadcastq, SUFFIX), void, env, Reg, Reg) +DEF_HELPER_4(glue(vpermilpd, SUFFIX), void, env, Reg, Reg, Reg) +DEF_HELPER_4(glue(vpermilps, SUFFIX), void, env, Reg, Reg, Reg) +DEF_HELPER_4(glue(vpermilpd_imm, SUFFIX), void, env, Reg, Reg, i32) +DEF_HELPER_4(glue(vpermilps_imm, SUFFIX), void, env, Reg, Reg, i32)#if SHIFT ==2 DEF_HELPER_3(glue(vbroadcastdq, SUFFIX), void, env, Reg, Reg)DEF_HELPER_1 (vzeroall, void, env)
target/i386/tcg/translate.c +4 -0
@@ -3251,6 +3251,8 @@ static const struct SSEOpHelper_table6 sse_op_table6[256] = { [0x09] = BINARY_OP_MMX(psignw, SSSE3), [0x0a] = BINARY_OP_MMX(psignd, SSSE3), [0x0b] = BINARY_OP_MMX(pmulhrsw, SSSE3), + [0x0c] = BINARY_OP(vpermilps, AVX, 0), + [0x0d] = BINARY_OP(vpermilpd, AVX, 0), [0x10] = BLENDV_OP(pblendvb, SSE41, SSE_OPF_MMX), [0x14] = BLENDV_OP(blendvps, SSE41, 0), [0x15] = BLENDV_OP(blendvpd, SSE41, 0),
@@ -3311,6 +3313,8 @@ static const struct SSEOpHelper_table6 sse_op_table6[256] = {/* prefix [66] 0f 3a */ static const struct SSEOpHelper_table7 sse_op_table7[256 ] = { + [0x04 ] =UNARY_OP (vpermilps_imm,AVX ,0 ), + [0x05 ] =UNARY_OP (vpermilpd_imm,AVX ,0 ), [0x08 ] =UNARY_OP (roundps,SSE41 ,0 ), [0x09 ] =UNARY_OP (roundpd,SSE41 ,0 ), #define gen_helper_roundss_ymm NULL
Signature · 1 line
2.36.0
PATCH v2 31/42 i386: Implement AVX variable shifts
In reply to Paul BrookThese use the W bit to encode the operand width, but otherwise fairly straightforward.
--- target/i386/ops_sse.h | 17 +++++++++++++++++ target/i386/ops_sse_header.h | 6 ++++++ target/i386/tcg/translate.c | 17 +++++++++++++++++ 3 files changed, 40 insertions(+)
target/i386/ops_sse.h +17 -0
@@ -3195,6 +3195,23 @@ void glue(helper_vpermilps_imm, SUFFIX)(CPUX86State *env,#endif } +#if SHIFT ==1 +#define FPSRLVD (x, c) (c < 32 ? ((x) >> c) : 0) +#define FPSRLVQ (x, c) (c < 64 ? ((x) >> c) : 0) +#define FPSRAVD (x, c) ((int32_t)(x) >> (c < 64 ? c : 31)) +#define FPSRAVQ (x, c) ((int64_t)(x) >> (c < 64 ? c : 63)) +#define FPSLLVD (x, c) (c < 32 ? ((x) << c) : 0) +#define FPSLLVQ (x, c) (c < 64 ? ((x) << c) : 0) +#endif + +SSE_HELPER_L(helper_vpsrlvd, FPSRLVD) +SSE_HELPER_L(helper_vpsravd, FPSRAVD) +SSE_HELPER_L(helper_vpsllvd, FPSLLVD) + +SSE_HELPER_Q(helper_vpsrlvq, FPSRLVQ) +SSE_HELPER_Q(helper_vpsravq, FPSRAVQ) +SSE_HELPER_Q(helper_vpsllvq, FPSLLVQ) +#if SHIFT ==2 void glue (helper_vbroadcastdq ,SUFFIX )(CPUX86State *env,Reg *d,Reg *s) {
target/i386/ops_sse_header.h +6 -0
@@ -421,6 +421,12 @@ DEF_HELPER_4(glue(vpermilpd, SUFFIX), void, env, Reg, Reg, Reg) DEF_HELPER_4(glue(vpermilps, SUFFIX), void, env, Reg, Reg, Reg) DEF_HELPER_4(glue(vpermilpd_imm, SUFFIX), void, env, Reg, Reg, i32) DEF_HELPER_4(glue(vpermilps_imm, SUFFIX), void, env, Reg, Reg, i32) +DEF_HELPER_4(glue(vpsrlvd, SUFFIX), void, env, Reg, Reg, Reg) +DEF_HELPER_4(glue(vpsravd, SUFFIX), void, env, Reg, Reg, Reg) +DEF_HELPER_4(glue(vpsllvd, SUFFIX), void, env, Reg, Reg, Reg) +DEF_HELPER_4(glue(vpsrlvq, SUFFIX), void, env, Reg, Reg, Reg) +DEF_HELPER_4(glue(vpsravq, SUFFIX), void, env, Reg, Reg, Reg) +DEF_HELPER_4(glue(vpsllvq, SUFFIX), void, env, Reg, Reg, Reg)#if SHIFT ==2 DEF_HELPER_3(glue(vbroadcastdq, SUFFIX), void, env, Reg, Reg)DEF_HELPER_1 (vzeroall, void, env)
target/i386/tcg/translate.c +17 -0
@@ -3293,6 +3293,9 @@ static const struct SSEOpHelper_table6 sse_op_table6[256] = { [0x40] = BINARY_OP(pmulld, SSE41, SSE_OPF_MMX),#define gen_helper_phminposuw_ymm NULL [0x41] = UNARY_OP(phminposuw, SSE41, 0), + [0x45] = BINARY_OP(vpsrlvd, AVX, SSE_OPF_AVX2), + [0x46] = BINARY_OP(vpsravd, AVX, SSE_OPF_AVX2), + [0x47] = BINARY_OP(vpsllvd, AVX, SSE_OPF_AVX2),/* vpbroadcastd */ [0x58] = UNARY_OP(vbroadcastl, AVX, SSE_OPF_SCALAR | SSE_OPF_MMX),/* vpbroadcastq */
@@ -3357,6 +3360,15 @@ static const struct SSEOpHelper_table7 sse_op_table7[256] = {#undef BLENDV_OP#undef SPECIAL_OP +#define SSE_OP (name) \ + {gen_helper_ ## name ##_xmm, gen_helper_ ## name ##_ymm} +static const SSEFunc_0_eppp sse_op_table8[3 ][2 ] = { +SSE_OP (vpsrlvq), +SSE_OP (vpsravq), +SSE_OP (vpsllvq), +}; +#undef SSE_OP +/* VEX prefix not allowed */ #define CHECK_NO_VEX (s) do { \ if (s->prefix & PREFIX_VEX) \
@@ -4439,6 +4451,11 @@ static void gen_sse(CPUX86State *env, DisasContext *s, int b,tcg_temp_free_ptr (mask); }else {SSEFunc_0_eppp fn = op6.fn[b1].op2; +if (REX_W (s)) { +if (b >=0x45 && b <=0x47 ) { + fn = sse_op_table8[b -0x45 ][b1 -1 ]; + } + }fn (cpu_env, s->ptr0, s->ptr2, s->ptr1); } }
Signature · 1 line
2.36.0
PATCH v2 32/42 i386: Implement VTEST
In reply to Paul BrookNoting special here
--- target/i386/ops_sse.h | 28 ++++++++++++++++++++++++++++ target/i386/ops_sse_header.h | 2 ++ target/i386/tcg/translate.c | 2 ++ 3 files changed, 32 insertions(+)
target/i386/ops_sse.h +28 -0
@@ -3212,6 +3212,34 @@ SSE_HELPER_Q(helper_vpsrlvq, FPSRLVQ) SSE_HELPER_Q(helper_vpsravq, FPSRAVQ) SSE_HELPER_Q(helper_vpsllvq, FPSLLVQ) +void glue (helper_vtestps ,SUFFIX )(CPUX86State *env,Reg *d,Reg *s) +{ +uint32_t zf = (s->L (0 ) & d->L (0 )) | (s->L (1 ) & d->L (1 )); +uint32_t cf = (s->L (0 ) & ~d->L (0 )) | (s->L (1 ) & ~d->L (1 )); + + zf |= (s->L (2 ) & d->L (2 )) | (s->L (3 ) & d->L (3 )); + cf |= (s->L (2 ) & ~d->L (2 )) | (s->L (3 ) & ~d->L (3 )); +#if SHIFT ==2 + zf |= (s->L (4 ) & d->L (4 )) | (s->L (5 ) & d->L (5 )); + cf |= (s->L (4 ) & ~d->L (4 )) | (s->L (5 ) & ~d->L (5 )); + zf |= (s->L (6 ) & d->L (6 )) | (s->L (7 ) & d->L (7 )); + cf |= (s->L (6 ) & ~d->L (6 )) | (s->L (7 ) & ~d->L (7 )); +#endif +CC_SRC = ((zf >>31 ) ?0 :CC_Z ) | ((cf >>31 ) ?0 :CC_C ); +} + +void glue (helper_vtestpd ,SUFFIX )(CPUX86State *env,Reg *d,Reg *s) +{ +uint64_t zf = (s->Q (0 ) & d->Q (0 )) | (s->Q (1 ) & d->Q (1 )); +uint64_t cf = (s->Q (0 ) & ~d->Q (0 )) | (s->Q (1 ) & ~d->Q (1 )); + +#if SHIFT ==2 + zf |= (s->Q (2 ) & d->Q (2 )) | (s->Q (3 ) & d->Q (3 )); + cf |= (s->Q (2 ) & ~d->Q (2 )) | (s->Q (3 ) & ~d->Q (3 )); +#endif +CC_SRC = ((zf >>63 ) ?0 :CC_Z ) | ((cf >>63 ) ?0 :CC_C ); +} +#if SHIFT ==2 void glue (helper_vbroadcastdq ,SUFFIX )(CPUX86State *env,Reg *d,Reg *s) {
target/i386/ops_sse_header.h +2 -0
@@ -427,6 +427,8 @@ DEF_HELPER_4(glue(vpsllvd, SUFFIX), void, env, Reg, Reg, Reg) DEF_HELPER_4(glue(vpsrlvq, SUFFIX), void, env, Reg, Reg, Reg) DEF_HELPER_4(glue(vpsravq, SUFFIX), void, env, Reg, Reg, Reg) DEF_HELPER_4(glue(vpsllvq, SUFFIX), void, env, Reg, Reg, Reg) +DEF_HELPER_3(glue(vtestps, SUFFIX), void, env, Reg, Reg) +DEF_HELPER_3(glue(vtestpd, SUFFIX), void, env, Reg, Reg)#if SHIFT ==2 DEF_HELPER_3(glue(vbroadcastdq, SUFFIX), void, env, Reg, Reg)DEF_HELPER_1 (vzeroall, void, env)
target/i386/tcg/translate.c +2 -0
@@ -3253,6 +3253,8 @@ static const struct SSEOpHelper_table6 sse_op_table6[256] = { [0x0b] = BINARY_OP_MMX(pmulhrsw, SSSE3), [0x0c] = BINARY_OP(vpermilps, AVX, 0), [0x0d] = BINARY_OP(vpermilpd, AVX, 0), + [0x0e] = CMP_OP(vtestps, AVX), + [0x0f] = CMP_OP(vtestpd, AVX), [0x10] = BLENDV_OP(pblendvb, SSE41, SSE_OPF_MMX), [0x14] = BLENDV_OP(blendvps, SSE41, 0), [0x15] = BLENDV_OP(blendvpd, SSE41, 0),
Signature · 1 line
2.36.0
PATCH v2 33/42 i386: Implement VMASKMOV
In reply to Paul BrookDecoding these is a bit messy, but at least the integer and float variants have the same semantics once decoded.
We don't try and be clever with the load forms, instead load the whole vector then mask out the elements we want.
--- target/i386/ops_sse.h | 48 ++++++++++++++++++++++++++++++++++++ target/i386/ops_sse_header.h | 4 +++ target/i386/tcg/translate.c | 34 +++++++++++++++++++++++++ 3 files changed, 86 insertions(+)
target/i386/ops_sse.h +48 -0
@@ -3240,6 +3240,54 @@ void glue(helper_vtestpd, SUFFIX)(CPUX86State *env, Reg *d, Reg *s)CC_SRC = ((zf >>63 ) ?0 :CC_Z ) | ((cf >>63 ) ?0 :CC_C ); } +void glue (helper_vpmaskmovd_st ,SUFFIX )(CPUX86State *env, +Reg *s,Reg *v,target_ulong a0) +{ +int i; + +for (i =0 ; i < (2 <<SHIFT ); i++) { +if (v->L (i) >>31 ) { +cpu_stl_data_ra (env, a0 + i *4 , s->L (i),GETPC ()); + } + } +} + +void glue (helper_vpmaskmovq_st ,SUFFIX )(CPUX86State *env, +Reg *s,Reg *v,target_ulong a0) +{ +int i; + +for (i =0 ; i < (1 <<SHIFT ); i++) { +if (v->Q (i) >>63 ) { +cpu_stq_data_ra (env, a0 + i *8 , s->Q (i),GETPC ()); + } + } +} + +void glue (helper_vpmaskmovd ,SUFFIX )(CPUX86State *env,Reg *d,Reg *v,Reg *s) +{ + d->L (0 ) = (v->L (0 ) >>31 ) ? s->L (0 ) :0 ; + d->L (1 ) = (v->L (1 ) >>31 ) ? s->L (1 ) :0 ; + d->L (2 ) = (v->L (2 ) >>31 ) ? s->L (2 ) :0 ; + d->L (3 ) = (v->L (3 ) >>31 ) ? s->L (3 ) :0 ; +#if SHIFT ==2 + d->L (4 ) = (v->L (4 ) >>31 ) ? s->L (4 ) :0 ; + d->L (5 ) = (v->L (5 ) >>31 ) ? s->L (5 ) :0 ; + d->L (6 ) = (v->L (6 ) >>31 ) ? s->L (6 ) :0 ; + d->L (7 ) = (v->L (7 ) >>31 ) ? s->L (7 ) :0 ; +#endif +} + +void glue (helper_vpmaskmovq ,SUFFIX )(CPUX86State *env,Reg *d,Reg *v,Reg *s) +{ + d->Q (0 ) = (v->Q (0 ) >>63 ) ? s->Q (0 ) :0 ; + d->Q (1 ) = (v->Q (1 ) >>63 ) ? s->Q (1 ) :0 ; +#if SHIFT ==2 + d->Q (2 ) = (v->Q (2 ) >>63 ) ? s->Q (2 ) :0 ; + d->Q (3 ) = (v->Q (3 ) >>63 ) ? s->Q (3 ) :0 ; +#endif +} +#if SHIFT ==2 void glue (helper_vbroadcastdq ,SUFFIX )(CPUX86State *env,Reg *d,Reg *s) {
target/i386/ops_sse_header.h +4 -0
@@ -429,6 +429,10 @@ DEF_HELPER_4(glue(vpsravq, SUFFIX), void, env, Reg, Reg, Reg) DEF_HELPER_4(glue(vpsllvq, SUFFIX), void, env, Reg, Reg, Reg) DEF_HELPER_3(glue(vtestps, SUFFIX), void, env, Reg, Reg) DEF_HELPER_3(glue(vtestpd, SUFFIX), void, env, Reg, Reg) +DEF_HELPER_4(glue(vpmaskmovd_st, SUFFIX), void, env, Reg, Reg, tl) +DEF_HELPER_4(glue(vpmaskmovq_st, SUFFIX), void, env, Reg, Reg, tl) +DEF_HELPER_4(glue(vpmaskmovd, SUFFIX), void, env, Reg, Reg, Reg) +DEF_HELPER_4(glue(vpmaskmovq, SUFFIX), void, env, Reg, Reg, Reg)#if SHIFT ==2 DEF_HELPER_3(glue(vbroadcastdq, SUFFIX), void, env, Reg, Reg)DEF_HELPER_1 (vzeroall, void, env)
target/i386/tcg/translate.c +34 -0
@@ -3277,6 +3277,10 @@ static const struct SSEOpHelper_table6 sse_op_table6[256] = { [0x29] = BINARY_OP(pcmpeqq, SSE41, SSE_OPF_MMX), [0x2a] = SPECIAL_OP(SSE41), /* movntqda */ [0x2b] = BINARY_OP(packusdw, SSE41, SSE_OPF_MMX), + [0x2c] = BINARY_OP(vpmaskmovd, AVX, 0), /* vmaskmovps */ + [0x2d] = BINARY_OP(vpmaskmovq, AVX, 0), /* vmaskmovpd */ + [0x2e] = SPECIAL_OP(AVX), /* vmaskmovps */ + [0x2f] = SPECIAL_OP(AVX), /* vmaskmovpd */ [0x30] = UNARY_OP(pmovzxbw, SSE41, SSE_OPF_MMX), [0x31] = UNARY_OP(pmovzxbd, SSE41, SSE_OPF_MMX), [0x32] = UNARY_OP(pmovzxbq, SSE41, SSE_OPF_MMX),
@@ -3308,6 +3312,9 @@ static const struct SSEOpHelper_table6 sse_op_table6[256] = { [0x78] = UNARY_OP(vbroadcastb, AVX, SSE_OPF_SCALAR | SSE_OPF_MMX),/* vpbroadcastw */ [0x79] = UNARY_OP(vbroadcastw, AVX, SSE_OPF_SCALAR | SSE_OPF_MMX), +/* vpmaskmovd, vpmaskmovq */ + [0x8c] = BINARY_OP(vpmaskmovd, AVX, SSE_OPF_AVX2), + [0x8e] = SPECIAL_OP(AVX), /* vpmaskmovd, vpmaskmovq */ #define gen_helper_aesimc_ymm NULL [0xdb] = UNARY_OP(aesimc, AES, 0), [0xdc] = BINARY_OP(aesenc, AES, 0),
@@ -3369,6 +3376,11 @@ static const SSEFunc_0_eppp sse_op_table8[3][2] = {SSE_OP (vpsravq), SSE_OP(vpsllvq), }; + +static const SSEFunc_0_eppt sse_op_table9[2 ][2 ] = { +SSE_OP (vpmaskmovd_st), +SSE_OP (vpmaskmovq_st), +};#undef SSE_OP/* VEX prefix not allowed */
@@ -4394,6 +4406,22 @@ static void gen_sse(CPUX86State *env, DisasContext *s, int b,gen_clear_ymmh (s, reg); }return ; +case 0x2e :/* maskmovpd */ + b1 =0 ; + goto vpmaskmov; +case 0x2f :/* maskmovpd */ + b1 =1 ; + goto vpmaskmov; +case 0x8e :/* vpmaskmovd, vpmaskmovq */ +CHECK_AVX2 (s); + b1 =REX_W (s); + vpmaskmov: +tcg_gen_addi_ptr (s->ptr0, cpu_env, op1_offset); + v_offset =ZMM_OFFSET (reg_v); +tcg_gen_addi_ptr (s->ptr2, cpu_env, v_offset); + sse_op_table9[b1][s->vex_l](cpu_env, + s->ptr0, s->ptr2, s->A0); +return ;default : size =128 ; }
@@ -4456,6 +4484,12 @@ static void gen_sse(CPUX86State *env, DisasContext *s, int b,if (REX_W (s)) {if (b >=0x45 && b <=0x47 ) { fn = sse_op_table8[b -0x45 ][b1 -1 ]; + }else if (b ==0x8c ) { +if (s->vex_l) { + fn = gen_helper_vpmaskmovq_ymm; + }else { + fn = gen_helper_vpmaskmovq_xmm; + } } }fn (cpu_env, s->ptr0, s->ptr2, s->ptr1);
Signature · 1 line
2.36.0
PATCH v2 34/42 i386: Implement VGATHER
In reply to Paul BrookThese are scatter load instructions that need introduce a new "Vector SIB" encoding. Also a bit of hair to handle different index sizes and scaling factors, but overall the combinatorial explosion doesn't end up too bad.
The other thing of note is probably that these also modify the mask operand. Thankfully the operands may not overlap, and we do not have to make the whole thing appear atomic.
--- target/i386/ops_sse.h | 65 +++++++++++++++++++++++++++++++ target/i386/ops_sse_header.h | 16 ++++++++ target/i386/tcg/translate.c | 74 ++++++++++++++++++++++++++++++++++++ 3 files changed, 155 insertions(+)
target/i386/ops_sse.h +65 -0
@@ -3288,6 +3288,71 @@ void glue(helper_vpmaskmovq, SUFFIX)(CPUX86State *env, Reg *d, Reg *v, Reg *s)#endif } +#define VGATHER_HELPER (scale) \ +void glue(helper_vpgatherdd ## scale, SUFFIX)(CPUX86State *env, \ + Reg *d, Reg *v, Reg *s, target_ulong a0) \ +{ \ + int i; \ + for (i = 0; i < (2 << SHIFT); i++) { \ + if (v->L(i) >> 31) { \ + target_ulong addr = a0 \ + + ((target_ulong)(int32_t)s->L(i) << scale); \ + d->L(i) = cpu_ldl_data_ra(env, addr, GETPC()); \ + } \ + v->L(i) = 0; \ + } \ +} \ +void glue(helper_vpgatherdq ## scale, SUFFIX)(CPUX86State *env, \ + Reg *d, Reg *v, Reg *s, target_ulong a0) \ +{ \ + int i; \ + for (i = 0; i < (1 << SHIFT); i++) { \ + if (v->Q(i) >> 63) { \ + target_ulong addr = a0 \ + + ((target_ulong)(int32_t)s->L(i) << scale); \ + d->Q(i) = cpu_ldq_data_ra(env, addr, GETPC()); \ + } \ + v->Q(i) = 0; \ + } \ +} \ +void glue(helper_vpgatherqd ## scale, SUFFIX)(CPUX86State *env, \ + Reg *d, Reg *v, Reg *s, target_ulong a0) \ +{ \ + int i; \ + for (i = 0; i < (1 << SHIFT); i++) { \ + if (v->L(i) >> 31) { \ + target_ulong addr = a0 \ + + ((target_ulong)(int64_t)s->Q(i) << scale); \ + d->L(i) = cpu_ldl_data_ra(env, addr, GETPC()); \ + } \ + v->L(i) = 0; \ + } \ + d->Q(SHIFT) = 0; \ + v->Q(SHIFT) = 0; \ + YMM_ONLY( \ + d->Q(3) = 0; \ + v->Q(3) = 0; \ + ) \ +} \ +void glue(helper_vpgatherqq ## scale, SUFFIX)(CPUX86State *env, \ + Reg *d, Reg *v, Reg *s, target_ulong a0) \ +{ \ + int i; \ + for (i = 0; i < (1 << SHIFT); i++) { \ + if (v->Q(i) >> 63) { \ + target_ulong addr = a0 \ + + ((target_ulong)(int64_t)s->Q(i) << scale); \ + d->Q(i) = cpu_ldq_data_ra(env, addr, GETPC()); \ + } \ + v->Q(i) = 0; \ + } \ +} + +VGATHER_HELPER(0) +VGATHER_HELPER(1) +VGATHER_HELPER(2) +VGATHER_HELPER(3) +#if SHIFT ==2 void glue (helper_vbroadcastdq ,SUFFIX )(CPUX86State *env,Reg *d,Reg *s) {
target/i386/ops_sse_header.h +16 -0
@@ -433,6 +433,22 @@ DEF_HELPER_4(glue(vpmaskmovd_st, SUFFIX), void, env, Reg, Reg, tl) DEF_HELPER_4(glue(vpmaskmovq_st, SUFFIX), void, env, Reg, Reg, tl) DEF_HELPER_4(glue(vpmaskmovd, SUFFIX), void, env, Reg, Reg, Reg) DEF_HELPER_4(glue(vpmaskmovq, SUFFIX), void, env, Reg, Reg, Reg) +DEF_HELPER_5(glue(vpgatherdd0, SUFFIX), void, env, Reg, Reg, Reg, tl) +DEF_HELPER_5(glue(vpgatherdq0, SUFFIX), void, env, Reg, Reg, Reg, tl) +DEF_HELPER_5(glue(vpgatherqd0, SUFFIX), void, env, Reg, Reg, Reg, tl) +DEF_HELPER_5(glue(vpgatherqq0, SUFFIX), void, env, Reg, Reg, Reg, tl) +DEF_HELPER_5(glue(vpgatherdd1, SUFFIX), void, env, Reg, Reg, Reg, tl) +DEF_HELPER_5(glue(vpgatherdq1, SUFFIX), void, env, Reg, Reg, Reg, tl) +DEF_HELPER_5(glue(vpgatherqd1, SUFFIX), void, env, Reg, Reg, Reg, tl) +DEF_HELPER_5(glue(vpgatherqq1, SUFFIX), void, env, Reg, Reg, Reg, tl) +DEF_HELPER_5(glue(vpgatherdd2, SUFFIX), void, env, Reg, Reg, Reg, tl) +DEF_HELPER_5(glue(vpgatherdq2, SUFFIX), void, env, Reg, Reg, Reg, tl) +DEF_HELPER_5(glue(vpgatherqd2, SUFFIX), void, env, Reg, Reg, Reg, tl) +DEF_HELPER_5(glue(vpgatherqq2, SUFFIX), void, env, Reg, Reg, Reg, tl) +DEF_HELPER_5(glue(vpgatherdd3, SUFFIX), void, env, Reg, Reg, Reg, tl) +DEF_HELPER_5(glue(vpgatherdq3, SUFFIX), void, env, Reg, Reg, Reg, tl) +DEF_HELPER_5(glue(vpgatherqd3, SUFFIX), void, env, Reg, Reg, Reg, tl) +DEF_HELPER_5(glue(vpgatherqq3, SUFFIX), void, env, Reg, Reg, Reg, tl)#if SHIFT ==2 DEF_HELPER_3(glue(vbroadcastdq, SUFFIX), void, env, Reg, Reg)DEF_HELPER_1 (vzeroall, void, env)
target/i386/tcg/translate.c +74 -0
92 lines not on this page · raw message
Signature · 1 line
2.36.0
PATCH v2 35/42 i386: Implement VPERM
In reply to Paul BrookA set of shuffle operations that operate on complete 256 bit registers. The integer and floating point variants have identical semantics.
--- target/i386/ops_sse.h | 73 ++++++++++++++++++++++++++++++++++++ target/i386/ops_sse_header.h | 3 ++ target/i386/tcg/translate.c | 9 +++++ 3 files changed, 85 insertions(+)
target/i386/ops_sse.h +73 -0
@@ -3407,6 +3407,79 @@ void helper_vzeroupper_hi8(CPUX86State *env) } }#endif + +void helper_vpermdq_ymm (CPUX86State *env, +Reg *d,Reg *v,Reg *s,uint32_t order) +{ +uint64_t r0, r1, r2, r3; + +switch (order &3 ) { +case 0 : + r0 = v->Q (0 ); + r1 = v->Q (1 ); +break ; +case 1 : + r0 = v->Q (2 ); + r1 = v->Q (3 ); +break ; +case 2 : + r0 = s->Q (0 ); + r1 = s->Q (1 ); +break ; +case 3 : + r0 = s->Q (2 ); + r1 = s->Q (3 ); +break ; + } +switch ((order >>4 ) &3 ) { +case 0 : + r2 = v->Q (0 ); + r3 = v->Q (1 ); +break ; +case 1 : + r2 = v->Q (2 ); + r3 = v->Q (3 ); +break ; +case 2 : + r2 = s->Q (0 ); + r3 = s->Q (1 ); +break ; +case 3 : + r2 = s->Q (2 ); + r3 = s->Q (3 ); +break ; + } + d->Q (0 ) = r0; + d->Q (1 ) = r1; + d->Q (2 ) = r2; + d->Q (3 ) = r3; +} + +void helper_vpermq_ymm (CPUX86State *env,Reg *d,Reg *s,uint32_t order) +{ +uint64_t r0, r1, r2, r3; + r0 = s->Q (order &3 ); + r1 = s->Q ((order >>2 ) &3 ); + r2 = s->Q ((order >>4 ) &3 ); + r3 = s->Q ((order >>6 ) &3 ); + d->Q (0 ) = r0; + d->Q (1 ) = r1; + d->Q (2 ) = r2; + d->Q (3 ) = r3; +} + +void helper_vpermd_ymm (CPUX86State *env,Reg *d,Reg *v,Reg *s) +{ +uint32_t r[8 ]; +int i; + +for (i =0 ; i <8 ; i++) { + r[i] = s->L (v->L (i) &7 ); + } +for (i =0 ; i <8 ; i++) { + d->L (i) = r[i]; + } +}#endif #endif
target/i386/ops_sse_header.h +3 -0
@@ -457,6 +457,9 @@ DEF_HELPER_1(vzeroupper, void, env) DEF_HELPER_1(vzeroall_hi8, void, env) DEF_HELPER_1(vzeroupper_hi8, void, env)#endif +DEF_HELPER_5(vpermdq_ymm, void, env, Reg, Reg, Reg, i32) +DEF_HELPER_4(vpermq_ymm, void, env, Reg, Reg, i32) +DEF_HELPER_4(vpermd_ymm, void, env, Reg, Reg, Reg)#endif #endif
target/i386/tcg/translate.c +9 -0
@@ -3258,6 +3258,8 @@ static const struct SSEOpHelper_table6 sse_op_table6[256] = { [0x10] = BLENDV_OP(pblendvb, SSE41, SSE_OPF_MMX), [0x14] = BLENDV_OP(blendvps, SSE41, 0), [0x15] = BLENDV_OP(blendvpd, SSE41, 0), +#define gen_helper_vpermd_xmm NULL + [0x16] = BINARY_OP(vpermd, AVX, SSE_OPF_AVX2), /* vpermps */ [0x17 ] =CMP_OP (ptest,SSE41 ), /* TODO:Some vbroadcast variants require AVX2 */ [0x18] = UNARY_OP(vbroadcastl, AVX, SSE_OPF_SCALAR), /* vbroadcastss */
@@ -3287,6 +3289,7 @@ static const struct SSEOpHelper_table6 sse_op_table6[256] = { [0x33] = UNARY_OP(pmovzxwd, SSE41, SSE_OPF_MMX), [0x34] = UNARY_OP(pmovzxwq, SSE41, SSE_OPF_MMX), [0x35] = UNARY_OP(pmovzxdq, SSE41, SSE_OPF_MMX), + [0x36] = BINARY_OP(vpermd, AVX, SSE_OPF_AVX2), /* vpermd */ [0x37] = BINARY_OP(pcmpgtq, SSE41, SSE_OPF_MMX), [0x38] = BINARY_OP(pminsb, SSE41, SSE_OPF_MMX), [0x39] = BINARY_OP(pminsd, SSE41, SSE_OPF_MMX),
@@ -3329,8 +3332,13 @@ static const struct SSEOpHelper_table6 sse_op_table6[256] = {/* prefix [66] 0f 3a */ static const struct SSEOpHelper_table7 sse_op_table7[256 ] = { +#define gen_helper_vpermq_xmm NULL + [0x00 ] =UNARY_OP (vpermq,AVX ,SSE_OPF_AVX2 ), + [0x01 ] =UNARY_OP (vpermq,AVX ,SSE_OPF_AVX2 ),/* vpermpd */ [0x04 ] =UNARY_OP (vpermilps_imm,AVX ,0 ), [0x05 ] =UNARY_OP (vpermilpd_imm,AVX ,0 ), +#define gen_helper_vpermdq_xmm NULL + [0x06 ] =BINARY_OP (vpermdq,AVX ,0 ),/* vperm2f128 */ [0x08 ] =UNARY_OP (roundps,SSE41 ,0 ), [0x09 ] =UNARY_OP (roundpd,SSE41 ,0 ), #define gen_helper_roundss_ymm NULL
@@ -3353,6 +3361,7 @@ static const struct SSEOpHelper_table7 sse_op_table7[256] = { [0x41] = BINARY_OP(dppd, SSE41, 0), [0x42] = BINARY_OP(mpsadbw, SSE41, SSE_OPF_MMX), [0x44] = BINARY_OP(pclmulqdq, PCLMULQDQ, 0), + [0x46 ] =BINARY_OP (vpermdq,AVX ,SSE_OPF_AVX2 ),/* vperm2i128 */ #define gen_helper_pcmpestrm_ymm NULL [0x60 ] =CMP_OP (pcmpestrm,SSE42 ), #define gen_helper_pcmpestri_ymm NULL
Signature · 1 line
2.36.0
PATCH v2 36/42 i386: Implement VINSERT128/VEXTRACT128
In reply to Paul Brook128-bit vinsert/vextract instructions. The integer and loating point variants have the same semantics.
This is where we encounter an instruction encoded with VEX.L == 1 and a 128 bit (xmm) destination operand.
--- target/i386/tcg/translate.c | 78 +++++++++++++++++++++++++++++++++++++ 1 file changed, 78 insertions(+)
target/i386/tcg/translate.c +78 -0
@@ -2814,6 +2814,24 @@ static inline void gen_op_movo_ymmh(DisasContext *s, int d_offset, int s_offset) tcg_gen_st_i64(s->tmp1_i64, cpu_env, d_offset + offsetof(ZMMReg, ZMM_Q(3))); } +static inline void gen_op_movo_ymm_l2h (DisasContext *s, +int d_offset,int s_offset) +{ + tcg_gen_ld_i64(s->tmp1_i64, cpu_env, s_offset + offsetof(ZMMReg, ZMM_Q(0))); + tcg_gen_st_i64(s->tmp1_i64, cpu_env, d_offset + offsetof(ZMMReg, ZMM_Q(2))); + tcg_gen_ld_i64(s->tmp1_i64, cpu_env, s_offset + offsetof(ZMMReg, ZMM_Q(1))); + tcg_gen_st_i64(s->tmp1_i64, cpu_env, d_offset + offsetof(ZMMReg, ZMM_Q(3))); +} + +static inline void gen_op_movo_ymm_h2l (DisasContext *s, +int d_offset,int s_offset) +{ + tcg_gen_ld_i64(s->tmp1_i64, cpu_env, s_offset + offsetof(ZMMReg, ZMM_Q(2))); + tcg_gen_st_i64(s->tmp1_i64, cpu_env, d_offset + offsetof(ZMMReg, ZMM_Q(0))); + tcg_gen_ld_i64(s->tmp1_i64, cpu_env, s_offset + offsetof(ZMMReg, ZMM_Q(3))); + tcg_gen_st_i64(s->tmp1_i64, cpu_env, d_offset + offsetof(ZMMReg, ZMM_Q(1))); +} +static inline void gen_op_movq (DisasContext *s,int d_offset,int s_offset) {tcg_gen_ld_i64 (s->tmp1_i64, cpu_env, s_offset);
@@ -3353,9 +3371,13 @@ static const struct SSEOpHelper_table7 sse_op_table7[256] = { [0x15] = SPECIAL_OP(SSE41), /* pextrw */ [0x16] = SPECIAL_OP(SSE41), /* pextrd/pextrq */ [0x17] = SPECIAL_OP(SSE41), /* extractps */ + [0x18] = SPECIAL_OP(AVX), /* vinsertf128 */ + [0x19] = SPECIAL_OP(AVX), /* vextractf128 */ [0x20] = SPECIAL_OP(SSE41), /* pinsrb */ [0x21] = SPECIAL_OP(SSE41), /* insertps */ [0x22] = SPECIAL_OP(SSE41), /* pinsrd/pinsrq */ + [0x38] = SPECIAL_OP(AVX), /* vinserti128 */ + [0x39] = SPECIAL_OP(AVX), /* vextracti128 */ [0x40] = BINARY_OP(dpps, SSE41, 0), #define gen_helper_dppd_ymm NULL [0x41] = BINARY_OP(dppd, SSE41, 0),
@@ -5145,6 +5167,62 @@ static void gen_sse(CPUX86State *env, DisasContext *s, int b, }gen_clear_ymmh (s, reg);break ; +case 0x38 :/* vinserti128 */ +CHECK_AVX2_256 (s); +/* fall through */ +case 0x18 :/* vinsertf128 */ +CHECK_AVX (s); +if ((s->prefix &PREFIX_VEX ) ==0 || s->vex_l ==0 ) { + goto illegal_op; + } +if (mod ==3 ) { +if (val &1 ) { +gen_op_movo_ymm_l2h (s,ZMM_OFFSET (reg), +ZMM_OFFSET (rm)); + }else { +gen_op_movo (s,ZMM_OFFSET (reg),ZMM_OFFSET (rm)); + } + }else { +if (val &1 ) { +gen_ldo_env_A0_ymmh (s,ZMM_OFFSET (reg)); + }else { +gen_ldo_env_A0 (s,ZMM_OFFSET (reg)); + } + } +if (reg != reg_v) { +if (val &1 ) { +gen_op_movo (s,ZMM_OFFSET (reg),ZMM_OFFSET (reg_v)); + }else { +gen_op_movo_ymmh (s,ZMM_OFFSET (reg), +ZMM_OFFSET (reg_v)); + } + } +break ; +case 0x39 :/* vextracti128 */ +CHECK_AVX2_256 (s); +/* fall through */ +case 0x19 :/* vextractf128 */ +CHECK_AVX_V0 (s); +if ((s->prefix &PREFIX_VEX ) ==0 || s->vex_l ==0 ) { + goto illegal_op; + } +if (mod ==3 ) { + op1_offset =ZMM_OFFSET (rm); +if (val &1 ) { +gen_op_movo_ymm_h2l (s,ZMM_OFFSET (rm), +ZMM_OFFSET (reg)); + }else { +gen_op_movo (s,ZMM_OFFSET (rm),ZMM_OFFSET (reg)); + } +gen_clear_ymmh (s, rm); + }else { +if (val &1 ) { +gen_sto_env_A0_ymmh (s,ZMM_OFFSET (reg)); + }else { +gen_sto_env_A0 (s,ZMM_OFFSET (reg)); + } + } +break ; }return ; }
Signature · 1 line
2.36.0
PATCH v2 37/42 i386: Implement VBLENDV
In reply to Paul BrookThe AVX variants of the BLENDV instructions use a different opcode prefix to support the additional operands. We already modified the helper functions in anticipation of this.
--- target/i386/tcg/translate.c | 18 ++++++++++++++++-- 1 file changed, 16 insertions(+), 2 deletions(-)
target/i386/tcg/translate.c +16 -2
@@ -3384,6 +3384,9 @@ static const struct SSEOpHelper_table7 sse_op_table7[256] = { [0x42] = BINARY_OP(mpsadbw, SSE41, SSE_OPF_MMX), [0x44] = BINARY_OP(pclmulqdq, PCLMULQDQ, 0), [0x46] = BINARY_OP(vpermdq, AVX, SSE_OPF_AVX2), /* vperm2i128 */ + [0x4a] = BLENDV_OP(blendvps, AVX, 0), + [0x4b] = BLENDV_OP(blendvpd, AVX, 0), + [0x4c ] =BLENDV_OP (pblendvb,AVX ,SSE_OPF_MMX ), #define gen_helper_pcmpestrm_ymm NULL [0x60 ] =CMP_OP (pcmpestrm,SSE42 ), #define gen_helper_pcmpestri_ymm NULL
@@ -5268,6 +5271,10 @@ static void gen_sse(CPUX86State *env, DisasContext *s, int b, }/* SSE */ +if (op7.flags &SSE_OPF_BLENDV && !(s->prefix &PREFIX_VEX )) { +/* Only VEX encodings are valid for these blendv opcodes */ + goto illegal_op; + } op1_offset =ZMM_OFFSET (reg);if (mod ==3 ) { op2_offset =ZMM_OFFSET (rm |REX_B (s));
@@ -5316,8 +5323,15 @@ static void gen_sse(CPUX86State *env, DisasContext *s, int b, op7.fn[b1].op1 (cpu_env, s->ptr0, s->ptr1,tcg_const_i32 (val)); }else {tcg_gen_addi_ptr (s->ptr2, cpu_env, v_offset); - op7.fn[b1].op2 (cpu_env, s->ptr0, s->ptr2, s->ptr1, -tcg_const_i32 (val)); +if (op7.flags &SSE_OPF_BLENDV ) { +TCGv_ptr mask =tcg_temp_new_ptr (); +tcg_gen_addi_ptr (mask, cpu_env,ZMM_OFFSET (val >>4 )); + op7.fn[b1].op3 (cpu_env, s->ptr0, s->ptr2, s->ptr1, mask); +tcg_temp_free_ptr (mask); + }else { + op7.fn[b1].op2 (cpu_env, s->ptr0, s->ptr2, s->ptr1, +tcg_const_i32 (val)); + } }if ((op7.flags &SSE_OPF_CMP ) ==0 && s->vex_l ==0 ) {gen_clear_ymmh (s, reg);
Signature · 1 line
2.36.0
PATCH v2 38/42 i386: Implement VPBLENDD
In reply to Paul BrookThis is semantically eqivalent to VBLENDPS.
--- target/i386/tcg/translate.c | 1 + 1 file changed, 1 insertion(+)
target/i386/tcg/translate.c +1 -0
@@ -3353,6 +3353,7 @@ static const struct SSEOpHelper_table7 sse_op_table7[256] = {#define gen_helper_vpermq_xmm NULL [0x00] = UNARY_OP(vpermq, AVX, SSE_OPF_AVX2), [0x01] = UNARY_OP(vpermq, AVX, SSE_OPF_AVX2), /* vpermpd */ + [0x02] = BINARY_OP(blendps, AVX, SSE_OPF_AVX2), /* vpblendd */ [0x04] = UNARY_OP(vpermilps_imm, AVX, 0), [0x05 ] =UNARY_OP (vpermilpd_imm,AVX ,0 ), #define gen_helper_vpermdq_xmm NULL
Signature · 1 line
2.36.0
PATCH v2 39/42 i386: Enable AVX cpuid bits when using TCG
In reply to Paul BrookInclude AVX and AVX2 in the guest cpuid features supported by TCG
--- target/i386/cpu.c | 8 ++++---- 1 file changed, 4 insertions(+), 4 deletions(-)
target/i386/cpu.c +4 -4
@@ -625,12 +625,12 @@ void x86_cpu_vendor_words2str(char *dst, uint32_t vendor1, CPUID_EXT_SSE41 | CPUID_EXT_SSE42 | CPUID_EXT_POPCNT | \ CPUID_EXT_XSAVE | /* CPUID_EXT_OSXSAVE is dynamic */ \ CPUID_EXT_MOVBE | CPUID_EXT_AES | CPUID_EXT_HYPERVISOR | \ - CPUID_EXT_RDRAND) + CPUID_EXT_RDRAND | CPUID_EXT_AVX)/* missing: CPUID_EXT_DTES64, CPUID_EXT_DSCPL, CPUID_EXT_VMX, CPUID_EXT_SMX, CPUID_EXT_EST, CPUID_EXT_TM2, CPUID_EXT_CID, CPUID_EXT_FMA, CPUID_EXT_XTPR, CPUID_EXT_PDCM, CPUID_EXT_PCID, CPUID_EXT_DCA, -CPUID_EXT_X2APIC, CPUID_EXT_TSC_DEADLINE_TIMER, CPUID_EXT_AVX, +CPUID_EXT_X2APIC, CPUID_EXT_TSC_DEADLINE_TIMER, CPUID_EXT_F16C */ #ifdef TARGET_X86_64
@@ -653,9 +653,9 @@ void x86_cpu_vendor_words2str(char *dst, uint32_t vendor1, CPUID_7_0_EBX_BMI1 | CPUID_7_0_EBX_BMI2 | CPUID_7_0_EBX_ADX | \ CPUID_7_0_EBX_PCOMMIT | CPUID_7_0_EBX_CLFLUSHOPT | \ CPUID_7_0_EBX_CLWB | CPUID_7_0_EBX_MPX | CPUID_7_0_EBX_FSGSBASE | \ - CPUID_7_0_EBX_ERMS) + CPUID_7_0_EBX_ERMS | CPUID_7_0_EBX_AVX2)/* missing: -CPUID_7_0_EBX_HLE, CPUID_7_0_EBX_AVX2, +CPUID_7_0_EBX_HLE CPUID_7_0_EBX_INVPCID, CPUID_7_0_EBX_RTM, CPUID_7_0_EBX_RDSEED */ #define TCG_7_0_ECX_FEATURES (CPUID_7_0_ECX_UMIP | CPUID_7_0_ECX_PKU | \
Signature · 1 line
2.36.0
PATCH v2 40/42 Enable all x86-64 cpu features in user mode
In reply to Paul BrookWe don't have any migration concerns for usermode emulation, so we may as well enable all available CPU features by default.
--- linux-user/x86_64/target_elf.h | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-)
linux-user/x86_64/target_elf.h +1 -1
@@ -9,6 +9,6 @@#define X86_64_TARGET_ELF_H static inline const char *cpu_get_model (uint32_t eflags) { -return "qemu64" ; +return "max" ; }#endif
Signature · 1 line
2.36.0
PATCH v2 41/42 AVX tests
In reply to Paul BrookTests for correct operation of most x86-64 SSE and AVX instructions. It should cover all combinations of overlapping register and memory operands on a set of random-ish data.
Results are bit-identical to an Intel i5-8500, with the exception of the RCPSS and RSQRT approximations where the real CPU gives less accurate results (the Intel spec allows relative errors up to 1.5 * 2^-12)
--- tests/tcg/i386/Makefile.target | 10 +- tests/tcg/i386/README | 9 + tests/tcg/i386/test-avx.c | 347 +++ tests/tcg/i386/test-avx.py | 352 +++ tests/tcg/i386/x86.csv | 4658 ++++++++++++++++++++++++++++++++ 5 files changed, 5374 insertions(+), 2 deletions(-) create mode 100644 tests/tcg/i386/test-avx.c create mode 100755 tests/tcg/i386/test-avx.py create mode 100644 tests/tcg/i386/x86.csv
tests/tcg/i386/Makefile.target +8 -2
@@ -7,8 +7,8 @@ VPATH += $(I386_SRC) I386_SRCS=$(notdir $(wildcard $(I386_SRC)/*.c)) ALL_X86_TESTS=$(I386_SRCS:.c=) -SKIP_I386_TESTS=test-i386-ssse3 -X86_64_TESTS:=$(filter test-i386-ssse3, $(ALL_X86_TESTS)) +SKIP_I386_TESTS=test-i386-ssse3 test-avx +X86_64_TESTS:=$(filter test-i386-ssse3 test-avx, $(ALL_X86_TESTS)) test-i386-sse-exceptions: CFLAGS += -msse4.1 -mfpmath=sse run-test-i386-sse-exceptions: QEMU_OPTS += -cpu max
@@ -80,3 +80,9 @@ run-sha512-sse: QEMU_OPTS+=-cpu max run-plugin-sha512-sse-with-%: QEMU_OPTS+=-cpu max TESTS+=sha512-sse + +test-avx.h: test-avx.py x86.csv + $(PYTHON) $(I386_SRC)/test-avx.py $(I386_SRC)/x86.csv $@ + +test-avx: CFLAGS += -mavx -masm=intel -O -I. +test-avx: test-avx.h
tests/tcg/i386/README +9 -0
@@ -15,6 +15,15 @@ The Linux system call vm86() is used to test vm86 emulation. Various exceptions are raised to test most of the x86 user space exception reporting. +test-avx +-------- + +This program executes most SSE/AVX instructions and generates a text output, +for comparison with the output obtained with a real CPU or another emulator. + +test-avx.h is generate from x86.csv by test-avx.py +x86.csv comes from https://github.com/quasilyte/avx512test + linux-test ----------
tests/tcg/i386/test-avx.c new file +347 -0
347 lines not on this page · raw message
tests/tcg/i386/test-avx.py new file +352 -0
352 lines not on this page · raw message
tests/tcg/i386/x86.csv new file +4658 -0
2,267 lines not on this page · raw message
The rest of this diff is not shown. View the raw message.
Signature · 1 line
2.36.0
Part of the diff is not shown here. View the raw message.
PATCH v2 42/42 i386: Add sha512-avx test
In reply to Paul BrookInclude sha512 built with avx[2] in the tcg tests.
--- tests/tcg/i386/Makefile.target | 9 ++++++++- 1 file changed, 8 insertions(+), 1 deletion(-)
tests/tcg/i386/Makefile.target +8 -1
@@ -79,7 +79,14 @@ sha512-sse: sha512.c run-sha512-sse: QEMU_OPTS+=-cpu max run-plugin-sha512-sse-with-%: QEMU_OPTS+=-cpu max -TESTS+=sha512-sse +sha512-avx: CFLAGS=-mavx2 -mavx -O3 +sha512-avx: sha512.c + $(CC) $(CFLAGS) $(EXTRA_CFLAGS) $< -o $@ $(LDFLAGS) + +run-sha512-avx: QEMU_OPTS+=-cpu max +run-plugin-sha512-avx-with-%: QEMU_OPTS+=-cpu max + +TESTS+=sha512-sse sha512-avx test-avx.h: test-avx.py x86.csv $(PYTHON) $(I386_SRC)/test-avx.py $(I386_SRC)/x86.csv $@
Signature · 1 line
2.36.0