| 1 |
/* PR target/101472 */ |
| 2 |
/* { dg-do compile } */ |
| 3 |
/* { dg-options "-mavx512vl -O2" } */ |
| 4 |
/* { dg-final { scan-assembler-times "vpscatterqd\[ \\t\]+\[^\{\n\]*xmm\[0-9\]\[^\n\]*xmm\[0-9\]\[^\n\]*{%k\[1-7\]}(?:\n|\[ \\t\]+#)" 2 } } */ |
| 5 |
/* { dg-final { scan-assembler-times "vpscatterqd\[ \\t\]+\[^\{\n\]*xmm\[0-9\]\[^\n\]*ymm\[0-9\]\[^\n\]*{%k\[1-7\]}(?:\n|\[ \\t\]+#)" 2 } } */ |
| 6 |
/* { dg-final { scan-assembler-times "vpscatterdd\[ \\t\]+\[^\{\n\]*xmm\[0-9\]\[^\n\]*xmm\[0-9\]\[^\n\]*{%k\[1-7\]}(?:\n|\[ \\t\]+#)" 2 } } */ |
| 7 |
/* { dg-final { scan-assembler-times "vpscatterdd\[ \\t\]+\[^\{\n\]*ymm\[0-9\]\[^\n\]*ymm\[0-9\]\[^\n\]*{%k\[1-7\]}(?:\n|\[ \\t\]+#)" 2 } } */ |
| 8 |
/* { dg-final { scan-assembler-times "vpscatterqq\[ \\t\]+\[^\{\n\]*xmm\[0-9\]\[^\n\]*xmm\[0-9\]\[^\n\]*{%k\[1-7\]}(?:\n|\[ \\t\]+#)" 2 } } */ |
| 9 |
/* { dg-final { scan-assembler-times "vpscatterqq\[ \\t\]+\[^\{\n\]*ymm\[0-9\]\[^\n\]*ymm\[0-9\]\[^\n\]*{%k\[1-7\]}(?:\n|\[ \\t\]+#)" 2 } } */ |
| 10 |
/* { dg-final { scan-assembler-times "vpscatterdq\[ \\t\]+\[^\{\n\]*xmm\[0-9\]\[^\n\]*xmm\[0-9\]\[^\n\]*{%k\[1-7\]}(?:\n|\[ \\t\]+#)" 2 } } */ |
| 11 |
/* { dg-final { scan-assembler-times "vpscatterdq\[ \\t\]+\[^\{\n\]*ymm\[0-9\]\[^\n\]*xmm\[0-9\]\[^\n\]*{%k\[1-7\]}(?:\n|\[ \\t\]+#)" 2 } } */ |
| 12 |
/* { dg-final { scan-assembler-times "vscatterqps\[ \\t\]+\[^\{\n\]*xmm\[0-9\]\[^\n\]*xmm\[0-9\]\[^\n\]*{%k\[1-7\]}(?:\n|\[ \\t\]+#)" 2 } } */ |
| 13 |
/* { dg-final { scan-assembler-times "vscatterqps\[ \\t\]+\[^\{\n\]*xmm\[0-9\]\[^\n\]*ymm\[0-9\]\[^\n\]*{%k\[1-7\]}(?:\n|\[ \\t\]+#)" 2 } } */ |
| 14 |
/* { dg-final { scan-assembler-times "vscatterdps\[ \\t\]+\[^\{\n\]*xmm\[0-9\]\[^\n\]*xmm\[0-9\]\[^\n\]*{%k\[1-7\]}(?:\n|\[ \\t\]+#)" 2 } } */ |
| 15 |
/* { dg-final { scan-assembler-times "vscatterdps\[ \\t\]+\[^\{\n\]*ymm\[0-9\]\[^\n\]*ymm\[0-9\]\[^\n\]*{%k\[1-7\]}(?:\n|\[ \\t\]+#)" 2 } } */ |
| 16 |
/* { dg-final { scan-assembler-times "vscatterqpd\[ \\t\]+\[^\{\n\]*xmm\[0-9\]\[^\n\]*xmm\[0-9\]\[^\n\]*{%k\[1-7\]}(?:\n|\[ \\t\]+#)" 2 } } */ |
| 17 |
/* { dg-final { scan-assembler-times "vscatterqpd\[ \\t\]+\[^\{\n\]*ymm\[0-9\]\[^\n\]*ymm\[0-9\]\[^\n\]*{%k\[1-7\]}(?:\n|\[ \\t\]+#)" 2 } } */ |
| 18 |
/* { dg-final { scan-assembler-times "vscatterdpd\[ \\t\]+\[^\{\n\]*xmm\[0-9\]\[^\n\]*xmm\[0-9\]\[^\n\]*{%k\[1-7\]}(?:\n|\[ \\t\]+#)" 2 } } */ |
| 19 |
/* { dg-final { scan-assembler-times "vscatterdpd\[ \\t\]+\[^\{\n\]*ymm\[0-9\]\[^\n\]*xmm\[0-9\]\[^\n\]*{%k\[1-7\]}(?:\n|\[ \\t\]+#)" 2 } } */ |
| 20 |
|
| 21 |
|
| 22 |
#include <immintrin.h> |
| 23 |
|
| 24 |
void two_scatters_epi32(void* addr, __mmask8 k1, __mmask8 k2, __m128i vindex1, |
| 25 |
__m256i vindex2, __m128i src_epi32, |
| 26 |
__m256i src_i32_epi32) |
| 27 |
{ |
| 28 |
_mm_mask_i64scatter_epi32(addr, k1, vindex1, src_epi32, 1); |
| 29 |
_mm_mask_i64scatter_epi32(addr, k2, vindex1, src_epi32, 1); |
| 30 |
_mm256_mask_i64scatter_epi32(addr, k1, vindex2, src_epi32, 1); |
| 31 |
_mm256_mask_i64scatter_epi32(addr, k2, vindex2, src_epi32, 1); |
| 32 |
|
| 33 |
_mm_mask_i32scatter_epi32(addr, k1, vindex1, src_epi32, 1); |
| 34 |
_mm_mask_i32scatter_epi32(addr, k2, vindex1, src_epi32, 1); |
| 35 |
_mm256_mask_i32scatter_epi32(addr, k1, vindex2, src_i32_epi32, 1); |
| 36 |
_mm256_mask_i32scatter_epi32(addr, k2, vindex2, src_i32_epi32, 1); |
| 37 |
} |
| 38 |
|
| 39 |
void two_scatters_epi64(void* addr, __mmask8 k1, __mmask8 k2, __m128i vindex1, |
| 40 |
__m256i vindex2, __m128i src_epi64_mm, |
| 41 |
__m256i src_epi64) |
| 42 |
{ |
| 43 |
_mm_mask_i64scatter_epi64(addr, k1, vindex1, src_epi64_mm, 1); |
| 44 |
_mm_mask_i64scatter_epi64(addr, k2, vindex1, src_epi64_mm, 1); |
| 45 |
_mm256_mask_i64scatter_epi64(addr, k1, vindex2, src_epi64, 1); |
| 46 |
_mm256_mask_i64scatter_epi64(addr, k2, vindex2, src_epi64, 1); |
| 47 |
|
| 48 |
_mm_mask_i32scatter_epi64(addr, k1, vindex1, src_epi64_mm, 8); |
| 49 |
_mm_mask_i32scatter_epi64(addr, k2, vindex1, src_epi64_mm, 8); |
| 50 |
_mm256_mask_i32scatter_epi64(addr, k1, vindex1, src_epi64, 1); |
| 51 |
_mm256_mask_i32scatter_epi64(addr, k2, vindex1, src_epi64, 1); |
| 52 |
} |
| 53 |
void two_scatters_ps(void* addr, __mmask8 k1, __mmask8 k2, __m128i vindex1, |
| 54 |
__m256i vindex2, __m128 src_ps, __m256 src_i32_ps) |
| 55 |
{ |
| 56 |
_mm_mask_i64scatter_ps(addr, k1, vindex1, src_ps, 1); |
| 57 |
_mm_mask_i64scatter_ps(addr, k2, vindex1, src_ps, 1); |
| 58 |
_mm256_mask_i64scatter_ps(addr, k1, vindex2, src_ps, 1); |
| 59 |
_mm256_mask_i64scatter_ps(addr, k2, vindex2, src_ps, 1); |
| 60 |
|
| 61 |
_mm_mask_i32scatter_ps(addr, k1, vindex1, src_ps, 8); |
| 62 |
_mm_mask_i32scatter_ps(addr, k2, vindex1, src_ps, 8); |
| 63 |
_mm256_mask_i32scatter_ps(addr, k1, vindex2, src_i32_ps, 1); |
| 64 |
_mm256_mask_i32scatter_ps(addr, k2, vindex2, src_i32_ps, 1); |
| 65 |
} |
| 66 |
|
| 67 |
void two_scatters_pd(void* addr, __mmask8 k1, __mmask8 k2, __m128i vindex1, |
| 68 |
__m256i vindex2, __m128d src_pd_mm, __m256d src_pd) |
| 69 |
{ |
| 70 |
_mm_mask_i64scatter_pd(addr, k1, vindex1, src_pd_mm, 1); |
| 71 |
_mm_mask_i64scatter_pd(addr, k2, vindex1, src_pd_mm, 1); |
| 72 |
_mm256_mask_i64scatter_pd(addr, k1, vindex2, src_pd, 1); |
| 73 |
_mm256_mask_i64scatter_pd(addr, k2, vindex2, src_pd, 1); |
| 74 |
|
| 75 |
_mm_mask_i32scatter_pd(addr, k1, vindex1, src_pd_mm, 8); |
| 76 |
_mm_mask_i32scatter_pd(addr, k2, vindex1, src_pd_mm, 8); |
| 77 |
_mm256_mask_i32scatter_pd(addr, k1, vindex1, src_pd, 1); |
| 78 |
_mm256_mask_i32scatter_pd(addr, k2, vindex1, src_pd, 1); |
| 79 |
} |