| 1 |
#include <stdlib.h> |
| 2 |
#include "m512-check.h" |
| 3 |
|
| 4 |
#ifdef AVX10_2_512 |
| 5 |
static void sm4_avx512f_test (void); |
| 6 |
#else |
| 7 |
static void sm4_test (void); |
| 8 |
#endif |
| 9 |
|
| 10 |
typedef union |
| 11 |
{ |
| 12 |
unsigned int x; |
| 13 |
unsigned char a[4]; |
| 14 |
} union32ui_ub; |
| 15 |
|
| 16 |
unsigned char sbox[256] = { |
| 17 |
0xD6, 0x90, 0xE9, 0xFE, 0xCC, 0xE1, 0x3D, 0xB7, |
| 18 |
0x16, 0xB6, 0x14, 0xC2, 0x28, 0xFB, 0x2C, 0x05, |
| 19 |
0x2B, 0x67, 0x9A, 0x76, 0x2A, 0xBE, 0x04, 0xC3, |
| 20 |
0xAA, 0x44, 0x13, 0x26, 0x49, 0x86, 0x06, 0x99, |
| 21 |
0x9C, 0x42, 0x50, 0xF4, 0x91, 0xEF, 0x98, 0x7A, |
| 22 |
0x33, 0x54, 0x0B, 0x43, 0xED, 0xCF, 0xAC, 0x62, |
| 23 |
0xE4, 0xB3, 0x1C, 0xA9, 0xC9, 0x08, 0xE8, 0x95, |
| 24 |
0x80, 0xDF, 0x94, 0xFA, 0x75, 0x8F, 0x3F, 0xA6, |
| 25 |
0x47, 0x07, 0xA7, 0xFC, 0xF3, 0x73, 0x17, 0xBA, |
| 26 |
0x83, 0x59, 0x3C, 0x19, 0xE6, 0x85, 0x4F, 0xA8, |
| 27 |
0x68, 0x6B, 0x81, 0xB2, 0x71, 0x64, 0xDA, 0x8B, |
| 28 |
0xF8, 0xEB, 0x0F, 0x4B, 0x70, 0x56, 0x9D, 0x35, |
| 29 |
0x1E, 0x24, 0x0E, 0x5E, 0x63, 0x58, 0xD1, 0xA2, |
| 30 |
0x25, 0x22, 0x7C, 0x3B, 0x01, 0x21, 0x78, 0x87, |
| 31 |
0xD4, 0x00, 0x46, 0x57, 0x9F, 0xD3, 0x27, 0x52, |
| 32 |
0x4C, 0x36, 0x02, 0xE7, 0xA0, 0xC4, 0xC8, 0x9E, |
| 33 |
0xEA, 0xBF, 0x8A, 0xD2, 0x40, 0xC7, 0x38, 0xB5, |
| 34 |
0xA3, 0xF7, 0xF2, 0xCE, 0xF9, 0x61, 0x15, 0xA1, |
| 35 |
0xE0, 0xAE, 0x5D, 0xA4, 0x9B, 0x34, 0x1A, 0x55, |
| 36 |
0xAD, 0x93, 0x32, 0x30, 0xF5, 0x8C, 0xB1, 0xE3, |
| 37 |
0x1D, 0xF6, 0xE2, 0x2E, 0x82, 0x66, 0xCA, 0x60, |
| 38 |
0xC0, 0x29, 0x23, 0xAB, 0x0D, 0x53, 0x4E, 0x6F, |
| 39 |
0xD5, 0xDB, 0x37, 0x45, 0xDE, 0xFD, 0x8E, 0x2F, |
| 40 |
0x03, 0xFF, 0x6A, 0x72, 0x6D, 0x6C, 0x5B, 0x51, |
| 41 |
0x8D, 0x1B, 0xAF, 0x92, 0xBB, 0xDD, 0xBC, 0x7F, |
| 42 |
0x11, 0xD9, 0x5C, 0x41, 0x1F, 0x10, 0x5A, 0xD8, |
| 43 |
0x0A, 0xC1, 0x31, 0x88, 0xA5, 0xCD, 0x7B, 0xBD, |
| 44 |
0x2D, 0x74, 0xD0, 0x12, 0xB8, 0xE5, 0xB4, 0xB0, |
| 45 |
0x89, 0x69, 0x97, 0x4A, 0x0C, 0x96, 0x77, 0x7E, |
| 46 |
0x65, 0xB9, 0xF1, 0x09, 0xC5, 0x6E, 0xC6, 0x84, |
| 47 |
0x18, 0xF0, 0x7D, 0xEC, 0x3A, 0xDC, 0x4D, 0x20, |
| 48 |
0x79, 0xEE, 0x5F, 0x3E, 0xD7, 0xCB, 0x39, 0x48 |
| 49 |
}; |
| 50 |
|
| 51 |
static unsigned |
| 52 |
rol32 (unsigned w, int n) |
| 53 |
{ |
| 54 |
int count = n % 32; |
| 55 |
return ((w << count) | (w >> (32 - count))); |
| 56 |
} |
| 57 |
|
| 58 |
static unsigned char |
| 59 |
sbox_byte (unsigned w, int i) |
| 60 |
{ |
| 61 |
union32ui_ub tmp; |
| 62 |
tmp.x = w; |
| 63 |
return sbox[tmp.a[i]]; |
| 64 |
} |
| 65 |
|
| 66 |
static unsigned |
| 67 |
lower_t (unsigned w) |
| 68 |
{ |
| 69 |
union32ui_ub tmp; |
| 70 |
tmp.a[0] = sbox_byte (w, 0); |
| 71 |
tmp.a[1] = sbox_byte (w, 1); |
| 72 |
tmp.a[2] = sbox_byte (w, 2); |
| 73 |
tmp.a[3] = sbox_byte (w, 3); |
| 74 |
return tmp.x; |
| 75 |
} |
| 76 |
|
| 77 |
static unsigned |
| 78 |
l_key (unsigned w) |
| 79 |
{ |
| 80 |
return w ^ rol32 (w, 13) ^ rol32 (w, 23); |
| 81 |
} |
| 82 |
|
| 83 |
static unsigned |
| 84 |
l_rnds (unsigned w) |
| 85 |
{ |
| 86 |
unsigned tmp = w; |
| 87 |
tmp = tmp ^ rol32 (w, 2); |
| 88 |
tmp = tmp ^ rol32 (w, 10); |
| 89 |
tmp = tmp ^ rol32 (w, 18); |
| 90 |
tmp = tmp ^ rol32 (w, 24); |
| 91 |
return tmp; |
| 92 |
} |
| 93 |
|
| 94 |
#define SM4_FUNC(name) \ |
| 95 |
static unsigned \ |
| 96 |
t_##name (unsigned w) \ |
| 97 |
{ \ |
| 98 |
return l_##name (lower_t (w)); \ |
| 99 |
} \ |
| 100 |
\ |
| 101 |
static unsigned \ |
| 102 |
f_##name (unsigned x0, unsigned x1, unsigned x2, unsigned x3, unsigned k) \ |
| 103 |
{ \ |
| 104 |
return x0 ^ t_##name (x1 ^ x2 ^ x3 ^ k); \ |
| 105 |
} \ |
| 106 |
\ |
| 107 |
static void \ |
| 108 |
compute_sm4##name##4 (int *dst, int *src1, int *src2, int vl) \ |
| 109 |
{ \ |
| 110 |
unsigned c[4], p[4]; \ |
| 111 |
\ |
| 112 |
int kl = vl / 128; \ |
| 113 |
int i; \ |
| 114 |
\ |
| 115 |
for (i = 0; i < kl; i++) \ |
| 116 |
{ \ |
| 117 |
p[0] = src1[4 * i]; \ |
| 118 |
p[1] = src1[4 * i + 1]; \ |
| 119 |
p[2] = src1[4 * i + 2]; \ |
| 120 |
p[3] = src1[4 * i + 3]; \ |
| 121 |
\ |
| 122 |
c[0] = f_##name (p[0], p[1], p[2], p[3], src2[4 * i]); \ |
| 123 |
c[1] = f_##name (p[1], p[2], p[3], c[0], src2[4 * i + 1]); \ |
| 124 |
c[2] = f_##name (p[2], p[3], c[0], c[1], src2[4 * i + 2]); \ |
| 125 |
c[3] = f_##name (p[3], c[0], c[1], c[2], src2[4 * i + 3]); \ |
| 126 |
\ |
| 127 |
dst[4 * i] = c[0]; \ |
| 128 |
dst[4 * i + 1] = c[1]; \ |
| 129 |
dst[4 * i + 2] = c[2]; \ |
| 130 |
dst[4 * i + 3] = c[3]; \ |
| 131 |
} \ |
| 132 |
} |
| 133 |
|
| 134 |
#define SM4_AVX_SIMULATE(name) \ |
| 135 |
union128i_d src1, src2, res1; \ |
| 136 |
int dst1[4] = {0, 0, 0, 0}; \ |
| 137 |
\ |
| 138 |
src1.x = _mm_set_epi32 (111, 222, 333, 444); \ |
| 139 |
src2.x = _mm_set_epi32 (555, 666, 777, 888); \ |
| 140 |
res1.x = _mm_set_epi32 (0, 0, 0, 0); \ |
| 141 |
\ |
| 142 |
res1.x = _mm_sm4##name##4_epi32 (src1.x, src2.x); \ |
| 143 |
\ |
| 144 |
compute_sm4##name##4 (dst1, src1.a, src2.a, 128); \ |
| 145 |
\ |
| 146 |
if (check_union128i_d (res1, dst1)) \ |
| 147 |
abort (); \ |
| 148 |
\ |
| 149 |
union256i_d src3, src4, res2; \ |
| 150 |
int dst2[8] = {0, 0, 0, 0, 0, 0, 0, 0}; \ |
| 151 |
\ |
| 152 |
src3.x = _mm256_set_epi32 (111, 222, 333, 444, 555, 666, 777, 888); \ |
| 153 |
src4.x = _mm256_set_epi32 (999, 123, 456, 789, 135, 792, 468, 147); \ |
| 154 |
res2.x = _mm256_set_epi32 (0, 0, 0, 0, 0, 0, 0, 0); \ |
| 155 |
\ |
| 156 |
res2.x = _mm256_sm4##name##4_epi32 (src3.x, src4.x); \ |
| 157 |
\ |
| 158 |
compute_sm4##name##4 (dst2, src3.a, src4.a, 256); \ |
| 159 |
\ |
| 160 |
if (check_union256i_d (res2, dst2)) \ |
| 161 |
abort (); |
| 162 |
|
| 163 |
#define SM4_AVX512F_SIMULATE(name) \ |
| 164 |
union512i_d src5, src6, res3; \ |
| 165 |
int dst3[16] = {0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0}; \ |
| 166 |
\ |
| 167 |
src5.x = _mm512_set_epi32 (111, 222, 333, 444, 555, 666, 777, 888, \ |
| 168 |
999, 123, 456, 789, 135, 792, 468, 147); \ |
| 169 |
src6.x = _mm512_set_epi32 (258, 369, 159, 483, 726, 162, 738, 495, \ |
| 170 |
174, 285, 396, 186, 429, 752, 198, 765); \ |
| 171 |
res3.x = _mm512_set_epi32 (0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0); \ |
| 172 |
\ |
| 173 |
res3.x = _mm512_sm4##name##4_epi32 (src5.x, src6.x); \ |
| 174 |
\ |
| 175 |
compute_sm4##name##4 (dst3, src5.a, src6.a, 512); \ |
| 176 |
\ |
| 177 |
if (check_union512i_d (res3, dst3)) \ |
| 178 |
abort (); |
| 179 |
|
| 180 |
static void |
| 181 |
__attribute__ ((noinline)) |
| 182 |
do_test (void) |
| 183 |
{ |
| 184 |
#ifdef AVX10_512BIT |
| 185 |
sm4_avx512f_test (); |
| 186 |
#else |
| 187 |
sm4_test (); |
| 188 |
#endif |
| 189 |
} |
| 190 |
|
| 191 |
int |
| 192 |
main () |
| 193 |
{ |
| 194 |
/* Check CPU support for SM4. */ |
| 195 |
if (__builtin_cpu_supports ("sm4") |
| 196 |
#ifdef AVX10_2 |
| 197 |
&& __builtin_cpu_supports ("avx10.2") |
| 198 |
#endif |
| 199 |
) |
| 200 |
{ |
| 201 |
do_test (); |
| 202 |
#ifdef DEBUG |
| 203 |
printf ("PASSED\n"); |
| 204 |
#endif |
| 205 |
return 0; |
| 206 |
} |
| 207 |
|
| 208 |
#ifdef DEBUG |
| 209 |
printf ("SKIPPED\n"); |
| 210 |
#endif |
| 211 |
return 0; |
| 212 |
} |