Debian Codegraph @

gcc/testsuite/gcc.target/riscv/rvv/autovec/unop/popcount.c

raw
1 /* { dg-do run { target { riscv_v } } } */
2 /* { dg-additional-options { -O2 -fdump-tree-vect-details -fno-vect-cost-model } } */
3
4 #include "stdint-gcc.h"
5 #include <assert.h>
6
7 #define DEF64(TYPEDST, TYPESRC) \
8 void __attribute__ ((noipa)) \
9 popcount64_##TYPEDST##TYPESRC (TYPEDST *restrict dst, TYPESRC *restrict src, \
10 int size) \
11 { \
12 for (int i = 0; i < size; ++i) \
13 dst[i] = __builtin_popcountll (src[i]); \
14 }
15
16 #define DEF32(TYPEDST, TYPESRC) \
17 void __attribute__ ((noipa)) \
18 popcount32_##TYPEDST##TYPESRC (TYPEDST *restrict dst, TYPESRC *restrict src, \
19 int size) \
20 { \
21 for (int i = 0; i < size; ++i) \
22 dst[i] = __builtin_popcount (src[i]); \
23 }
24
25 #define DEFCTZ64(TYPEDST, TYPESRC) \
26 void __attribute__ ((noipa)) \
27 ctz64_##TYPEDST##TYPESRC (TYPEDST *restrict dst, TYPESRC *restrict src, \
28 int size) \
29 { \
30 for (int i = 0; i < size; ++i) \
31 dst[i] = __builtin_ctzll (src[i]); \
32 }
33
34 #define DEFCTZ32(TYPEDST, TYPESRC) \
35 void __attribute__ ((noipa)) \
36 ctz32_##TYPEDST##TYPESRC (TYPEDST *restrict dst, TYPESRC *restrict src, \
37 int size) \
38 { \
39 for (int i = 0; i < size; ++i) \
40 dst[i] = __builtin_ctz (src[i]); \
41 }
42
43 #define DEFFFS64(TYPEDST, TYPESRC) \
44 void __attribute__ ((noipa)) \
45 ffs64_##TYPEDST##TYPESRC (TYPEDST *restrict dst, TYPESRC *restrict src, \
46 int size) \
47 { \
48 for (int i = 0; i < size; ++i) \
49 dst[i] = __builtin_ffsll (src[i]); \
50 }
51
52 #define DEFFFS32(TYPEDST, TYPESRC) \
53 void __attribute__ ((noipa)) \
54 ffs32_##TYPEDST##TYPESRC (TYPEDST *restrict dst, TYPESRC *restrict src, \
55 int size) \
56 { \
57 for (int i = 0; i < size; ++i) \
58 dst[i] = __builtin_ffs (src[i]); \
59 }
60
61 #define DEF_ALL() \
62 DEF64 (uint64_t, uint64_t) \
63 DEF64 (uint64_t, uint32_t) \
64 DEF64 (uint64_t, uint16_t) \
65 DEF64 (uint64_t, uint8_t) \
66 DEF64 (uint64_t, int64_t) \
67 DEF64 (uint64_t, int32_t) \
68 DEF64 (uint64_t, int16_t) \
69 DEF64 (uint64_t, int8_t) \
70 DEF64 (int64_t, uint64_t) \
71 DEF64 (int64_t, uint32_t) \
72 DEF64 (int64_t, uint16_t) \
73 DEF64 (int64_t, uint8_t) \
74 DEF64 (int64_t, int64_t) \
75 DEF64 (int64_t, int32_t) \
76 DEF64 (int64_t, int16_t) \
77 DEF64 (int64_t, int8_t) \
78 DEF64 (uint32_t, uint64_t) \
79 DEF64 (uint32_t, uint32_t) \
80 DEF64 (uint32_t, uint16_t) \
81 DEF64 (uint32_t, uint8_t) \
82 DEF64 (uint32_t, int64_t) \
83 DEF64 (uint32_t, int32_t) \
84 DEF64 (uint32_t, int16_t) \
85 DEF64 (uint32_t, int8_t) \
86 DEF64 (int32_t, uint64_t) \
87 DEF64 (int32_t, uint32_t) \
88 DEF64 (int32_t, uint16_t) \
89 DEF64 (int32_t, uint8_t) \
90 DEF64 (int32_t, int64_t) \
91 DEF64 (int32_t, int32_t) \
92 DEF64 (int32_t, int16_t) \
93 DEF64 (int32_t, int8_t) \
94 DEF64 (uint16_t, uint64_t) \
95 DEF64 (uint16_t, uint32_t) \
96 DEF64 (uint16_t, uint16_t) \
97 DEF64 (uint16_t, uint8_t) \
98 DEF64 (uint16_t, int64_t) \
99 DEF64 (uint16_t, int32_t) \
100 DEF64 (uint16_t, int16_t) \
101 DEF64 (uint16_t, int8_t) \
102 DEF64 (int16_t, uint64_t) \
103 DEF64 (int16_t, uint32_t) \
104 DEF64 (int16_t, uint16_t) \
105 DEF64 (int16_t, uint8_t) \
106 DEF64 (int16_t, int64_t) \
107 DEF64 (int16_t, int32_t) \
108 DEF64 (int16_t, int16_t) \
109 DEF64 (int16_t, int8_t) \
110 DEF64 (uint8_t, uint64_t) \
111 DEF64 (uint8_t, uint32_t) \
112 DEF64 (uint8_t, uint16_t) \
113 DEF64 (uint8_t, uint8_t) \
114 DEF64 (uint8_t, int64_t) \
115 DEF64 (uint8_t, int32_t) \
116 DEF64 (uint8_t, int16_t) \
117 DEF64 (uint8_t, int8_t) \
118 DEF64 (int8_t, uint64_t) \
119 DEF64 (int8_t, uint32_t) \
120 DEF64 (int8_t, uint16_t) \
121 DEF64 (int8_t, uint8_t) \
122 DEF64 (int8_t, int64_t) \
123 DEF64 (int8_t, int32_t) \
124 DEF64 (int8_t, int16_t) \
125 DEF64 (int8_t, int8_t) \
126 DEF32 (uint64_t, uint64_t) \
127 DEF32 (uint64_t, uint32_t) \
128 DEF32 (uint64_t, uint16_t) \
129 DEF32 (uint64_t, uint8_t) \
130 DEF32 (uint64_t, int64_t) \
131 DEF32 (uint64_t, int32_t) \
132 DEF32 (uint64_t, int16_t) \
133 DEF32 (uint64_t, int8_t) \
134 DEF32 (int64_t, uint64_t) \
135 DEF32 (int64_t, uint32_t) \
136 DEF32 (int64_t, uint16_t) \
137 DEF32 (int64_t, uint8_t) \
138 DEF32 (int64_t, int64_t) \
139 DEF32 (int64_t, int32_t) \
140 DEF32 (int64_t, int16_t) \
141 DEF32 (int64_t, int8_t) \
142 DEF32 (uint32_t, uint64_t) \
143 DEF32 (uint32_t, uint32_t) \
144 DEF32 (uint32_t, uint16_t) \
145 DEF32 (uint32_t, uint8_t) \
146 DEF32 (uint32_t, int64_t) \
147 DEF32 (uint32_t, int32_t) \
148 DEF32 (uint32_t, int16_t) \
149 DEF32 (uint32_t, int8_t) \
150 DEF32 (int32_t, uint64_t) \
151 DEF32 (int32_t, uint32_t) \
152 DEF32 (int32_t, uint16_t) \
153 DEF32 (int32_t, uint8_t) \
154 DEF32 (int32_t, int64_t) \
155 DEF32 (int32_t, int32_t) \
156 DEF32 (int32_t, int16_t) \
157 DEF32 (int32_t, int8_t) \
158 DEF32 (uint16_t, uint64_t) \
159 DEF32 (uint16_t, uint32_t) \
160 DEF32 (uint16_t, uint16_t) \
161 DEF32 (uint16_t, uint8_t) \
162 DEF32 (uint16_t, int64_t) \
163 DEF32 (uint16_t, int32_t) \
164 DEF32 (uint16_t, int16_t) \
165 DEF32 (uint16_t, int8_t) \
166 DEF32 (int16_t, uint64_t) \
167 DEF32 (int16_t, uint32_t) \
168 DEF32 (int16_t, uint16_t) \
169 DEF32 (int16_t, uint8_t) \
170 DEF32 (int16_t, int64_t) \
171 DEF32 (int16_t, int32_t) \
172 DEF32 (int16_t, int16_t) \
173 DEF32 (int16_t, int8_t) \
174 DEF32 (uint8_t, uint64_t) \
175 DEF32 (uint8_t, uint32_t) \
176 DEF32 (uint8_t, uint16_t) \
177 DEF32 (uint8_t, uint8_t) \
178 DEF32 (uint8_t, int64_t) \
179 DEF32 (uint8_t, int32_t) \
180 DEF32 (uint8_t, int16_t) \
181 DEF32 (uint8_t, int8_t) \
182 DEF32 (int8_t, uint64_t) \
183 DEF32 (int8_t, uint32_t) \
184 DEF32 (int8_t, uint16_t) \
185 DEF32 (int8_t, uint8_t) \
186 DEF32 (int8_t, int64_t) \
187 DEF32 (int8_t, int32_t) \
188 DEF32 (int8_t, int16_t) \
189 DEF32 (int8_t, int8_t) \
190 DEFCTZ64 (uint64_t, uint64_t) \
191 DEFCTZ64 (uint64_t, uint32_t) \
192 DEFCTZ64 (uint64_t, uint16_t) \
193 DEFCTZ64 (uint64_t, uint8_t) \
194 DEFCTZ64 (uint64_t, int64_t) \
195 DEFCTZ64 (uint64_t, int32_t) \
196 DEFCTZ64 (uint64_t, int16_t) \
197 DEFCTZ64 (uint64_t, int8_t) \
198 DEFCTZ64 (int64_t, uint64_t) \
199 DEFCTZ64 (int64_t, uint32_t) \
200 DEFCTZ64 (int64_t, uint16_t) \
201 DEFCTZ64 (int64_t, uint8_t) \
202 DEFCTZ64 (int64_t, int64_t) \
203 DEFCTZ64 (int64_t, int32_t) \
204 DEFCTZ64 (int64_t, int16_t) \
205 DEFCTZ64 (int64_t, int8_t) \
206 DEFCTZ64 (uint32_t, uint64_t) \
207 DEFCTZ64 (uint32_t, uint32_t) \
208 DEFCTZ64 (uint32_t, uint16_t) \
209 DEFCTZ64 (uint32_t, uint8_t) \
210 DEFCTZ64 (uint32_t, int64_t) \
211 DEFCTZ64 (uint32_t, int32_t) \
212 DEFCTZ64 (uint32_t, int16_t) \
213 DEFCTZ64 (uint32_t, int8_t) \
214 DEFCTZ64 (int32_t, uint64_t) \
215 DEFCTZ64 (int32_t, uint32_t) \
216 DEFCTZ64 (int32_t, uint16_t) \
217 DEFCTZ64 (int32_t, uint8_t) \
218 DEFCTZ64 (int32_t, int64_t) \
219 DEFCTZ64 (int32_t, int32_t) \
220 DEFCTZ64 (int32_t, int16_t) \
221 DEFCTZ64 (int32_t, int8_t) \
222 DEFCTZ64 (uint16_t, uint64_t) \
223 DEFCTZ64 (uint16_t, uint32_t) \
224 DEFCTZ64 (uint16_t, uint16_t) \
225 DEFCTZ64 (uint16_t, uint8_t) \
226 DEFCTZ64 (uint16_t, int64_t) \
227 DEFCTZ64 (uint16_t, int32_t) \
228 DEFCTZ64 (uint16_t, int16_t) \
229 DEFCTZ64 (uint16_t, int8_t) \
230 DEFCTZ64 (int16_t, uint64_t) \
231 DEFCTZ64 (int16_t, uint32_t) \
232 DEFCTZ64 (int16_t, uint16_t) \
233 DEFCTZ64 (int16_t, uint8_t) \
234 DEFCTZ64 (int16_t, int64_t) \
235 DEFCTZ64 (int16_t, int32_t) \
236 DEFCTZ64 (int16_t, int16_t) \
237 DEFCTZ64 (int16_t, int8_t) \
238 DEFCTZ64 (uint8_t, uint64_t) \
239 DEFCTZ64 (uint8_t, uint32_t) \
240 DEFCTZ64 (uint8_t, uint16_t) \
241 DEFCTZ64 (uint8_t, uint8_t) \
242 DEFCTZ64 (uint8_t, int64_t) \
243 DEFCTZ64 (uint8_t, int32_t) \
244 DEFCTZ64 (uint8_t, int16_t) \
245 DEFCTZ64 (uint8_t, int8_t) \
246 DEFCTZ64 (int8_t, uint64_t) \
247 DEFCTZ64 (int8_t, uint32_t) \
248 DEFCTZ64 (int8_t, uint16_t) \
249 DEFCTZ64 (int8_t, uint8_t) \
250 DEFCTZ64 (int8_t, int64_t) \
251 DEFCTZ64 (int8_t, int32_t) \
252 DEFCTZ64 (int8_t, int16_t) \
253 DEFCTZ64 (int8_t, int8_t) \
254 DEFCTZ32 (uint64_t, uint64_t) \
255 DEFCTZ32 (uint64_t, uint32_t) \
256 DEFCTZ32 (uint64_t, uint16_t) \
257 DEFCTZ32 (uint64_t, uint8_t) \
258 DEFCTZ32 (uint64_t, int64_t) \
259 DEFCTZ32 (uint64_t, int32_t) \
260 DEFCTZ32 (uint64_t, int16_t) \
261 DEFCTZ32 (uint64_t, int8_t) \
262 DEFCTZ32 (int64_t, uint64_t) \
263 DEFCTZ32 (int64_t, uint32_t) \
264 DEFCTZ32 (int64_t, uint16_t) \
265 DEFCTZ32 (int64_t, uint8_t) \
266 DEFCTZ32 (int64_t, int64_t) \
267 DEFCTZ32 (int64_t, int32_t) \
268 DEFCTZ32 (int64_t, int16_t) \
269 DEFCTZ32 (int64_t, int8_t) \
270 DEFCTZ32 (uint32_t, uint64_t) \
271 DEFCTZ32 (uint32_t, uint32_t) \
272 DEFCTZ32 (uint32_t, uint16_t) \
273 DEFCTZ32 (uint32_t, uint8_t) \
274 DEFCTZ32 (uint32_t, int64_t) \
275 DEFCTZ32 (uint32_t, int32_t) \
276 DEFCTZ32 (uint32_t, int16_t) \
277 DEFCTZ32 (uint32_t, int8_t) \
278 DEFCTZ32 (int32_t, uint64_t) \
279 DEFCTZ32 (int32_t, uint32_t) \
280 DEFCTZ32 (int32_t, uint16_t) \
281 DEFCTZ32 (int32_t, uint8_t) \
282 DEFCTZ32 (int32_t, int64_t) \
283 DEFCTZ32 (int32_t, int32_t) \
284 DEFCTZ32 (int32_t, int16_t) \
285 DEFCTZ32 (int32_t, int8_t) \
286 DEFCTZ32 (uint16_t, uint64_t) \
287 DEFCTZ32 (uint16_t, uint32_t) \
288 DEFCTZ32 (uint16_t, uint16_t) \
289 DEFCTZ32 (uint16_t, uint8_t) \
290 DEFCTZ32 (uint16_t, int64_t) \
291 DEFCTZ32 (uint16_t, int32_t) \
292 DEFCTZ32 (uint16_t, int16_t) \
293 DEFCTZ32 (uint16_t, int8_t) \
294 DEFCTZ32 (int16_t, uint64_t) \
295 DEFCTZ32 (int16_t, uint32_t) \
296 DEFCTZ32 (int16_t, uint16_t) \
297 DEFCTZ32 (int16_t, uint8_t) \
298 DEFCTZ32 (int16_t, int64_t) \
299 DEFCTZ32 (int16_t, int32_t) \
300 DEFCTZ32 (int16_t, int16_t) \
301 DEFCTZ32 (int16_t, int8_t) \
302 DEFCTZ32 (uint8_t, uint64_t) \
303 DEFCTZ32 (uint8_t, uint32_t) \
304 DEFCTZ32 (uint8_t, uint16_t) \
305 DEFCTZ32 (uint8_t, uint8_t) \
306 DEFCTZ32 (uint8_t, int64_t) \
307 DEFCTZ32 (uint8_t, int32_t) \
308 DEFCTZ32 (uint8_t, int16_t) \
309 DEFCTZ32 (uint8_t, int8_t) \
310 DEFCTZ32 (int8_t, uint64_t) \
311 DEFCTZ32 (int8_t, uint32_t) \
312 DEFCTZ32 (int8_t, uint16_t) \
313 DEFCTZ32 (int8_t, uint8_t) \
314 DEFCTZ32 (int8_t, int64_t) \
315 DEFCTZ32 (int8_t, int32_t) \
316 DEFCTZ32 (int8_t, int16_t) \
317 DEFCTZ32 (int8_t, int8_t) \
318 DEFFFS64 (uint64_t, uint64_t) \
319 DEFFFS64 (uint64_t, uint32_t) \
320 DEFFFS64 (uint64_t, uint16_t) \
321 DEFFFS64 (uint64_t, uint8_t) \
322 DEFFFS64 (uint64_t, int64_t) \
323 DEFFFS64 (uint64_t, int32_t) \
324 DEFFFS64 (uint64_t, int16_t) \
325 DEFFFS64 (uint64_t, int8_t) \
326 DEFFFS64 (int64_t, uint64_t) \
327 DEFFFS64 (int64_t, uint32_t) \
328 DEFFFS64 (int64_t, uint16_t) \
329 DEFFFS64 (int64_t, uint8_t) \
330 DEFFFS64 (int64_t, int64_t) \
331 DEFFFS64 (int64_t, int32_t) \
332 DEFFFS64 (int64_t, int16_t) \
333 DEFFFS64 (int64_t, int8_t) \
334 DEFFFS64 (uint32_t, uint64_t) \
335 DEFFFS64 (uint32_t, uint32_t) \
336 DEFFFS64 (uint32_t, uint16_t) \
337 DEFFFS64 (uint32_t, uint8_t) \
338 DEFFFS64 (uint32_t, int64_t) \
339 DEFFFS64 (uint32_t, int32_t) \
340 DEFFFS64 (uint32_t, int16_t) \
341 DEFFFS64 (uint32_t, int8_t) \
342 DEFFFS64 (int32_t, uint64_t) \
343 DEFFFS64 (int32_t, uint32_t) \
344 DEFFFS64 (int32_t, uint16_t) \
345 DEFFFS64 (int32_t, uint8_t) \
346 DEFFFS64 (int32_t, int64_t) \
347 DEFFFS64 (int32_t, int32_t) \
348 DEFFFS64 (int32_t, int16_t) \
349 DEFFFS64 (int32_t, int8_t) \
350 DEFFFS64 (uint16_t, uint64_t) \
351 DEFFFS64 (uint16_t, uint32_t) \
352 DEFFFS64 (uint16_t, uint16_t) \
353 DEFFFS64 (uint16_t, uint8_t) \
354 DEFFFS64 (uint16_t, int64_t) \
355 DEFFFS64 (uint16_t, int32_t) \
356 DEFFFS64 (uint16_t, int16_t) \
357 DEFFFS64 (uint16_t, int8_t) \
358 DEFFFS64 (int16_t, uint64_t) \
359 DEFFFS64 (int16_t, uint32_t) \
360 DEFFFS64 (int16_t, uint16_t) \
361 DEFFFS64 (int16_t, uint8_t) \
362 DEFFFS64 (int16_t, int64_t) \
363 DEFFFS64 (int16_t, int32_t) \
364 DEFFFS64 (int16_t, int16_t) \
365 DEFFFS64 (int16_t, int8_t) \
366 DEFFFS64 (uint8_t, uint64_t) \
367 DEFFFS64 (uint8_t, uint32_t) \
368 DEFFFS64 (uint8_t, uint16_t) \
369 DEFFFS64 (uint8_t, uint8_t) \
370 DEFFFS64 (uint8_t, int64_t) \
371 DEFFFS64 (uint8_t, int32_t) \
372 DEFFFS64 (uint8_t, int16_t) \
373 DEFFFS64 (uint8_t, int8_t) \
374 DEFFFS64 (int8_t, uint64_t) \
375 DEFFFS64 (int8_t, uint32_t) \
376 DEFFFS64 (int8_t, uint16_t) \
377 DEFFFS64 (int8_t, uint8_t) \
378 DEFFFS64 (int8_t, int64_t) \
379 DEFFFS64 (int8_t, int32_t) \
380 DEFFFS64 (int8_t, int16_t) \
381 DEFFFS64 (int8_t, int8_t) \
382 DEFFFS32 (uint64_t, uint64_t) \
383 DEFFFS32 (uint64_t, uint32_t) \
384 DEFFFS32 (uint64_t, uint16_t) \
385 DEFFFS32 (uint64_t, uint8_t) \
386 DEFFFS32 (uint64_t, int64_t) \
387 DEFFFS32 (uint64_t, int32_t) \
388 DEFFFS32 (uint64_t, int16_t) \
389 DEFFFS32 (uint64_t, int8_t) \
390 DEFFFS32 (int64_t, uint64_t) \
391 DEFFFS32 (int64_t, uint32_t) \
392 DEFFFS32 (int64_t, uint16_t) \
393 DEFFFS32 (int64_t, uint8_t) \
394 DEFFFS32 (int64_t, int64_t) \
395 DEFFFS32 (int64_t, int32_t) \
396 DEFFFS32 (int64_t, int16_t) \
397 DEFFFS32 (int64_t, int8_t) \
398 DEFFFS32 (uint32_t, uint64_t) \
399 DEFFFS32 (uint32_t, uint32_t) \
400 DEFFFS32 (uint32_t, uint16_t) \
401 DEFFFS32 (uint32_t, uint8_t) \
402 DEFFFS32 (uint32_t, int64_t) \
403 DEFFFS32 (uint32_t, int32_t) \
404 DEFFFS32 (uint32_t, int16_t) \
405 DEFFFS32 (uint32_t, int8_t) \
406 DEFFFS32 (int32_t, uint64_t) \
407 DEFFFS32 (int32_t, uint32_t) \
408 DEFFFS32 (int32_t, uint16_t) \
409 DEFFFS32 (int32_t, uint8_t) \
410 DEFFFS32 (int32_t, int64_t) \
411 DEFFFS32 (int32_t, int32_t) \
412 DEFFFS32 (int32_t, int16_t) \
413 DEFFFS32 (int32_t, int8_t) \
414 DEFFFS32 (uint16_t, uint64_t) \
415 DEFFFS32 (uint16_t, uint32_t) \
416 DEFFFS32 (uint16_t, uint16_t) \
417 DEFFFS32 (uint16_t, uint8_t) \
418 DEFFFS32 (uint16_t, int64_t) \
419 DEFFFS32 (uint16_t, int32_t) \
420 DEFFFS32 (uint16_t, int16_t) \
421 DEFFFS32 (uint16_t, int8_t) \
422 DEFFFS32 (int16_t, uint64_t) \
423 DEFFFS32 (int16_t, uint32_t) \
424 DEFFFS32 (int16_t, uint16_t) \
425 DEFFFS32 (int16_t, uint8_t) \
426 DEFFFS32 (int16_t, int64_t) \
427 DEFFFS32 (int16_t, int32_t) \
428 DEFFFS32 (int16_t, int16_t) \
429 DEFFFS32 (int16_t, int8_t) \
430 DEFFFS32 (uint8_t, uint64_t) \
431 DEFFFS32 (uint8_t, uint32_t) \
432 DEFFFS32 (uint8_t, uint16_t) \
433 DEFFFS32 (uint8_t, uint8_t) \
434 DEFFFS32 (uint8_t, int64_t) \
435 DEFFFS32 (uint8_t, int32_t) \
436 DEFFFS32 (uint8_t, int16_t) \
437 DEFFFS32 (uint8_t, int8_t) \
438 DEFFFS32 (int8_t, uint64_t) \
439 DEFFFS32 (int8_t, uint32_t) \
440 DEFFFS32 (int8_t, uint16_t) \
441 DEFFFS32 (int8_t, uint8_t) \
442 DEFFFS32 (int8_t, int64_t) \
443 DEFFFS32 (int8_t, int32_t) \
444 DEFFFS32 (int8_t, int16_t) \
445 DEFFFS32 (int8_t, int8_t)
446
447 DEF_ALL ()
448
449 #define SZ 512
450
451 #define TEST64(TYPEDST, TYPESRC) \
452 void __attribute__ ((optimize ("0"))) test64_##TYPEDST##TYPESRC () \
453 { \
454 TYPESRC src[SZ]; \
455 TYPEDST dst[SZ]; \
456 for (int i = 0; i < SZ; i++) \
457 { \
458 int ia = i + 1; \
459 src[i] = ia * 1234567890; \
460 dst[i] = 0; \
461 } \
462 popcount64_##TYPEDST##TYPESRC (dst, src, SZ); \
463 for (int i = 0; i < SZ; i++) \
464 { \
465 assert (dst[i] == __builtin_popcountll (src[i])); \
466 } \
467 }
468
469 #define TEST64N(TYPEDST, TYPESRC) \
470 void __attribute__ ((optimize ("0"))) test64n_##TYPEDST##TYPESRC () \
471 { \
472 TYPESRC src[SZ]; \
473 TYPEDST dst[SZ]; \
474 for (int i = 0; i < SZ; i++) \
475 { \
476 int ia = i + 1; \
477 src[i] = ia * -1234567890; \
478 dst[i] = 0; \
479 } \
480 popcount64_##TYPEDST##TYPESRC (dst, src, SZ); \
481 for (int i = 0; i < SZ; i++) \
482 { \
483 assert (dst[i] == __builtin_popcountll (src[i])); \
484 } \
485 }
486
487 #define TEST32(TYPEDST, TYPESRC) \
488 void __attribute__ ((optimize ("0"))) test32_##TYPEDST##TYPESRC () \
489 { \
490 TYPESRC src[SZ]; \
491 TYPEDST dst[SZ]; \
492 for (int i = 0; i < SZ; i++) \
493 { \
494 int ia = i + 1; \
495 src[i] = ia * 1234567; \
496 dst[i] = 0; \
497 } \
498 popcount32_##TYPEDST##TYPESRC (dst, src, SZ); \
499 for (int i = 0; i < SZ; i++) \
500 { \
501 assert (dst[i] == __builtin_popcount (src[i])); \
502 } \
503 }
504
505 #define TEST32N(TYPEDST, TYPESRC) \
506 void __attribute__ ((optimize ("0"))) test32n_##TYPEDST##TYPESRC () \
507 { \
508 TYPESRC src[SZ]; \
509 TYPEDST dst[SZ]; \
510 for (int i = 0; i < SZ; i++) \
511 { \
512 int ia = i + 1; \
513 src[i] = ia * -1234567; \
514 dst[i] = 0; \
515 } \
516 popcount32_##TYPEDST##TYPESRC (dst, src, SZ); \
517 for (int i = 0; i < SZ; i++) \
518 { \
519 assert (dst[i] == __builtin_popcount (src[i])); \
520 } \
521 }
522
523 #define TESTCTZ64(TYPEDST, TYPESRC) \
524 void __attribute__ ((optimize ("0"))) testctz64_##TYPEDST##TYPESRC () \
525 { \
526 TYPESRC src[SZ]; \
527 TYPEDST dst[SZ]; \
528 for (int i = 0; i < SZ; i++) \
529 { \
530 int ia = i + 1; \
531 src[i] = ia * 1234567890; \
532 dst[i] = 0; \
533 } \
534 ctz64_##TYPEDST##TYPESRC (dst, src, SZ); \
535 for (int i = 0; i < SZ; i++) \
536 { \
537 if (src[i] != 0) \
538 assert (dst[i] == __builtin_ctzll (src[i])); \
539 } \
540 }
541
542 #define TESTCTZ64N(TYPEDST, TYPESRC) \
543 void __attribute__ ((optimize ("0"))) testctz64n_##TYPEDST##TYPESRC () \
544 { \
545 TYPESRC src[SZ]; \
546 TYPEDST dst[SZ]; \
547 for (int i = 0; i < SZ; i++) \
548 { \
549 int ia = i + 1; \
550 src[i] = ia * -1234567890; \
551 dst[i] = 0; \
552 } \
553 ctz64_##TYPEDST##TYPESRC (dst, src, SZ); \
554 for (int i = 0; i < SZ; i++) \
555 { \
556 if (src[i] != 0) \
557 assert (dst[i] == __builtin_ctzll (src[i])); \
558 } \
559 }
560
561 #define TESTCTZ32(TYPEDST, TYPESRC) \
562 void __attribute__ ((optimize ("0"))) testctz32_##TYPEDST##TYPESRC () \
563 { \
564 TYPESRC src[SZ]; \
565 TYPEDST dst[SZ]; \
566 for (int i = 0; i < SZ; i++) \
567 { \
568 int ia = i + 1; \
569 src[i] = ia * 1234567; \
570 dst[i] = 0; \
571 } \
572 ctz32_##TYPEDST##TYPESRC (dst, src, SZ); \
573 for (int i = 0; i < SZ; i++) \
574 { \
575 if (src[i] != 0) \
576 assert (dst[i] == __builtin_ctz (src[i])); \
577 } \
578 }
579
580 #define TESTCTZ32N(TYPEDST, TYPESRC) \
581 void __attribute__ ((optimize ("0"))) testctz32n_##TYPEDST##TYPESRC () \
582 { \
583 TYPESRC src[SZ]; \
584 TYPEDST dst[SZ]; \
585 for (int i = 0; i < SZ; i++) \
586 { \
587 int ia = i + 1; \
588 src[i] = ia * -1234567; \
589 dst[i] = 0; \
590 } \
591 ctz32_##TYPEDST##TYPESRC (dst, src, SZ); \
592 for (int i = 0; i < SZ; i++) \
593 { \
594 if (src[i] != 0) \
595 assert (dst[i] == __builtin_ctz (src[i])); \
596 } \
597 }
598
599 #define TESTFFS64(TYPEDST, TYPESRC) \
600 void __attribute__ ((optimize ("0"))) testffs64_##TYPEDST##TYPESRC () \
601 { \
602 TYPESRC src[SZ]; \
603 TYPEDST dst[SZ]; \
604 for (int i = 0; i < SZ; i++) \
605 { \
606 int ia = i + 1; \
607 src[i] = ia * 1234567890; \
608 dst[i] = 0; \
609 } \
610 ffs64_##TYPEDST##TYPESRC (dst, src, SZ); \
611 for (int i = 0; i < SZ; i++) \
612 { \
613 assert (dst[i] == __builtin_ffsll (src[i])); \
614 } \
615 }
616
617 #define TESTFFS64N(TYPEDST, TYPESRC) \
618 void __attribute__ ((optimize ("0"))) testffs64n_##TYPEDST##TYPESRC () \
619 { \
620 TYPESRC src[SZ]; \
621 TYPEDST dst[SZ]; \
622 for (int i = 0; i < SZ; i++) \
623 { \
624 int ia = i + 1; \
625 src[i] = ia * -1234567890; \
626 dst[i] = 0; \
627 } \
628 ffs64_##TYPEDST##TYPESRC (dst, src, SZ); \
629 for (int i = 0; i < SZ; i++) \
630 { \
631 assert (dst[i] == __builtin_ffsll (src[i])); \
632 } \
633 }
634
635 #define TESTFFS32(TYPEDST, TYPESRC) \
636 void __attribute__ ((optimize ("0"))) testffs32_##TYPEDST##TYPESRC () \
637 { \
638 TYPESRC src[SZ]; \
639 TYPEDST dst[SZ]; \
640 for (int i = 0; i < SZ; i++) \
641 { \
642 int ia = i + 1; \
643 src[i] = ia * 1234567; \
644 dst[i] = 0; \
645 } \
646 ffs32_##TYPEDST##TYPESRC (dst, src, SZ); \
647 for (int i = 0; i < SZ; i++) \
648 { \
649 assert (dst[i] == __builtin_ffs (src[i])); \
650 } \
651 }
652
653 #define TESTFFS32N(TYPEDST, TYPESRC) \
654 void __attribute__ ((optimize ("0"))) testffs32n_##TYPEDST##TYPESRC () \
655 { \
656 TYPESRC src[SZ]; \
657 TYPEDST dst[SZ]; \
658 for (int i = 0; i < SZ; i++) \
659 { \
660 int ia = i + 1; \
661 src[i] = ia * -1234567; \
662 dst[i] = 0; \
663 } \
664 ffs32_##TYPEDST##TYPESRC (dst, src, SZ); \
665 for (int i = 0; i < SZ; i++) \
666 { \
667 assert (dst[i] == __builtin_ffs (src[i])); \
668 } \
669 }
670
671 #define TEST_ALL() \
672 TEST64 (uint64_t, uint64_t) \
673 TEST64 (uint64_t, uint32_t) \
674 TEST64 (uint64_t, uint16_t) \
675 TEST64 (uint64_t, uint8_t) \
676 TEST64 (uint64_t, int64_t) \
677 TEST64 (uint64_t, int32_t) \
678 TEST64 (uint64_t, int16_t) \
679 TEST64 (uint64_t, int8_t) \
680 TEST64N (int64_t, uint64_t) \
681 TEST64N (int64_t, uint32_t) \
682 TEST64N (int64_t, uint16_t) \
683 TEST64N (int64_t, uint8_t) \
684 TEST64N (int64_t, int64_t) \
685 TEST64N (int64_t, int32_t) \
686 TEST64N (int64_t, int16_t) \
687 TEST64N (int64_t, int8_t) \
688 TEST64 (uint32_t, uint64_t) \
689 TEST64 (uint32_t, uint32_t) \
690 TEST64 (uint32_t, uint16_t) \
691 TEST64 (uint32_t, uint8_t) \
692 TEST64 (uint32_t, int64_t) \
693 TEST64 (uint32_t, int32_t) \
694 TEST64 (uint32_t, int16_t) \
695 TEST64 (uint32_t, int8_t) \
696 TEST64N (int32_t, uint64_t) \
697 TEST64N (int32_t, uint32_t) \
698 TEST64N (int32_t, uint16_t) \
699 TEST64N (int32_t, uint8_t) \
700 TEST64N (int32_t, int64_t) \
701 TEST64N (int32_t, int32_t) \
702 TEST64N (int32_t, int16_t) \
703 TEST64N (int32_t, int8_t) \
704 TEST64 (uint16_t, uint64_t) \
705 TEST64 (uint16_t, uint32_t) \
706 TEST64 (uint16_t, uint16_t) \
707 TEST64 (uint16_t, uint8_t) \
708 TEST64 (uint16_t, int64_t) \
709 TEST64 (uint16_t, int32_t) \
710 TEST64 (uint16_t, int16_t) \
711 TEST64 (uint16_t, int8_t) \
712 TEST64N (int16_t, uint64_t) \
713 TEST64N (int16_t, uint32_t) \
714 TEST64N (int16_t, uint16_t) \
715 TEST64N (int16_t, uint8_t) \
716 TEST64N (int16_t, int64_t) \
717 TEST64N (int16_t, int32_t) \
718 TEST64N (int16_t, int16_t) \
719 TEST64N (int16_t, int8_t) \
720 TEST64 (uint8_t, uint64_t) \
721 TEST64 (uint8_t, uint32_t) \
722 TEST64 (uint8_t, uint16_t) \
723 TEST64 (uint8_t, uint8_t) \
724 TEST64 (uint8_t, int64_t) \
725 TEST64 (uint8_t, int32_t) \
726 TEST64 (uint8_t, int16_t) \
727 TEST64 (uint8_t, int8_t) \
728 TEST64N (int8_t, uint64_t) \
729 TEST64N (int8_t, uint32_t) \
730 TEST64N (int8_t, uint16_t) \
731 TEST64N (int8_t, uint8_t) \
732 TEST64N (int8_t, int64_t) \
733 TEST64N (int8_t, int32_t) \
734 TEST64N (int8_t, int16_t) \
735 TEST64N (int8_t, int8_t) \
736 TEST32 (uint64_t, uint64_t) \
737 TEST32 (uint64_t, uint32_t) \
738 TEST32 (uint64_t, uint16_t) \
739 TEST32 (uint64_t, uint8_t) \
740 TEST32 (uint64_t, int64_t) \
741 TEST32 (uint64_t, int32_t) \
742 TEST32 (uint64_t, int16_t) \
743 TEST32 (uint64_t, int8_t) \
744 TEST32N (int64_t, uint64_t) \
745 TEST32N (int64_t, uint32_t) \
746 TEST32N (int64_t, uint16_t) \
747 TEST32N (int64_t, uint8_t) \
748 TEST32N (int64_t, int64_t) \
749 TEST32N (int64_t, int32_t) \
750 TEST32N (int64_t, int16_t) \
751 TEST32N (int64_t, int8_t) \
752 TEST32 (uint32_t, uint64_t) \
753 TEST32 (uint32_t, uint32_t) \
754 TEST32 (uint32_t, uint16_t) \
755 TEST32 (uint32_t, uint8_t) \
756 TEST32 (uint32_t, int64_t) \
757 TEST32 (uint32_t, int32_t) \
758 TEST32 (uint32_t, int16_t) \
759 TEST32 (uint32_t, int8_t) \
760 TEST32N (int32_t, uint64_t) \
761 TEST32N (int32_t, uint32_t) \
762 TEST32N (int32_t, uint16_t) \
763 TEST32N (int32_t, uint8_t) \
764 TEST32N (int32_t, int64_t) \
765 TEST32N (int32_t, int32_t) \
766 TEST32N (int32_t, int16_t) \
767 TEST32N (int32_t, int8_t) \
768 TEST32 (uint16_t, uint64_t) \
769 TEST32 (uint16_t, uint32_t) \
770 TEST32 (uint16_t, uint16_t) \
771 TEST32 (uint16_t, uint8_t) \
772 TEST32 (uint16_t, int64_t) \
773 TEST32 (uint16_t, int32_t) \
774 TEST32 (uint16_t, int16_t) \
775 TEST32 (uint16_t, int8_t) \
776 TEST32N (int16_t, uint64_t) \
777 TEST32N (int16_t, uint32_t) \
778 TEST32N (int16_t, uint16_t) \
779 TEST32N (int16_t, uint8_t) \
780 TEST32N (int16_t, int64_t) \
781 TEST32N (int16_t, int32_t) \
782 TEST32N (int16_t, int16_t) \
783 TEST32N (int16_t, int8_t) \
784 TEST32 (uint8_t, uint64_t) \
785 TEST32 (uint8_t, uint32_t) \
786 TEST32 (uint8_t, uint16_t) \
787 TEST32 (uint8_t, uint8_t) \
788 TEST32 (uint8_t, int64_t) \
789 TEST32 (uint8_t, int32_t) \
790 TEST32 (uint8_t, int16_t) \
791 TEST32 (uint8_t, int8_t) \
792 TEST32N (int8_t, uint64_t) \
793 TEST32N (int8_t, uint32_t) \
794 TEST32N (int8_t, uint16_t) \
795 TEST32N (int8_t, uint8_t) \
796 TEST32N (int8_t, int64_t) \
797 TEST32N (int8_t, int32_t) \
798 TEST32N (int8_t, int16_t) \
799 TEST32N (int8_t, int8_t) \
800 TESTCTZ64 (uint64_t, uint64_t) \
801 TESTCTZ64 (uint64_t, uint32_t) \
802 TESTCTZ64 (uint64_t, uint16_t) \
803 TESTCTZ64 (uint64_t, uint8_t) \
804 TESTCTZ64 (uint64_t, int64_t) \
805 TESTCTZ64 (uint64_t, int32_t) \
806 TESTCTZ64 (uint64_t, int16_t) \
807 TESTCTZ64 (uint64_t, int8_t) \
808 TESTCTZ64N (int64_t, uint64_t) \
809 TESTCTZ64N (int64_t, uint32_t) \
810 TESTCTZ64N (int64_t, uint16_t) \
811 TESTCTZ64N (int64_t, uint8_t) \
812 TESTCTZ64N (int64_t, int64_t) \
813 TESTCTZ64N (int64_t, int32_t) \
814 TESTCTZ64N (int64_t, int16_t) \
815 TESTCTZ64N (int64_t, int8_t) \
816 TESTCTZ64 (uint32_t, uint64_t) \
817 TESTCTZ64 (uint32_t, uint32_t) \
818 TESTCTZ64 (uint32_t, uint16_t) \
819 TESTCTZ64 (uint32_t, uint8_t) \
820 TESTCTZ64 (uint32_t, int64_t) \
821 TESTCTZ64 (uint32_t, int32_t) \
822 TESTCTZ64 (uint32_t, int16_t) \
823 TESTCTZ64 (uint32_t, int8_t) \
824 TESTCTZ64N (int32_t, uint64_t) \
825 TESTCTZ64N (int32_t, uint32_t) \
826 TESTCTZ64N (int32_t, uint16_t) \
827 TESTCTZ64N (int32_t, uint8_t) \
828 TESTCTZ64N (int32_t, int64_t) \
829 TESTCTZ64N (int32_t, int32_t) \
830 TESTCTZ64N (int32_t, int16_t) \
831 TESTCTZ64N (int32_t, int8_t) \
832 TESTCTZ64 (uint16_t, uint64_t) \
833 TESTCTZ64 (uint16_t, uint32_t) \
834 TESTCTZ64 (uint16_t, uint16_t) \
835 TESTCTZ64 (uint16_t, uint8_t) \
836 TESTCTZ64 (uint16_t, int64_t) \
837 TESTCTZ64 (uint16_t, int32_t) \
838 TESTCTZ64 (uint16_t, int16_t) \
839 TESTCTZ64 (uint16_t, int8_t) \
840 TESTCTZ64N (int16_t, uint64_t) \
841 TESTCTZ64N (int16_t, uint32_t) \
842 TESTCTZ64N (int16_t, uint16_t) \
843 TESTCTZ64N (int16_t, uint8_t) \
844 TESTCTZ64N (int16_t, int64_t) \
845 TESTCTZ64N (int16_t, int32_t) \
846 TESTCTZ64N (int16_t, int16_t) \
847 TESTCTZ64N (int16_t, int8_t) \
848 TESTCTZ64 (uint8_t, uint64_t) \
849 TESTCTZ64 (uint8_t, uint32_t) \
850 TESTCTZ64 (uint8_t, uint16_t) \
851 TESTCTZ64 (uint8_t, uint8_t) \
852 TESTCTZ64 (uint8_t, int64_t) \
853 TESTCTZ64 (uint8_t, int32_t) \
854 TESTCTZ64 (uint8_t, int16_t) \
855 TESTCTZ64 (uint8_t, int8_t) \
856 TESTCTZ64N (int8_t, uint64_t) \
857 TESTCTZ64N (int8_t, uint32_t) \
858 TESTCTZ64N (int8_t, uint16_t) \
859 TESTCTZ64N (int8_t, uint8_t) \
860 TESTCTZ64N (int8_t, int64_t) \
861 TESTCTZ64N (int8_t, int32_t) \
862 TESTCTZ64N (int8_t, int16_t) \
863 TESTCTZ64N (int8_t, int8_t) \
864 TESTCTZ32 (uint64_t, uint64_t) \
865 TESTCTZ32 (uint64_t, uint32_t) \
866 TESTCTZ32 (uint64_t, uint16_t) \
867 TESTCTZ32 (uint64_t, uint8_t) \
868 TESTCTZ32 (uint64_t, int64_t) \
869 TESTCTZ32 (uint64_t, int32_t) \
870 TESTCTZ32 (uint64_t, int16_t) \
871 TESTCTZ32 (uint64_t, int8_t) \
872 TESTCTZ32N (int64_t, uint64_t) \
873 TESTCTZ32N (int64_t, uint32_t) \
874 TESTCTZ32N (int64_t, uint16_t) \
875 TESTCTZ32N (int64_t, uint8_t) \
876 TESTCTZ32N (int64_t, int64_t) \
877 TESTCTZ32N (int64_t, int32_t) \
878 TESTCTZ32N (int64_t, int16_t) \
879 TESTCTZ32N (int64_t, int8_t) \
880 TESTCTZ32 (uint32_t, uint64_t) \
881 TESTCTZ32 (uint32_t, uint32_t) \
882 TESTCTZ32 (uint32_t, uint16_t) \
883 TESTCTZ32 (uint32_t, uint8_t) \
884 TESTCTZ32 (uint32_t, int64_t) \
885 TESTCTZ32 (uint32_t, int32_t) \
886 TESTCTZ32 (uint32_t, int16_t) \
887 TESTCTZ32 (uint32_t, int8_t) \
888 TESTCTZ32N (int32_t, uint64_t) \
889 TESTCTZ32N (int32_t, uint32_t) \
890 TESTCTZ32N (int32_t, uint16_t) \
891 TESTCTZ32N (int32_t, uint8_t) \
892 TESTCTZ32N (int32_t, int64_t) \
893 TESTCTZ32N (int32_t, int32_t) \
894 TESTCTZ32N (int32_t, int16_t) \
895 TESTCTZ32N (int32_t, int8_t) \
896 TESTCTZ32 (uint16_t, uint64_t) \
897 TESTCTZ32 (uint16_t, uint32_t) \
898 TESTCTZ32 (uint16_t, uint16_t) \
899 TESTCTZ32 (uint16_t, uint8_t) \
900 TESTCTZ32 (uint16_t, int64_t) \
901 TESTCTZ32 (uint16_t, int32_t) \
902 TESTCTZ32 (uint16_t, int16_t) \
903 TESTCTZ32 (uint16_t, int8_t) \
904 TESTCTZ32N (int16_t, uint64_t) \
905 TESTCTZ32N (int16_t, uint32_t) \
906 TESTCTZ32N (int16_t, uint16_t) \
907 TESTCTZ32N (int16_t, uint8_t) \
908 TESTCTZ32N (int16_t, int64_t) \
909 TESTCTZ32N (int16_t, int32_t) \
910 TESTCTZ32N (int16_t, int16_t) \
911 TESTCTZ32N (int16_t, int8_t) \
912 TESTCTZ32 (uint8_t, uint64_t) \
913 TESTCTZ32 (uint8_t, uint32_t) \
914 TESTCTZ32 (uint8_t, uint16_t) \
915 TESTCTZ32 (uint8_t, uint8_t) \
916 TESTCTZ32 (uint8_t, int64_t) \
917 TESTCTZ32 (uint8_t, int32_t) \
918 TESTCTZ32 (uint8_t, int16_t) \
919 TESTCTZ32 (uint8_t, int8_t) \
920 TESTCTZ32N (int8_t, uint64_t) \
921 TESTCTZ32N (int8_t, uint32_t) \
922 TESTCTZ32N (int8_t, uint16_t) \
923 TESTCTZ32N (int8_t, uint8_t) \
924 TESTCTZ32N (int8_t, int64_t) \
925 TESTCTZ32N (int8_t, int32_t) \
926 TESTCTZ32N (int8_t, int16_t) \
927 TESTCTZ32N (int8_t, int8_t) \
928 TESTFFS64 (uint64_t, uint64_t) \
929 TESTFFS64 (uint64_t, uint32_t) \
930 TESTFFS64 (uint64_t, uint16_t) \
931 TESTFFS64 (uint64_t, uint8_t) \
932 TESTFFS64 (uint64_t, int64_t) \
933 TESTFFS64 (uint64_t, int32_t) \
934 TESTFFS64 (uint64_t, int16_t) \
935 TESTFFS64 (uint64_t, int8_t) \
936 TESTFFS64N (int64_t, uint64_t) \
937 TESTFFS64N (int64_t, uint32_t) \
938 TESTFFS64N (int64_t, uint16_t) \
939 TESTFFS64N (int64_t, uint8_t) \
940 TESTFFS64N (int64_t, int64_t) \
941 TESTFFS64N (int64_t, int32_t) \
942 TESTFFS64N (int64_t, int16_t) \
943 TESTFFS64N (int64_t, int8_t) \
944 TESTFFS64 (uint32_t, uint64_t) \
945 TESTFFS64 (uint32_t, uint32_t) \
946 TESTFFS64 (uint32_t, uint16_t) \
947 TESTFFS64 (uint32_t, uint8_t) \
948 TESTFFS64 (uint32_t, int64_t) \
949 TESTFFS64 (uint32_t, int32_t) \
950 TESTFFS64 (uint32_t, int16_t) \
951 TESTFFS64 (uint32_t, int8_t) \
952 TESTFFS64N (int32_t, uint64_t) \
953 TESTFFS64N (int32_t, uint32_t) \
954 TESTFFS64N (int32_t, uint16_t) \
955 TESTFFS64N (int32_t, uint8_t) \
956 TESTFFS64N (int32_t, int64_t) \
957 TESTFFS64N (int32_t, int32_t) \
958 TESTFFS64N (int32_t, int16_t) \
959 TESTFFS64N (int32_t, int8_t) \
960 TESTFFS64 (uint16_t, uint64_t) \
961 TESTFFS64 (uint16_t, uint32_t) \
962 TESTFFS64 (uint16_t, uint16_t) \
963 TESTFFS64 (uint16_t, uint8_t) \
964 TESTFFS64 (uint16_t, int64_t) \
965 TESTFFS64 (uint16_t, int32_t) \
966 TESTFFS64 (uint16_t, int16_t) \
967 TESTFFS64 (uint16_t, int8_t) \
968 TESTFFS64N (int16_t, uint64_t) \
969 TESTFFS64N (int16_t, uint32_t) \
970 TESTFFS64N (int16_t, uint16_t) \
971 TESTFFS64N (int16_t, uint8_t) \
972 TESTFFS64N (int16_t, int64_t) \
973 TESTFFS64N (int16_t, int32_t) \
974 TESTFFS64N (int16_t, int16_t) \
975 TESTFFS64N (int16_t, int8_t) \
976 TESTFFS64 (uint8_t, uint64_t) \
977 TESTFFS64 (uint8_t, uint32_t) \
978 TESTFFS64 (uint8_t, uint16_t) \
979 TESTFFS64 (uint8_t, uint8_t) \
980 TESTFFS64 (uint8_t, int64_t) \
981 TESTFFS64 (uint8_t, int32_t) \
982 TESTFFS64 (uint8_t, int16_t) \
983 TESTFFS64 (uint8_t, int8_t) \
984 TESTFFS64N (int8_t, uint64_t) \
985 TESTFFS64N (int8_t, uint32_t) \
986 TESTFFS64N (int8_t, uint16_t) \
987 TESTFFS64N (int8_t, uint8_t) \
988 TESTFFS64N (int8_t, int64_t) \
989 TESTFFS64N (int8_t, int32_t) \
990 TESTFFS64N (int8_t, int16_t) \
991 TESTFFS64N (int8_t, int8_t) \
992 TESTFFS32 (uint64_t, uint64_t) \
993 TESTFFS32 (uint64_t, uint32_t) \
994 TESTFFS32 (uint64_t, uint16_t) \
995 TESTFFS32 (uint64_t, uint8_t) \
996 TESTFFS32 (uint64_t, int64_t) \
997 TESTFFS32 (uint64_t, int32_t) \
998 TESTFFS32 (uint64_t, int16_t) \
999 TESTFFS32 (uint64_t, int8_t) \
1000 TESTFFS32N (int64_t, uint64_t) \
1001 TESTFFS32N (int64_t, uint32_t) \
1002 TESTFFS32N (int64_t, uint16_t) \
1003 TESTFFS32N (int64_t, uint8_t) \
1004 TESTFFS32N (int64_t, int64_t) \
1005 TESTFFS32N (int64_t, int32_t) \
1006 TESTFFS32N (int64_t, int16_t) \
1007 TESTFFS32N (int64_t, int8_t) \
1008 TESTFFS32 (uint32_t, uint64_t) \
1009 TESTFFS32 (uint32_t, uint32_t) \
1010 TESTFFS32 (uint32_t, uint16_t) \
1011 TESTFFS32 (uint32_t, uint8_t) \
1012 TESTFFS32 (uint32_t, int64_t) \
1013 TESTFFS32 (uint32_t, int32_t) \
1014 TESTFFS32 (uint32_t, int16_t) \
1015 TESTFFS32 (uint32_t, int8_t) \
1016 TESTFFS32N (int32_t, uint64_t) \
1017 TESTFFS32N (int32_t, uint32_t) \
1018 TESTFFS32N (int32_t, uint16_t) \
1019 TESTFFS32N (int32_t, uint8_t) \
1020 TESTFFS32N (int32_t, int64_t) \
1021 TESTFFS32N (int32_t, int32_t) \
1022 TESTFFS32N (int32_t, int16_t) \
1023 TESTFFS32N (int32_t, int8_t) \
1024 TESTFFS32 (uint16_t, uint64_t) \
1025 TESTFFS32 (uint16_t, uint32_t) \
1026 TESTFFS32 (uint16_t, uint16_t) \
1027 TESTFFS32 (uint16_t, uint8_t) \
1028 TESTFFS32 (uint16_t, int64_t) \
1029 TESTFFS32 (uint16_t, int32_t) \
1030 TESTFFS32 (uint16_t, int16_t) \
1031 TESTFFS32 (uint16_t, int8_t) \
1032 TESTFFS32N (int16_t, uint64_t) \
1033 TESTFFS32N (int16_t, uint32_t) \
1034 TESTFFS32N (int16_t, uint16_t) \
1035 TESTFFS32N (int16_t, uint8_t) \
1036 TESTFFS32N (int16_t, int64_t) \
1037 TESTFFS32N (int16_t, int32_t) \
1038 TESTFFS32N (int16_t, int16_t) \
1039 TESTFFS32N (int16_t, int8_t) \
1040 TESTFFS32 (uint8_t, uint64_t) \
1041 TESTFFS32 (uint8_t, uint32_t) \
1042 TESTFFS32 (uint8_t, uint16_t) \
1043 TESTFFS32 (uint8_t, uint8_t) \
1044 TESTFFS32 (uint8_t, int64_t) \
1045 TESTFFS32 (uint8_t, int32_t) \
1046 TESTFFS32 (uint8_t, int16_t) \
1047 TESTFFS32 (uint8_t, int8_t) \
1048 TESTFFS32N (int8_t, uint64_t) \
1049 TESTFFS32N (int8_t, uint32_t) \
1050 TESTFFS32N (int8_t, uint16_t) \
1051 TESTFFS32N (int8_t, uint8_t) \
1052 TESTFFS32N (int8_t, int64_t) \
1053 TESTFFS32N (int8_t, int32_t) \
1054 TESTFFS32N (int8_t, int16_t) \
1055 TESTFFS32N (int8_t, int8_t)
1056
1057 TEST_ALL ()
1058
1059 #define RUN64(TYPEDST, TYPESRC) test64_##TYPEDST##TYPESRC ();
1060 #define RUN64N(TYPEDST, TYPESRC) test64n_##TYPEDST##TYPESRC ();
1061 #define RUN32(TYPEDST, TYPESRC) test32_##TYPEDST##TYPESRC ();
1062 #define RUN32N(TYPEDST, TYPESRC) test32n_##TYPEDST##TYPESRC ();
1063 #define RUNCTZ64(TYPEDST, TYPESRC) testctz64_##TYPEDST##TYPESRC ();
1064 #define RUNCTZ64N(TYPEDST, TYPESRC) testctz64n_##TYPEDST##TYPESRC ();
1065 #define RUNCTZ32(TYPEDST, TYPESRC) testctz32_##TYPEDST##TYPESRC ();
1066 #define RUNCTZ32N(TYPEDST, TYPESRC) testctz32n_##TYPEDST##TYPESRC ();
1067 #define RUNFFS64(TYPEDST, TYPESRC) testffs64_##TYPEDST##TYPESRC ();
1068 #define RUNFFS64N(TYPEDST, TYPESRC) testffs64n_##TYPEDST##TYPESRC ();
1069 #define RUNFFS32(TYPEDST, TYPESRC) testffs32_##TYPEDST##TYPESRC ();
1070 #define RUNFFS32N(TYPEDST, TYPESRC) testffs32n_##TYPEDST##TYPESRC ();
1071
1072 #define RUN_ALL() \
1073 RUN64 (uint64_t, uint64_t) \
1074 RUN64 (uint64_t, uint32_t) \
1075 RUN64 (uint64_t, uint16_t) \
1076 RUN64 (uint64_t, uint8_t) \
1077 RUN64 (uint64_t, int64_t) \
1078 RUN64 (uint64_t, int32_t) \
1079 RUN64 (uint64_t, int16_t) \
1080 RUN64 (uint64_t, int8_t) \
1081 RUN64N (int64_t, uint64_t) \
1082 RUN64N (int64_t, uint32_t) \
1083 RUN64N (int64_t, uint16_t) \
1084 RUN64N (int64_t, uint8_t) \
1085 RUN64N (int64_t, int64_t) \
1086 RUN64N (int64_t, int32_t) \
1087 RUN64N (int64_t, int16_t) \
1088 RUN64N (int64_t, int8_t) \
1089 RUN64 (uint32_t, uint64_t) \
1090 RUN64 (uint32_t, uint32_t) \
1091 RUN64 (uint32_t, uint16_t) \
1092 RUN64 (uint32_t, uint8_t) \
1093 RUN64 (uint32_t, int64_t) \
1094 RUN64 (uint32_t, int32_t) \
1095 RUN64 (uint32_t, int16_t) \
1096 RUN64 (uint32_t, int8_t) \
1097 RUN64N (int32_t, uint64_t) \
1098 RUN64N (int32_t, uint32_t) \
1099 RUN64N (int32_t, uint16_t) \
1100 RUN64N (int32_t, uint8_t) \
1101 RUN64N (int32_t, int64_t) \
1102 RUN64N (int32_t, int32_t) \
1103 RUN64N (int32_t, int16_t) \
1104 RUN64N (int32_t, int8_t) \
1105 RUN64 (uint16_t, uint64_t) \
1106 RUN64 (uint16_t, uint32_t) \
1107 RUN64 (uint16_t, uint16_t) \
1108 RUN64 (uint16_t, uint8_t) \
1109 RUN64 (uint16_t, int64_t) \
1110 RUN64 (uint16_t, int32_t) \
1111 RUN64 (uint16_t, int16_t) \
1112 RUN64 (uint16_t, int8_t) \
1113 RUN64N (int16_t, uint64_t) \
1114 RUN64N (int16_t, uint32_t) \
1115 RUN64N (int16_t, uint16_t) \
1116 RUN64N (int16_t, uint8_t) \
1117 RUN64N (int16_t, int64_t) \
1118 RUN64N (int16_t, int32_t) \
1119 RUN64N (int16_t, int16_t) \
1120 RUN64N (int16_t, int8_t) \
1121 RUN64 (uint8_t, uint64_t) \
1122 RUN64 (uint8_t, uint32_t) \
1123 RUN64 (uint8_t, uint16_t) \
1124 RUN64 (uint8_t, uint8_t) \
1125 RUN64 (uint8_t, int64_t) \
1126 RUN64 (uint8_t, int32_t) \
1127 RUN64 (uint8_t, int16_t) \
1128 RUN64 (uint8_t, int8_t) \
1129 RUN64N (int8_t, uint64_t) \
1130 RUN64N (int8_t, uint32_t) \
1131 RUN64N (int8_t, uint16_t) \
1132 RUN64N (int8_t, uint8_t) \
1133 RUN64N (int8_t, int64_t) \
1134 RUN64N (int8_t, int32_t) \
1135 RUN64N (int8_t, int16_t) \
1136 RUN64N (int8_t, int8_t) \
1137 RUN32 (uint64_t, uint64_t) \
1138 RUN32 (uint64_t, uint32_t) \
1139 RUN32 (uint64_t, uint16_t) \
1140 RUN32 (uint64_t, uint8_t) \
1141 RUN32 (uint64_t, int64_t) \
1142 RUN32 (uint64_t, int32_t) \
1143 RUN32 (uint64_t, int16_t) \
1144 RUN32 (uint64_t, int8_t) \
1145 RUN32N (int64_t, uint64_t) \
1146 RUN32N (int64_t, uint32_t) \
1147 RUN32N (int64_t, uint16_t) \
1148 RUN32N (int64_t, uint8_t) \
1149 RUN32N (int64_t, int64_t) \
1150 RUN32N (int64_t, int32_t) \
1151 RUN32N (int64_t, int16_t) \
1152 RUN32N (int64_t, int8_t) \
1153 RUN32 (uint32_t, uint64_t) \
1154 RUN32 (uint32_t, uint32_t) \
1155 RUN32 (uint32_t, uint16_t) \
1156 RUN32 (uint32_t, uint8_t) \
1157 RUN32 (uint32_t, int64_t) \
1158 RUN32 (uint32_t, int32_t) \
1159 RUN32 (uint32_t, int16_t) \
1160 RUN32 (uint32_t, int8_t) \
1161 RUN32N (int32_t, uint64_t) \
1162 RUN32N (int32_t, uint32_t) \
1163 RUN32N (int32_t, uint16_t) \
1164 RUN32N (int32_t, uint8_t) \
1165 RUN32N (int32_t, int64_t) \
1166 RUN32N (int32_t, int32_t) \
1167 RUN32N (int32_t, int16_t) \
1168 RUN32N (int32_t, int8_t) \
1169 RUN32 (uint16_t, uint64_t) \
1170 RUN32 (uint16_t, uint32_t) \
1171 RUN32 (uint16_t, uint16_t) \
1172 RUN32 (uint16_t, uint8_t) \
1173 RUN32 (uint16_t, int64_t) \
1174 RUN32 (uint16_t, int32_t) \
1175 RUN32 (uint16_t, int16_t) \
1176 RUN32 (uint16_t, int8_t) \
1177 RUN32N (int16_t, uint64_t) \
1178 RUN32N (int16_t, uint32_t) \
1179 RUN32N (int16_t, uint16_t) \
1180 RUN32N (int16_t, uint8_t) \
1181 RUN32N (int16_t, int64_t) \
1182 RUN32N (int16_t, int32_t) \
1183 RUN32N (int16_t, int16_t) \
1184 RUN32N (int16_t, int8_t) \
1185 RUN32 (uint8_t, uint64_t) \
1186 RUN32 (uint8_t, uint32_t) \
1187 RUN32 (uint8_t, uint16_t) \
1188 RUN32 (uint8_t, uint8_t) \
1189 RUN32 (uint8_t, int64_t) \
1190 RUN32 (uint8_t, int32_t) \
1191 RUN32 (uint8_t, int16_t) \
1192 RUN32 (uint8_t, int8_t) \
1193 RUN32N (int8_t, uint64_t) \
1194 RUN32N (int8_t, uint32_t) \
1195 RUN32N (int8_t, uint16_t) \
1196 RUN32N (int8_t, uint8_t) \
1197 RUN32N (int8_t, int64_t) \
1198 RUN32N (int8_t, int32_t) \
1199 RUN32N (int8_t, int16_t) \
1200 RUN32N (int8_t, int8_t) \
1201 RUNCTZ64 (uint64_t, uint64_t) \
1202 RUNCTZ64 (uint64_t, uint32_t) \
1203 RUNCTZ64 (uint64_t, uint16_t) \
1204 RUNCTZ64 (uint64_t, uint8_t) \
1205 RUNCTZ64 (uint64_t, int64_t) \
1206 RUNCTZ64 (uint64_t, int32_t) \
1207 RUNCTZ64 (uint64_t, int16_t) \
1208 RUNCTZ64 (uint64_t, int8_t) \
1209 RUNCTZ64N (int64_t, uint64_t) \
1210 RUNCTZ64N (int64_t, uint32_t) \
1211 RUNCTZ64N (int64_t, uint16_t) \
1212 RUNCTZ64N (int64_t, uint8_t) \
1213 RUNCTZ64N (int64_t, int64_t) \
1214 RUNCTZ64N (int64_t, int32_t) \
1215 RUNCTZ64N (int64_t, int16_t) \
1216 RUNCTZ64N (int64_t, int8_t) \
1217 RUNCTZ64 (uint32_t, uint64_t) \
1218 RUNCTZ64 (uint32_t, uint32_t) \
1219 RUNCTZ64 (uint32_t, uint16_t) \
1220 RUNCTZ64 (uint32_t, uint8_t) \
1221 RUNCTZ64 (uint32_t, int64_t) \
1222 RUNCTZ64 (uint32_t, int32_t) \
1223 RUNCTZ64 (uint32_t, int16_t) \
1224 RUNCTZ64 (uint32_t, int8_t) \
1225 RUNCTZ64N (int32_t, uint64_t) \
1226 RUNCTZ64N (int32_t, uint32_t) \
1227 RUNCTZ64N (int32_t, uint16_t) \
1228 RUNCTZ64N (int32_t, uint8_t) \
1229 RUNCTZ64N (int32_t, int64_t) \
1230 RUNCTZ64N (int32_t, int32_t) \
1231 RUNCTZ64N (int32_t, int16_t) \
1232 RUNCTZ64N (int32_t, int8_t) \
1233 RUNCTZ64 (uint16_t, uint64_t) \
1234 RUNCTZ64 (uint16_t, uint32_t) \
1235 RUNCTZ64 (uint16_t, uint16_t) \
1236 RUNCTZ64 (uint16_t, uint8_t) \
1237 RUNCTZ64 (uint16_t, int64_t) \
1238 RUNCTZ64 (uint16_t, int32_t) \
1239 RUNCTZ64 (uint16_t, int16_t) \
1240 RUNCTZ64 (uint16_t, int8_t) \
1241 RUNCTZ64N (int16_t, uint64_t) \
1242 RUNCTZ64N (int16_t, uint32_t) \
1243 RUNCTZ64N (int16_t, uint16_t) \
1244 RUNCTZ64N (int16_t, uint8_t) \
1245 RUNCTZ64N (int16_t, int64_t) \
1246 RUNCTZ64N (int16_t, int32_t) \
1247 RUNCTZ64N (int16_t, int16_t) \
1248 RUNCTZ64N (int16_t, int8_t) \
1249 RUNCTZ64 (uint8_t, uint64_t) \
1250 RUNCTZ64 (uint8_t, uint32_t) \
1251 RUNCTZ64 (uint8_t, uint16_t) \
1252 RUNCTZ64 (uint8_t, uint8_t) \
1253 RUNCTZ64 (uint8_t, int64_t) \
1254 RUNCTZ64 (uint8_t, int32_t) \
1255 RUNCTZ64 (uint8_t, int16_t) \
1256 RUNCTZ64 (uint8_t, int8_t) \
1257 RUNCTZ64N (int8_t, uint64_t) \
1258 RUNCTZ64N (int8_t, uint32_t) \
1259 RUNCTZ64N (int8_t, uint16_t) \
1260 RUNCTZ64N (int8_t, uint8_t) \
1261 RUNCTZ64N (int8_t, int64_t) \
1262 RUNCTZ64N (int8_t, int32_t) \
1263 RUNCTZ64N (int8_t, int16_t) \
1264 RUNCTZ64N (int8_t, int8_t) \
1265 RUNCTZ32 (uint64_t, uint64_t) \
1266 RUNCTZ32 (uint64_t, uint32_t) \
1267 RUNCTZ32 (uint64_t, uint16_t) \
1268 RUNCTZ32 (uint64_t, uint8_t) \
1269 RUNCTZ32 (uint64_t, int64_t) \
1270 RUNCTZ32 (uint64_t, int32_t) \
1271 RUNCTZ32 (uint64_t, int16_t) \
1272 RUNCTZ32 (uint64_t, int8_t) \
1273 RUNCTZ32N (int64_t, uint64_t) \
1274 RUNCTZ32N (int64_t, uint32_t) \
1275 RUNCTZ32N (int64_t, uint16_t) \
1276 RUNCTZ32N (int64_t, uint8_t) \
1277 RUNCTZ32N (int64_t, int64_t) \
1278 RUNCTZ32N (int64_t, int32_t) \
1279 RUNCTZ32N (int64_t, int16_t) \
1280 RUNCTZ32N (int64_t, int8_t) \
1281 RUNCTZ32 (uint32_t, uint64_t) \
1282 RUNCTZ32 (uint32_t, uint32_t) \
1283 RUNCTZ32 (uint32_t, uint16_t) \
1284 RUNCTZ32 (uint32_t, uint8_t) \
1285 RUNCTZ32 (uint32_t, int64_t) \
1286 RUNCTZ32 (uint32_t, int32_t) \
1287 RUNCTZ32 (uint32_t, int16_t) \
1288 RUNCTZ32 (uint32_t, int8_t) \
1289 RUNCTZ32N (int32_t, uint64_t) \
1290 RUNCTZ32N (int32_t, uint32_t) \
1291 RUNCTZ32N (int32_t, uint16_t) \
1292 RUNCTZ32N (int32_t, uint8_t) \
1293 RUNCTZ32N (int32_t, int64_t) \
1294 RUNCTZ32N (int32_t, int32_t) \
1295 RUNCTZ32N (int32_t, int16_t) \
1296 RUNCTZ32N (int32_t, int8_t) \
1297 RUNCTZ32 (uint16_t, uint64_t) \
1298 RUNCTZ32 (uint16_t, uint32_t) \
1299 RUNCTZ32 (uint16_t, uint16_t) \
1300 RUNCTZ32 (uint16_t, uint8_t) \
1301 RUNCTZ32 (uint16_t, int64_t) \
1302 RUNCTZ32 (uint16_t, int32_t) \
1303 RUNCTZ32 (uint16_t, int16_t) \
1304 RUNCTZ32 (uint16_t, int8_t) \
1305 RUNCTZ32N (int16_t, uint64_t) \
1306 RUNCTZ32N (int16_t, uint32_t) \
1307 RUNCTZ32N (int16_t, uint16_t) \
1308 RUNCTZ32N (int16_t, uint8_t) \
1309 RUNCTZ32N (int16_t, int64_t) \
1310 RUNCTZ32N (int16_t, int32_t) \
1311 RUNCTZ32N (int16_t, int16_t) \
1312 RUNCTZ32N (int16_t, int8_t) \
1313 RUNCTZ32 (uint8_t, uint64_t) \
1314 RUNCTZ32 (uint8_t, uint32_t) \
1315 RUNCTZ32 (uint8_t, uint16_t) \
1316 RUNCTZ32 (uint8_t, uint8_t) \
1317 RUNCTZ32 (uint8_t, int64_t) \
1318 RUNCTZ32 (uint8_t, int32_t) \
1319 RUNCTZ32 (uint8_t, int16_t) \
1320 RUNCTZ32 (uint8_t, int8_t) \
1321 RUNCTZ32N (int8_t, uint64_t) \
1322 RUNCTZ32N (int8_t, uint32_t) \
1323 RUNCTZ32N (int8_t, uint16_t) \
1324 RUNCTZ32N (int8_t, uint8_t) \
1325 RUNCTZ32N (int8_t, int64_t) \
1326 RUNCTZ32N (int8_t, int32_t) \
1327 RUNCTZ32N (int8_t, int16_t) \
1328 RUNCTZ32N (int8_t, int8_t) \
1329 RUNFFS64 (uint64_t, uint64_t) \
1330 RUNFFS64 (uint64_t, uint32_t) \
1331 RUNFFS64 (uint64_t, uint16_t) \
1332 RUNFFS64 (uint64_t, uint8_t) \
1333 RUNFFS64 (uint64_t, int64_t) \
1334 RUNFFS64 (uint64_t, int32_t) \
1335 RUNFFS64 (uint64_t, int16_t) \
1336 RUNFFS64 (uint64_t, int8_t) \
1337 RUNFFS64N (int64_t, uint64_t) \
1338 RUNFFS64N (int64_t, uint32_t) \
1339 RUNFFS64N (int64_t, uint16_t) \
1340 RUNFFS64N (int64_t, uint8_t) \
1341 RUNFFS64N (int64_t, int64_t) \
1342 RUNFFS64N (int64_t, int32_t) \
1343 RUNFFS64N (int64_t, int16_t) \
1344 RUNFFS64N (int64_t, int8_t) \
1345 RUNFFS64 (uint32_t, uint64_t) \
1346 RUNFFS64 (uint32_t, uint32_t) \
1347 RUNFFS64 (uint32_t, uint16_t) \
1348 RUNFFS64 (uint32_t, uint8_t) \
1349 RUNFFS64 (uint32_t, int64_t) \
1350 RUNFFS64 (uint32_t, int32_t) \
1351 RUNFFS64 (uint32_t, int16_t) \
1352 RUNFFS64 (uint32_t, int8_t) \
1353 RUNFFS64N (int32_t, uint64_t) \
1354 RUNFFS64N (int32_t, uint32_t) \
1355 RUNFFS64N (int32_t, uint16_t) \
1356 RUNFFS64N (int32_t, uint8_t) \
1357 RUNFFS64N (int32_t, int64_t) \
1358 RUNFFS64N (int32_t, int32_t) \
1359 RUNFFS64N (int32_t, int16_t) \
1360 RUNFFS64N (int32_t, int8_t) \
1361 RUNFFS64 (uint16_t, uint64_t) \
1362 RUNFFS64 (uint16_t, uint32_t) \
1363 RUNFFS64 (uint16_t, uint16_t) \
1364 RUNFFS64 (uint16_t, uint8_t) \
1365 RUNFFS64 (uint16_t, int64_t) \
1366 RUNFFS64 (uint16_t, int32_t) \
1367 RUNFFS64 (uint16_t, int16_t) \
1368 RUNFFS64 (uint16_t, int8_t) \
1369 RUNFFS64N (int16_t, uint64_t) \
1370 RUNFFS64N (int16_t, uint32_t) \
1371 RUNFFS64N (int16_t, uint16_t) \
1372 RUNFFS64N (int16_t, uint8_t) \
1373 RUNFFS64N (int16_t, int64_t) \
1374 RUNFFS64N (int16_t, int32_t) \
1375 RUNFFS64N (int16_t, int16_t) \
1376 RUNFFS64N (int16_t, int8_t) \
1377 RUNFFS64 (uint8_t, uint64_t) \
1378 RUNFFS64 (uint8_t, uint32_t) \
1379 RUNFFS64 (uint8_t, uint16_t) \
1380 RUNFFS64 (uint8_t, uint8_t) \
1381 RUNFFS64 (uint8_t, int64_t) \
1382 RUNFFS64 (uint8_t, int32_t) \
1383 RUNFFS64 (uint8_t, int16_t) \
1384 RUNFFS64 (uint8_t, int8_t) \
1385 RUNFFS64N (int8_t, uint64_t) \
1386 RUNFFS64N (int8_t, uint32_t) \
1387 RUNFFS64N (int8_t, uint16_t) \
1388 RUNFFS64N (int8_t, uint8_t) \
1389 RUNFFS64N (int8_t, int64_t) \
1390 RUNFFS64N (int8_t, int32_t) \
1391 RUNFFS64N (int8_t, int16_t) \
1392 RUNFFS64N (int8_t, int8_t) \
1393 RUNFFS32 (uint64_t, uint64_t) \
1394 RUNFFS32 (uint64_t, uint32_t) \
1395 RUNFFS32 (uint64_t, uint16_t) \
1396 RUNFFS32 (uint64_t, uint8_t) \
1397 RUNFFS32 (uint64_t, int64_t) \
1398 RUNFFS32 (uint64_t, int32_t) \
1399 RUNFFS32 (uint64_t, int16_t) \
1400 RUNFFS32 (uint64_t, int8_t) \
1401 RUNFFS32N (int64_t, uint64_t) \
1402 RUNFFS32N (int64_t, uint32_t) \
1403 RUNFFS32N (int64_t, uint16_t) \
1404 RUNFFS32N (int64_t, uint8_t) \
1405 RUNFFS32N (int64_t, int64_t) \
1406 RUNFFS32N (int64_t, int32_t) \
1407 RUNFFS32N (int64_t, int16_t) \
1408 RUNFFS32N (int64_t, int8_t) \
1409 RUNFFS32 (uint32_t, uint64_t) \
1410 RUNFFS32 (uint32_t, uint32_t) \
1411 RUNFFS32 (uint32_t, uint16_t) \
1412 RUNFFS32 (uint32_t, uint8_t) \
1413 RUNFFS32 (uint32_t, int64_t) \
1414 RUNFFS32 (uint32_t, int32_t) \
1415 RUNFFS32 (uint32_t, int16_t) \
1416 RUNFFS32 (uint32_t, int8_t) \
1417 RUNFFS32N (int32_t, uint64_t) \
1418 RUNFFS32N (int32_t, uint32_t) \
1419 RUNFFS32N (int32_t, uint16_t) \
1420 RUNFFS32N (int32_t, uint8_t) \
1421 RUNFFS32N (int32_t, int64_t) \
1422 RUNFFS32N (int32_t, int32_t) \
1423 RUNFFS32N (int32_t, int16_t) \
1424 RUNFFS32N (int32_t, int8_t) \
1425 RUNFFS32 (uint16_t, uint64_t) \
1426 RUNFFS32 (uint16_t, uint32_t) \
1427 RUNFFS32 (uint16_t, uint16_t) \
1428 RUNFFS32 (uint16_t, uint8_t) \
1429 RUNFFS32 (uint16_t, int64_t) \
1430 RUNFFS32 (uint16_t, int32_t) \
1431 RUNFFS32 (uint16_t, int16_t) \
1432 RUNFFS32 (uint16_t, int8_t) \
1433 RUNFFS32N (int16_t, uint64_t) \
1434 RUNFFS32N (int16_t, uint32_t) \
1435 RUNFFS32N (int16_t, uint16_t) \
1436 RUNFFS32N (int16_t, uint8_t) \
1437 RUNFFS32N (int16_t, int64_t) \
1438 RUNFFS32N (int16_t, int32_t) \
1439 RUNFFS32N (int16_t, int16_t) \
1440 RUNFFS32N (int16_t, int8_t) \
1441 RUNFFS32 (uint8_t, uint64_t) \
1442 RUNFFS32 (uint8_t, uint32_t) \
1443 RUNFFS32 (uint8_t, uint16_t) \
1444 RUNFFS32 (uint8_t, uint8_t) \
1445 RUNFFS32 (uint8_t, int64_t) \
1446 RUNFFS32 (uint8_t, int32_t) \
1447 RUNFFS32 (uint8_t, int16_t) \
1448 RUNFFS32 (uint8_t, int8_t) \
1449 RUNFFS32N (int8_t, uint64_t) \
1450 RUNFFS32N (int8_t, uint32_t) \
1451 RUNFFS32N (int8_t, uint16_t) \
1452 RUNFFS32N (int8_t, uint8_t) \
1453 RUNFFS32N (int8_t, int64_t) \
1454 RUNFFS32N (int8_t, int32_t) \
1455 RUNFFS32N (int8_t, int16_t) \
1456 RUNFFS32N (int8_t, int8_t)
1457
1458 int
1459 main ()
1460 {
1461 RUN_ALL ()
1462 }
1463
1464 /* TODO: Due to an over-zealous check in tree-vect-patterns we do not vectorize
1465 e.g.
1466 uint64_t dst[];
1467 uint32_t src[];
1468 dst[i] = __builtin_popcountll (src[i]);
1469 even though we could. Therefore, for now, adjust the following checks.
1470 This difference was exposed in r14-5557-g6dd4c703be17fa. */
1471 /* { dg-final { scan-tree-dump-times "LOOP VECTORIZED" 229 "vect" { target { { rv64 } && { ! riscv_zbb } } } } } */
1472 /* { dg-final { scan-tree-dump-times "LOOP VECTORIZED" 250 "vect" { target { { rv32 } || { riscv_zbb } } } } } */