Debian Codegraph @

gcc/testsuite/gcc.target/riscv/rvv/autovec/vls/def.h

raw
1 #include <stdint-gcc.h>
2
3 typedef int8_t v1qi __attribute__ ((vector_size (1)));
4 typedef int8_t v2qi __attribute__ ((vector_size (2)));
5 typedef int8_t v4qi __attribute__ ((vector_size (4)));
6 typedef int8_t v8qi __attribute__ ((vector_size (8)));
7 typedef int8_t v16qi __attribute__ ((vector_size (16)));
8 typedef int8_t v32qi __attribute__ ((vector_size (32)));
9 typedef int8_t v64qi __attribute__ ((vector_size (64)));
10 typedef int8_t v128qi __attribute__ ((vector_size (128)));
11 typedef int8_t v256qi __attribute__ ((vector_size (256)));
12 typedef int8_t v512qi __attribute__ ((vector_size (512)));
13 typedef int8_t v1024qi __attribute__ ((vector_size (1024)));
14 typedef int8_t v2048qi __attribute__ ((vector_size (2048)));
15 typedef int8_t v4096qi __attribute__ ((vector_size (4096)));
16 typedef int16_t v1hi __attribute__ ((vector_size (2)));
17 typedef int16_t v2hi __attribute__ ((vector_size (4)));
18 typedef int16_t v4hi __attribute__ ((vector_size (8)));
19 typedef int16_t v8hi __attribute__ ((vector_size (16)));
20 typedef int16_t v16hi __attribute__ ((vector_size (32)));
21 typedef int16_t v32hi __attribute__ ((vector_size (64)));
22 typedef int16_t v64hi __attribute__ ((vector_size (128)));
23 typedef int16_t v128hi __attribute__ ((vector_size (256)));
24 typedef int16_t v256hi __attribute__ ((vector_size (512)));
25 typedef int16_t v512hi __attribute__ ((vector_size (1024)));
26 typedef int16_t v1024hi __attribute__ ((vector_size (2048)));
27 typedef int16_t v2048hi __attribute__ ((vector_size (4096)));
28 typedef int32_t v1si __attribute__ ((vector_size (4)));
29 typedef int32_t v2si __attribute__ ((vector_size (8)));
30 typedef int32_t v4si __attribute__ ((vector_size (16)));
31 typedef int32_t v8si __attribute__ ((vector_size (32)));
32 typedef int32_t v16si __attribute__ ((vector_size (64)));
33 typedef int32_t v32si __attribute__ ((vector_size (128)));
34 typedef int32_t v64si __attribute__ ((vector_size (256)));
35 typedef int32_t v128si __attribute__ ((vector_size (512)));
36 typedef int32_t v256si __attribute__ ((vector_size (1024)));
37 typedef int32_t v512si __attribute__ ((vector_size (2048)));
38 typedef int32_t v1024si __attribute__ ((vector_size (4096)));
39 typedef int64_t v1di __attribute__ ((vector_size (8)));
40 typedef int64_t v2di __attribute__ ((vector_size (16)));
41 typedef int64_t v4di __attribute__ ((vector_size (32)));
42 typedef int64_t v8di __attribute__ ((vector_size (64)));
43 typedef int64_t v16di __attribute__ ((vector_size (128)));
44 typedef int64_t v32di __attribute__ ((vector_size (256)));
45 typedef int64_t v64di __attribute__ ((vector_size (512)));
46 typedef int64_t v128di __attribute__ ((vector_size (1024)));
47 typedef int64_t v256di __attribute__ ((vector_size (2048)));
48 typedef uint64_t v512di __attribute__ ((vector_size (4096)));
49 typedef uint8_t v1uqi __attribute__ ((vector_size (1)));
50 typedef uint8_t v2uqi __attribute__ ((vector_size (2)));
51 typedef uint8_t v4uqi __attribute__ ((vector_size (4)));
52 typedef uint8_t v8uqi __attribute__ ((vector_size (8)));
53 typedef uint8_t v16uqi __attribute__ ((vector_size (16)));
54 typedef uint8_t v32uqi __attribute__ ((vector_size (32)));
55 typedef uint8_t v64uqi __attribute__ ((vector_size (64)));
56 typedef uint8_t v128uqi __attribute__ ((vector_size (128)));
57 typedef uint8_t v256uqi __attribute__ ((vector_size (256)));
58 typedef uint8_t v512uqi __attribute__ ((vector_size (512)));
59 typedef uint8_t v1024uqi __attribute__ ((vector_size (1024)));
60 typedef uint8_t v2048uqi __attribute__ ((vector_size (2048)));
61 typedef uint8_t v4096uqi __attribute__ ((vector_size (4096)));
62 typedef uint16_t v1uhi __attribute__ ((vector_size (2)));
63 typedef uint16_t v2uhi __attribute__ ((vector_size (4)));
64 typedef uint16_t v4uhi __attribute__ ((vector_size (8)));
65 typedef uint16_t v8uhi __attribute__ ((vector_size (16)));
66 typedef uint16_t v16uhi __attribute__ ((vector_size (32)));
67 typedef uint16_t v32uhi __attribute__ ((vector_size (64)));
68 typedef uint16_t v64uhi __attribute__ ((vector_size (128)));
69 typedef uint16_t v128uhi __attribute__ ((vector_size (256)));
70 typedef uint16_t v256uhi __attribute__ ((vector_size (512)));
71 typedef uint16_t v512uhi __attribute__ ((vector_size (1024)));
72 typedef uint16_t v1024uhi __attribute__ ((vector_size (2048)));
73 typedef uint16_t v2048uhi __attribute__ ((vector_size (4096)));
74 typedef uint32_t v1usi __attribute__ ((vector_size (4)));
75 typedef uint32_t v2usi __attribute__ ((vector_size (8)));
76 typedef uint32_t v4usi __attribute__ ((vector_size (16)));
77 typedef uint32_t v8usi __attribute__ ((vector_size (32)));
78 typedef uint32_t v16usi __attribute__ ((vector_size (64)));
79 typedef uint32_t v32usi __attribute__ ((vector_size (128)));
80 typedef uint32_t v64usi __attribute__ ((vector_size (256)));
81 typedef uint32_t v128usi __attribute__ ((vector_size (512)));
82 typedef uint32_t v256usi __attribute__ ((vector_size (1024)));
83 typedef uint32_t v512usi __attribute__ ((vector_size (2048)));
84 typedef uint32_t v1024usi __attribute__ ((vector_size (4096)));
85 typedef uint64_t v1udi __attribute__ ((vector_size (8)));
86 typedef uint64_t v2udi __attribute__ ((vector_size (16)));
87 typedef uint64_t v4udi __attribute__ ((vector_size (32)));
88 typedef uint64_t v8udi __attribute__ ((vector_size (64)));
89 typedef uint64_t v16udi __attribute__ ((vector_size (128)));
90 typedef uint64_t v32udi __attribute__ ((vector_size (256)));
91 typedef uint64_t v64udi __attribute__ ((vector_size (512)));
92 typedef uint64_t v128udi __attribute__ ((vector_size (1024)));
93 typedef uint64_t v256udi __attribute__ ((vector_size (2048)));
94 typedef uint64_t v512udi __attribute__ ((vector_size (4096)));
95 typedef _Float16 v1hf __attribute__ ((vector_size (2)));
96 typedef _Float16 v2hf __attribute__ ((vector_size (4)));
97 typedef _Float16 v4hf __attribute__ ((vector_size (8)));
98 typedef _Float16 v8hf __attribute__ ((vector_size (16)));
99 typedef _Float16 v16hf __attribute__ ((vector_size (32)));
100 typedef _Float16 v32hf __attribute__ ((vector_size (64)));
101 typedef _Float16 v64hf __attribute__ ((vector_size (128)));
102 typedef _Float16 v128hf __attribute__ ((vector_size (256)));
103 typedef _Float16 v256hf __attribute__ ((vector_size (512)));
104 typedef _Float16 v512hf __attribute__ ((vector_size (1024)));
105 typedef _Float16 v1024hf __attribute__ ((vector_size (2048)));
106 typedef _Float16 v2048hf __attribute__ ((vector_size (4096)));
107 typedef float v1sf __attribute__ ((vector_size (4)));
108 typedef float v2sf __attribute__ ((vector_size (8)));
109 typedef float v4sf __attribute__ ((vector_size (16)));
110 typedef float v8sf __attribute__ ((vector_size (32)));
111 typedef float v16sf __attribute__ ((vector_size (64)));
112 typedef float v32sf __attribute__ ((vector_size (128)));
113 typedef float v64sf __attribute__ ((vector_size (256)));
114 typedef float v128sf __attribute__ ((vector_size (512)));
115 typedef float v256sf __attribute__ ((vector_size (1024)));
116 typedef float v512sf __attribute__ ((vector_size (2048)));
117 typedef float v1024sf __attribute__ ((vector_size (4096)));
118 typedef double v1df __attribute__ ((vector_size (8)));
119 typedef double v2df __attribute__ ((vector_size (16)));
120 typedef double v4df __attribute__ ((vector_size (32)));
121 typedef double v8df __attribute__ ((vector_size (64)));
122 typedef double v16df __attribute__ ((vector_size (128)));
123 typedef double v32df __attribute__ ((vector_size (256)));
124 typedef double v64df __attribute__ ((vector_size (512)));
125 typedef double v128df __attribute__ ((vector_size (1024)));
126 typedef double v256df __attribute__ ((vector_size (2048)));
127 typedef double v512df __attribute__ ((vector_size (4096)));
128
129 #define exhaust_vector_regs() \
130 asm volatile("#" :: \
131 : "v0", "v1", "v2", "v3", "v4", "v5", "v6", "v7", "v8", "v9", \
132 "v10", "v11", "v12", "v13", "v14", "v15", "v16", "v17", \
133 "v18", "v19", "v20", "v21", "v22", "v23", "v24", "v25", \
134 "v26", "v27", "v28", "v29", "v30", "v31");
135
136 #define DEF_OP_VV(PREFIX, NUM, TYPE, OP) \
137 void __attribute__ ((noinline, noclone)) \
138 PREFIX##_##TYPE##NUM (TYPE *restrict a, TYPE *restrict b, TYPE *restrict c) \
139 { \
140 for (int i = 0; i < NUM; ++i) \
141 a[i] = b[i] OP c[i]; \
142 }
143
144 #define DEF_OP_VX(PREFIX, NUM, TYPE, OP) \
145 void __attribute__ ((noinline, noclone)) \
146 PREFIX##_##TYPE##NUM (TYPE *restrict a, TYPE *restrict b, TYPE c) \
147 { \
148 for (int i = 0; i < NUM; ++i) \
149 a[i] = b[i] OP c; \
150 }
151
152 #define DEF_OP_VI_M16(PREFIX, NUM, TYPE, OP) \
153 void __attribute__ ((noinline, noclone)) \
154 PREFIX##_##TYPE##NUM (TYPE *restrict a, TYPE *restrict b, TYPE *restrict c) \
155 { \
156 for (int i = 0; i < NUM; ++i) \
157 a[i] = b[i] OP - 16; \
158 }
159
160 #define DEF_OP_VI_15(PREFIX, NUM, TYPE, OP) \
161 void __attribute__ ((noinline, noclone)) \
162 PREFIX##_##TYPE##NUM (TYPE *restrict a, TYPE *restrict b, TYPE *restrict c) \
163 { \
164 for (int i = 0; i < NUM; ++i) \
165 a[i] = b[i] OP 15; \
166 }
167
168 #define DEF_OP_IV_M16(PREFIX, NUM, TYPE, OP) \
169 void __attribute__ ((noinline, noclone)) \
170 PREFIX##_##TYPE##NUM (TYPE *restrict a, TYPE *restrict b, TYPE *restrict c) \
171 { \
172 for (int i = 0; i < NUM; ++i) \
173 a[i] = -16 OP b[i]; \
174 }
175
176 #define DEF_OP_IV_15(PREFIX, NUM, TYPE, OP) \
177 void __attribute__ ((noinline, noclone)) \
178 PREFIX##_##TYPE##NUM (TYPE *restrict a, TYPE *restrict b, TYPE *restrict c) \
179 { \
180 for (int i = 0; i < NUM; ++i) \
181 a[i] = 15 OP b[i]; \
182 }
183
184 #define DEF_MINMAX_VV(PREFIX, NUM, TYPE, OP) \
185 void __attribute__ ((noinline, noclone)) \
186 PREFIX##_##TYPE##NUM (TYPE *restrict a, TYPE *restrict b, TYPE *restrict c) \
187 { \
188 for (int i = 0; i < NUM; ++i) \
189 a[i] = b[i] OP c[i] ? b[i] : c[i]; \
190 }
191
192 #define DEF_MINMAX_VX(PREFIX, NUM, TYPE, OP) \
193 void __attribute__ ((noinline, noclone)) \
194 PREFIX##_##TYPE##NUM (TYPE *restrict a, TYPE *restrict b, TYPE c) \
195 { \
196 for (int i = 0; i < NUM; ++i) \
197 a[i] = b[i] OP c ? b[i] : c; \
198 }
199
200 #define DEF_OP_VI_7(PREFIX, NUM, TYPE, OP) \
201 void __attribute__ ((noinline, noclone)) \
202 PREFIX##_##TYPE##NUM (TYPE *restrict a, TYPE *restrict b, TYPE *restrict c) \
203 { \
204 for (int i = 0; i < NUM; ++i) \
205 a[i] = b[i] OP 7; \
206 }
207
208 #define DEF_OP_V(PREFIX, NUM, TYPE, OP) \
209 void __attribute__ ((noinline, noclone)) \
210 PREFIX##_##TYPE##NUM (TYPE *restrict a, TYPE *restrict b) \
211 { \
212 for (int i = 0; i < NUM; ++i) \
213 a[i] = OP (b[i]); \
214 }
215
216 #define DEF_OP_V_CVT(PREFIX, NUM, TYPE_IN, TYPE_OUT, OP) \
217 void __attribute__ ((noinline, noclone)) \
218 PREFIX##_##TYPE_IN##_##TYPE_OUT##_##NUM (TYPE_OUT *restrict a, \
219 TYPE_IN *restrict b) \
220 { \
221 for (int i = 0; i < NUM; ++i) \
222 a[i] = OP (b[i]); \
223 }
224
225 #define DEF_CALL_VV(PREFIX, NUM, TYPE, CALL) \
226 void __attribute__ ((noinline, noclone)) \
227 PREFIX##_##TYPE##NUM (TYPE *restrict a, TYPE *restrict b, TYPE *restrict c) \
228 { \
229 for (int i = 0; i < NUM; ++i) \
230 a[i] = CALL (b[i], c[i]); \
231 }
232
233 #define DEF_CALL_VX(PREFIX, NUM, TYPE, CALL) \
234 void __attribute__ ((noinline, noclone)) \
235 PREFIX##_##TYPE##NUM (TYPE *restrict a, TYPE *restrict b, TYPE c) \
236 { \
237 for (int i = 0; i < NUM; ++i) \
238 a[i] = CALL (b[i], c); \
239 }
240
241 #define DEF_CONST(TYPE, VAL, NUM) \
242 void const_##TYPE##_##NUM (TYPE *restrict a) \
243 { \
244 for (int i = 0; i < NUM; ++i) \
245 a[i] = VAL; \
246 }
247
248 #define DEF_SERIES(TYPE, BASE, STEP, NUM, SUFFIX) \
249 void series_##TYPE##_##SUFFIX (TYPE *restrict a) \
250 { \
251 for (TYPE i = 0; i < NUM; ++i) \
252 a[i] = (BASE) + i * (STEP); \
253 }
254
255 #define DEF_EXTRACT(SCALAR, VECTOR, INDEX) \
256 SCALAR \
257 extract_##SCALAR##VECTOR (VECTOR v) \
258 { \
259 return v[INDEX]; \
260 }
261
262 #define DEF_MASK_LOGIC(PREFIX, NUM, TYPE, OP) \
263 void __attribute__ ((noinline, noclone)) \
264 PREFIX##_##TYPE##NUM (TYPE *restrict a, TYPE *restrict b, TYPE *restrict c, \
265 TYPE *restrict d, TYPE *restrict e) \
266 { \
267 for (int i = 0; i < NUM; ++i) \
268 a[i] = (b[i] > c[i]) OP (d[i] < e[i]); \
269 }
270
271 #define DEF_SGNJX_VV(PREFIX, NUM, TYPE, CALL) \
272 void __attribute__ ((noinline, noclone)) \
273 PREFIX##_##TYPE##NUM (TYPE *restrict a, TYPE *restrict b, TYPE *restrict c) \
274 { \
275 for (int i = 0; i < NUM; ++i) \
276 a[i] = b[i] * CALL (1.0, c[i]); \
277 }
278
279 #define DEF_REDUC_PLUS(TYPE, NUM) \
280 TYPE __attribute__ ((noinline, noclone)) \
281 reduc_plus_##TYPE##NUM (TYPE *__restrict a) \
282 { \
283 TYPE r = 0; \
284 for (int i = 0; i < NUM; ++i) \
285 r += a[i]; \
286 return r; \
287 }
288
289 #define DEF_REDUC_MAXMIN(TYPE, NAME, CMP_OP, NUM) \
290 TYPE __attribute__ ((noinline, noclone)) \
291 reduc_##NAME##_##TYPE##_##NUM (TYPE *a) \
292 { \
293 TYPE r = 13; \
294 for (int i = 0; i < NUM; ++i) \
295 r = a[i] CMP_OP r ? a[i] : r; \
296 return r; \
297 }
298
299 #define DEF_REDUC_BITWISE(TYPE, NAME, BIT_OP, NUM) \
300 TYPE __attribute__ ((noinline, noclone)) \
301 reduc_##NAME##_##TYPE##_##NUM (TYPE *a) \
302 { \
303 TYPE r = 13; \
304 for (int i = 0; i < NUM; ++i) \
305 r BIT_OP a[i]; \
306 return r; \
307 }
308
309 #define VARS2(TYPE, NUM1, NUM2) TYPE var##NUM1, TYPE var##NUM2
310 #define VARS4(TYPE, NUM1, NUM2, NUM3, NUM4) \
311 VARS2 (TYPE, NUM1, NUM2), VARS2 (TYPE, NUM3, NUM4)
312 #define VARS8(TYPE, NUM1, NUM2, NUM3, NUM4, NUM5, NUM6, NUM7, NUM8) \
313 VARS4 (TYPE, NUM1, NUM2, NUM3, NUM4), VARS4 (TYPE, NUM5, NUM6, NUM7, NUM8)
314 #define VARS16(TYPE, NUM1, NUM2, NUM3, NUM4, NUM5, NUM6, NUM7, NUM8, NUM9, \
315 NUM10, NUM11, NUM12, NUM13, NUM14, NUM15, NUM16) \
316 VARS8 (TYPE, NUM1, NUM2, NUM3, NUM4, NUM5, NUM6, NUM7, NUM8), \
317 VARS8 (TYPE, NUM9, NUM10, NUM11, NUM12, NUM13, NUM14, NUM15, NUM16)
318 #define VARS32(TYPE, NUM1, NUM2, NUM3, NUM4, NUM5, NUM6, NUM7, NUM8, NUM9, \
319 NUM10, NUM11, NUM12, NUM13, NUM14, NUM15, NUM16, NUM17, NUM18, \
320 NUM19, NUM20, NUM21, NUM22, NUM23, NUM24, NUM25, NUM26, NUM27, \
321 NUM28, NUM29, NUM30, NUM31, NUM32) \
322 VARS16 (TYPE, NUM1, NUM2, NUM3, NUM4, NUM5, NUM6, NUM7, NUM8, NUM9, NUM10, \
323 NUM11, NUM12, NUM13, NUM14, NUM15, NUM16), \
324 VARS16 (TYPE, NUM17, NUM18, NUM19, NUM20, NUM21, NUM22, NUM23, NUM24, \
325 NUM25, NUM26, NUM27, NUM28, NUM29, NUM30, NUM31, NUM32)
326 #define VARS64(TYPE, NUM1, NUM2, NUM3, NUM4, NUM5, NUM6, NUM7, NUM8, NUM9, \
327 NUM10, NUM11, NUM12, NUM13, NUM14, NUM15, NUM16, NUM17, NUM18, \
328 NUM19, NUM20, NUM21, NUM22, NUM23, NUM24, NUM25, NUM26, NUM27, \
329 NUM28, NUM29, NUM30, NUM31, NUM32, NUM33, NUM34, NUM35, NUM36, \
330 NUM37, NUM38, NUM39, NUM40, NUM41, NUM42, NUM43, NUM44, NUM45, \
331 NUM46, NUM47, NUM48, NUM49, NUM50, NUM51, NUM52, NUM53, NUM54, \
332 NUM55, NUM56, NUM57, NUM58, NUM59, NUM60, NUM61, NUM62, NUM63, \
333 NUM64) \
334 VARS32 (TYPE, NUM1, NUM2, NUM3, NUM4, NUM5, NUM6, NUM7, NUM8, NUM9, NUM10, \
335 NUM11, NUM12, NUM13, NUM14, NUM15, NUM16, NUM17, NUM18, NUM19, \
336 NUM20, NUM21, NUM22, NUM23, NUM24, NUM25, NUM26, NUM27, NUM28, \
337 NUM29, NUM30, NUM31, NUM32), \
338 VARS32 (TYPE, NUM33, NUM34, NUM35, NUM36, NUM37, NUM38, NUM39, NUM40, \
339 NUM41, NUM42, NUM43, NUM44, NUM45, NUM46, NUM47, NUM48, NUM49, \
340 NUM50, NUM51, NUM52, NUM53, NUM54, NUM55, NUM56, NUM57, NUM58, \
341 NUM59, NUM60, NUM61, NUM62, NUM63, NUM64)
342 #define VARS128(TYPE, NUM1, NUM2, NUM3, NUM4, NUM5, NUM6, NUM7, NUM8, NUM9, \
343 NUM10, NUM11, NUM12, NUM13, NUM14, NUM15, NUM16, NUM17, NUM18, \
344 NUM19, NUM20, NUM21, NUM22, NUM23, NUM24, NUM25, NUM26, NUM27, \
345 NUM28, NUM29, NUM30, NUM31, NUM32, NUM33, NUM34, NUM35, NUM36, \
346 NUM37, NUM38, NUM39, NUM40, NUM41, NUM42, NUM43, NUM44, NUM45, \
347 NUM46, NUM47, NUM48, NUM49, NUM50, NUM51, NUM52, NUM53, NUM54, \
348 NUM55, NUM56, NUM57, NUM58, NUM59, NUM60, NUM61, NUM62, NUM63, \
349 NUM64, NUM65, NUM66, NUM67, NUM68, NUM69, NUM70, NUM71, NUM72, \
350 NUM73, NUM74, NUM75, NUM76, NUM77, NUM78, NUM79, NUM80, NUM81, \
351 NUM82, NUM83, NUM84, NUM85, NUM86, NUM87, NUM88, NUM89, NUM90, \
352 NUM91, NUM92, NUM93, NUM94, NUM95, NUM96, NUM97, NUM98, NUM99, \
353 NUM100, NUM101, NUM102, NUM103, NUM104, NUM105, NUM106, \
354 NUM107, NUM108, NUM109, NUM110, NUM111, NUM112, NUM113, \
355 NUM114, NUM115, NUM116, NUM117, NUM118, NUM119, NUM120, \
356 NUM121, NUM122, NUM123, NUM124, NUM125, NUM126, NUM127, \
357 NUM128) \
358 VARS64 (TYPE, NUM1, NUM2, NUM3, NUM4, NUM5, NUM6, NUM7, NUM8, NUM9, NUM10, \
359 NUM11, NUM12, NUM13, NUM14, NUM15, NUM16, NUM17, NUM18, NUM19, \
360 NUM20, NUM21, NUM22, NUM23, NUM24, NUM25, NUM26, NUM27, NUM28, \
361 NUM29, NUM30, NUM31, NUM32, NUM33, NUM34, NUM35, NUM36, NUM37, \
362 NUM38, NUM39, NUM40, NUM41, NUM42, NUM43, NUM44, NUM45, NUM46, \
363 NUM47, NUM48, NUM49, NUM50, NUM51, NUM52, NUM53, NUM54, NUM55, \
364 NUM56, NUM57, NUM58, NUM59, NUM60, NUM61, NUM62, NUM63, NUM64), \
365 VARS64 (TYPE, NUM65, NUM66, NUM67, NUM68, NUM69, NUM70, NUM71, NUM72, \
366 NUM73, NUM74, NUM75, NUM76, NUM77, NUM78, NUM79, NUM80, NUM81, \
367 NUM82, NUM83, NUM84, NUM85, NUM86, NUM87, NUM88, NUM89, NUM90, \
368 NUM91, NUM92, NUM93, NUM94, NUM95, NUM96, NUM97, NUM98, NUM99, \
369 NUM100, NUM101, NUM102, NUM103, NUM104, NUM105, NUM106, NUM107, \
370 NUM108, NUM109, NUM110, NUM111, NUM112, NUM113, NUM114, NUM115, \
371 NUM116, NUM117, NUM118, NUM119, NUM120, NUM121, NUM122, NUM123, \
372 NUM124, NUM125, NUM126, NUM127, NUM128)
373
374 #define INIT2(NUM1, NUM2) var##NUM1, var##NUM2
375 #define INIT4(NUM1, NUM2, NUM3, NUM4) INIT2 (NUM1, NUM2), INIT2 (NUM3, NUM4)
376 #define INIT8(NUM1, NUM2, NUM3, NUM4, NUM5, NUM6, NUM7, NUM8) \
377 INIT4 (NUM1, NUM2, NUM3, NUM4), INIT4 (NUM5, NUM6, NUM7, NUM8)
378 #define INIT16(NUM1, NUM2, NUM3, NUM4, NUM5, NUM6, NUM7, NUM8, NUM9, NUM10, \
379 NUM11, NUM12, NUM13, NUM14, NUM15, NUM16) \
380 INIT4 (NUM1, NUM2, NUM3, NUM4), INIT4 (NUM5, NUM6, NUM7, NUM8)
381 #define INIT32(NUM1, NUM2, NUM3, NUM4, NUM5, NUM6, NUM7, NUM8, NUM9, NUM10, \
382 NUM11, NUM12, NUM13, NUM14, NUM15, NUM16, NUM17, NUM18, NUM19, \
383 NUM20, NUM21, NUM22, NUM23, NUM24, NUM25, NUM26, NUM27, NUM28, \
384 NUM29, NUM30, NUM31, NUM32) \
385 INIT16 (NUM1, NUM2, NUM3, NUM4, NUM5, NUM6, NUM7, NUM8, NUM9, NUM10, NUM11, \
386 NUM12, NUM13, NUM14, NUM15, NUM16), \
387 INIT16 (NUM17, NUM18, NUM19, NUM20, NUM21, NUM22, NUM23, NUM24, NUM25, \
388 NUM26, NUM27, NUM28, NUM29, NUM30, NUM31, NUM32)
389 #define INIT64(NUM1, NUM2, NUM3, NUM4, NUM5, NUM6, NUM7, NUM8, NUM9, NUM10, \
390 NUM11, NUM12, NUM13, NUM14, NUM15, NUM16, NUM17, NUM18, NUM19, \
391 NUM20, NUM21, NUM22, NUM23, NUM24, NUM25, NUM26, NUM27, NUM28, \
392 NUM29, NUM30, NUM31, NUM32, NUM33, NUM34, NUM35, NUM36, NUM37, \
393 NUM38, NUM39, NUM40, NUM41, NUM42, NUM43, NUM44, NUM45, NUM46, \
394 NUM47, NUM48, NUM49, NUM50, NUM51, NUM52, NUM53, NUM54, NUM55, \
395 NUM56, NUM57, NUM58, NUM59, NUM60, NUM61, NUM62, NUM63, NUM64) \
396 INIT32 (NUM1, NUM2, NUM3, NUM4, NUM5, NUM6, NUM7, NUM8, NUM9, NUM10, NUM11, \
397 NUM12, NUM13, NUM14, NUM15, NUM16, NUM17, NUM18, NUM19, NUM20, \
398 NUM21, NUM22, NUM23, NUM24, NUM25, NUM26, NUM27, NUM28, NUM29, \
399 NUM30, NUM31, NUM32), \
400 INIT32 (NUM33, NUM34, NUM35, NUM36, NUM37, NUM38, NUM39, NUM40, NUM41, \
401 NUM42, NUM43, NUM44, NUM45, NUM46, NUM47, NUM48, NUM49, NUM50, \
402 NUM51, NUM52, NUM53, NUM54, NUM55, NUM56, NUM57, NUM58, NUM59, \
403 NUM60, NUM61, NUM62, NUM63, NUM64)
404 #define INIT128(NUM1, NUM2, NUM3, NUM4, NUM5, NUM6, NUM7, NUM8, NUM9, NUM10, \
405 NUM11, NUM12, NUM13, NUM14, NUM15, NUM16, NUM17, NUM18, NUM19, \
406 NUM20, NUM21, NUM22, NUM23, NUM24, NUM25, NUM26, NUM27, NUM28, \
407 NUM29, NUM30, NUM31, NUM32, NUM33, NUM34, NUM35, NUM36, NUM37, \
408 NUM38, NUM39, NUM40, NUM41, NUM42, NUM43, NUM44, NUM45, NUM46, \
409 NUM47, NUM48, NUM49, NUM50, NUM51, NUM52, NUM53, NUM54, NUM55, \
410 NUM56, NUM57, NUM58, NUM59, NUM60, NUM61, NUM62, NUM63, NUM64, \
411 NUM65, NUM66, NUM67, NUM68, NUM69, NUM70, NUM71, NUM72, NUM73, \
412 NUM74, NUM75, NUM76, NUM77, NUM78, NUM79, NUM80, NUM81, NUM82, \
413 NUM83, NUM84, NUM85, NUM86, NUM87, NUM88, NUM89, NUM90, NUM91, \
414 NUM92, NUM93, NUM94, NUM95, NUM96, NUM97, NUM98, NUM99, \
415 NUM100, NUM101, NUM102, NUM103, NUM104, NUM105, NUM106, \
416 NUM107, NUM108, NUM109, NUM110, NUM111, NUM112, NUM113, \
417 NUM114, NUM115, NUM116, NUM117, NUM118, NUM119, NUM120, \
418 NUM121, NUM122, NUM123, NUM124, NUM125, NUM126, NUM127, \
419 NUM128) \
420 INIT64 (NUM1, NUM2, NUM3, NUM4, NUM5, NUM6, NUM7, NUM8, NUM9, NUM10, NUM11, \
421 NUM12, NUM13, NUM14, NUM15, NUM16, NUM17, NUM18, NUM19, NUM20, \
422 NUM21, NUM22, NUM23, NUM24, NUM25, NUM26, NUM27, NUM28, NUM29, \
423 NUM30, NUM31, NUM32, NUM33, NUM34, NUM35, NUM36, NUM37, NUM38, \
424 NUM39, NUM40, NUM41, NUM42, NUM43, NUM44, NUM45, NUM46, NUM47, \
425 NUM48, NUM49, NUM50, NUM51, NUM52, NUM53, NUM54, NUM55, NUM56, \
426 NUM57, NUM58, NUM59, NUM60, NUM61, NUM62, NUM63, NUM64), \
427 INIT64 (NUM65, NUM66, NUM67, NUM68, NUM69, NUM70, NUM71, NUM72, NUM73, \
428 NUM74, NUM75, NUM76, NUM77, NUM78, NUM79, NUM80, NUM81, NUM82, \
429 NUM83, NUM84, NUM85, NUM86, NUM87, NUM88, NUM89, NUM90, NUM91, \
430 NUM92, NUM93, NUM94, NUM95, NUM96, NUM97, NUM98, NUM99, NUM100, \
431 NUM101, NUM102, NUM103, NUM104, NUM105, NUM106, NUM107, NUM108, \
432 NUM109, NUM110, NUM111, NUM112, NUM113, NUM114, NUM115, NUM116, \
433 NUM117, NUM118, NUM119, NUM120, NUM121, NUM122, NUM123, NUM124, \
434 NUM125, NUM126, NUM127, NUM128)
435
436 #define DEF_INIT(TYPE1, TYPE2, NUM, ...) \
437 void init_##TYPE1##_##TYPE2##_##NUM (VARS##NUM (TYPE2, __VA_ARGS__), \
438 TYPE2 *__restrict out) \
439 { \
440 TYPE1 v = {__VA_ARGS__}; \
441 *(TYPE1 *) out = v; \
442 }
443
444 #define DEF_OP_VV_VA(OP, TYPE1, ...) \
445 TYPE1 test_##OP##_##TYPE1 (TYPE1 a, TYPE1 b) \
446 { \
447 return OP (a, b, __VA_ARGS__); \
448 }
449
450 #define DEF_REPEAT(TYPE1, TYPE2, NUM, ...) \
451 void init_##TYPE1##_##TYPE2##_##NUM (TYPE2 var0, TYPE2 var1, \
452 TYPE2 *__restrict out) \
453 { \
454 TYPE1 v = {__VA_ARGS__}; \
455 *(TYPE1 *) out = v; \
456 }
457
458 #define DEF_VEC_SET_IMM_INDEX(PREFIX, VECTOR, TYPE, INDEX) \
459 VECTOR __attribute__ ((noinline, noclone)) \
460 PREFIX##_##VECTOR##_##INDEX (VECTOR v, TYPE a) \
461 { \
462 v[INDEX] = a; \
463 \
464 return v; \
465 }
466
467 #define DEF_VEC_SET_SCALAR_INDEX(PREFIX, VECTOR, TYPE) \
468 VECTOR __attribute__ ((noinline, noclone)) \
469 PREFIX##_##VECTOR##_##TYPE (VECTOR v, TYPE a, unsigned index) \
470 { \
471 v[index] = a; \
472 \
473 return v; \
474 }
475
476 #define DEF_FMA_VV(PREFIX, NUM, TYPE) \
477 void __attribute__ ((noinline, noclone)) \
478 PREFIX##_##TYPE##NUM (TYPE *restrict a, TYPE *restrict b, TYPE *restrict c, \
479 TYPE *restrict d) \
480 { \
481 for (int i = 0; i < NUM; ++i) \
482 a[i] = b[i] * c[i] + d[i]; \
483 }
484
485 #define DEF_FNMA_VV(PREFIX, NUM, TYPE) \
486 void __attribute__ ((noinline, noclone)) \
487 PREFIX##_##TYPE##NUM (TYPE *restrict a, TYPE *restrict b, TYPE *restrict c, \
488 TYPE *restrict d) \
489 { \
490 for (int i = 0; i < NUM; ++i) \
491 a[i] = d[i] - b[i] * c[i]; \
492 }
493
494 #define DEF_FMS_VV(PREFIX, NUM, TYPE) \
495 void __attribute__ ((noinline, noclone)) \
496 PREFIX##_##TYPE##NUM (TYPE *restrict a, TYPE *restrict b, TYPE *restrict c, \
497 TYPE *restrict d) \
498 { \
499 for (int i = 0; i < NUM; ++i) \
500 a[i] = b[i] * c[i] - d[i]; \
501 }
502
503 #define DEF_FNMS_VV(PREFIX, NUM, TYPE) \
504 void __attribute__ ((noinline, noclone)) \
505 PREFIX##_##TYPE##NUM (TYPE *restrict a, TYPE *restrict b, TYPE *restrict c, \
506 TYPE *restrict d) \
507 { \
508 for (int i = 0; i < NUM; ++i) \
509 a[i] = -(b[i] * c[i]) - d[i]; \
510 }
511
512 #define DEF_CONVERT(PREFIX, TYPE1, TYPE2, NUM) \
513 __attribute__ (( \
514 noipa)) void PREFIX##_##TYPE1##TYPE2##_##NUM (TYPE2 *__restrict dst, \
515 TYPE1 *__restrict a) \
516 { \
517 for (int i = 0; i < NUM; i++) \
518 dst[i] = (TYPE2) a[i]; \
519 }
520
521 #define DEF_AVG_FLOOR(TYPE, TYPE2, NUM) \
522 __attribute__ ((noipa)) void vavg_##TYPE##_##TYPE2##NUM ( \
523 TYPE *__restrict dst, TYPE *__restrict a, TYPE *__restrict b, int n) \
524 { \
525 for (int i = 0; i < NUM; i++) \
526 dst[i] = ((TYPE2) a[i] + b[i]) >> 1; \
527 }
528
529 #define DEF_AVG_CEIL(TYPE, TYPE2, NUM) \
530 __attribute__ ((noipa)) void vavg2_##TYPE##_##TYPE2##NUM ( \
531 TYPE *__restrict dst, TYPE *__restrict a, TYPE *__restrict b, int n) \
532 { \
533 for (int i = 0; i < NUM; i++) \
534 dst[i] = ((TYPE2) a[i] + b[i] + 1) >> 1; \
535 }
536
537 #define DEF_MULH(TYPE, NUM) \
538 void __attribute__ ((noipa)) \
539 mod_##TYPE##_##NUM (TYPE *__restrict dst, TYPE *__restrict src) \
540 { \
541 for (int i = 0; i < NUM; ++i) \
542 dst[i] = src[i] % 19; \
543 }
544
545 #define DEF_COND_UNOP(PREFIX, NUM, TYPE, OP) \
546 TYPE __attribute__ ((noinline, noclone)) \
547 PREFIX##_##TYPE##NUM (TYPE a, TYPE b, TYPE cond) \
548 { \
549 TYPE v; \
550 for (int i = 0; i < NUM; ++i) \
551 v[i] = cond[i] ? OP (a[i]) : b[i]; \
552 return v; \
553 }
554
555 #define DEF_COND_BINOP(PREFIX, NUM, TYPE, OP) \
556 TYPE __attribute__ ((noinline, noclone)) \
557 PREFIX##_##TYPE##NUM (TYPE a, TYPE b, TYPE c, TYPE cond) \
558 { \
559 TYPE v; \
560 for (int i = 0; i < NUM; ++i) \
561 v[i] = cond[i] ? a[i] OP b[i] : c[i]; \
562 return v; \
563 }
564
565 #define DEF_COND_MINMAX(PREFIX, NUM, TYPE, OP) \
566 TYPE __attribute__ ((noinline, noclone)) \
567 PREFIX##_##TYPE##NUM (TYPE a, TYPE b, TYPE c, TYPE cond) \
568 { \
569 TYPE v; \
570 for (int i = 0; i < NUM; ++i) \
571 v[i] = cond[i] ? ((a[i]) OP (b[i]) ? (a[i]) : (b[i])) : c[i]; \
572 return v; \
573 }
574
575 #define DEF_COND_FMA_VV(PREFIX, NUM, TYPE) \
576 TYPE __attribute__ ((noinline, noclone)) \
577 PREFIX##_##TYPE##NUM (TYPE a, TYPE b, TYPE c, TYPE cond) \
578 { \
579 TYPE v; \
580 for (int i = 0; i < NUM; ++i) \
581 v[i] = cond[i] ? a[i] * b[i] + c[i] : b[i]; \
582 return v; \
583 }
584
585 #define DEF_COND_FNMA_VV(PREFIX, NUM, TYPE) \
586 TYPE __attribute__ ((noinline, noclone)) \
587 PREFIX##_##TYPE##NUM (TYPE a, TYPE b, TYPE c, TYPE cond) \
588 { \
589 TYPE v; \
590 for (int i = 0; i < NUM; ++i) \
591 v[i] = cond[i] ? a[i] - b[i] * c[i] : b[i]; \
592 return v; \
593 }
594
595 #define DEF_COND_FMS_VV(PREFIX, NUM, TYPE) \
596 TYPE __attribute__ ((noinline, noclone)) \
597 PREFIX##_##TYPE##NUM (TYPE a, TYPE b, TYPE c, TYPE cond) \
598 { \
599 TYPE v; \
600 for (int i = 0; i < NUM; ++i) \
601 v[i] = cond[i] ? a[i] * b[i] - c[i] : b[i]; \
602 return v; \
603 }
604
605 #define DEF_COND_FNMS_VV(PREFIX, NUM, TYPE) \
606 TYPE __attribute__ ((noinline, noclone)) \
607 PREFIX##_##TYPE##NUM (TYPE a, TYPE b, TYPE c, TYPE cond) \
608 { \
609 TYPE v; \
610 for (int i = 0; i < NUM; ++i) \
611 v[i] = cond[i] ? -(a[i] * b[i]) - c[i] : b[i]; \
612 return v; \
613 }
614
615 #define DEF_OP_WVV(PREFIX, NUM, TYPE, TYPE2, OP) \
616 void __attribute__ ((noinline, noclone)) \
617 PREFIX##_##TYPE##_##TYPE2##NUM (TYPE2 *restrict a, TYPE *restrict b, \
618 TYPE *restrict c) \
619 { \
620 for (int i = 0; i < NUM; ++i) \
621 a[i] = (TYPE2) b[i] OP (TYPE2) c[i]; \
622 }
623
624 #define DEF_OP_WWV(PREFIX, NUM, TYPE, TYPE2, OP) \
625 void __attribute__ ((noinline, noclone)) \
626 PREFIX##_##TYPE##_##TYPE2##NUM (TYPE2 *restrict a, TYPE2 *restrict b, \
627 TYPE *restrict c) \
628 { \
629 for (int i = 0; i < NUM; ++i) \
630 a[i] = b[i] OP (TYPE2) c[i]; \
631 }
632
633 #define DEF_OP_WVV_SU(PREFIX, NUM, TYPE1, TYPE2, TYPE3, OP) \
634 void __attribute__ ((noinline, noclone)) \
635 PREFIX##_##TYPE##_##TYPE2##NUM (TYPE3 *restrict a, TYPE1 *restrict b, \
636 TYPE2 *restrict c) \
637 { \
638 for (int i = 0; i < NUM; ++i) \
639 a[i] = (TYPE3) b[i] OP (TYPE3) c[i]; \
640 }
641
642 #define DEF_FMA_WVV(PREFIX, NUM, TYPE1, TYPE2) \
643 void __attribute__ ((noinline, noclone)) \
644 PREFIX##_##TYPE1##_##TYPE2##NUM (TYPE2 *restrict a, TYPE1 *restrict b, \
645 TYPE1 *restrict c, TYPE2 *restrict d) \
646 { \
647 for (int i = 0; i < NUM; ++i) \
648 a[i] = (TYPE2) b[i] * (TYPE2) c[i] + d[i]; \
649 }
650
651 #define DEF_FMA_WVV_SU(PREFIX, NUM, TYPE1, TYPE2, TYPE3) \
652 void __attribute__ ((noinline, noclone)) \
653 PREFIX##_##TYPE1##_##TYPE2##_##TYPE3##NUM (TYPE3 *restrict a, \
654 TYPE1 *restrict b, \
655 TYPE2 *restrict c, \
656 TYPE3 *restrict d) \
657 { \
658 for (int i = 0; i < NUM; ++i) \
659 a[i] = (TYPE3) b[i] * (TYPE3) c[i] + d[i]; \
660 }
661
662 #define DEF_FNMA_WVV(PREFIX, NUM, TYPE1, TYPE2) \
663 void __attribute__ ((noinline, noclone)) \
664 PREFIX##_##TYPE1##_##TYPE2##NUM (TYPE2 *restrict a, TYPE1 *restrict b, \
665 TYPE1 *restrict c, TYPE2 *restrict d) \
666 { \
667 for (int i = 0; i < NUM; ++i) \
668 a[i] = d[i] - (TYPE2) b[i] * (TYPE2) c[i]; \
669 }
670
671 #define DEF_FMS_WVV(PREFIX, NUM, TYPE1, TYPE2) \
672 void __attribute__ ((noinline, noclone)) \
673 PREFIX##_##TYPE1##_##TYPE2##NUM (TYPE2 *restrict a, TYPE1 *restrict b, \
674 TYPE1 *restrict c, TYPE2 *restrict d) \
675 { \
676 for (int i = 0; i < NUM; ++i) \
677 a[i] = (TYPE2) b[i] * (TYPE2) c[i] - d[i]; \
678 }
679
680 #define DEF_FNMS_WVV(PREFIX, NUM, TYPE1, TYPE2) \
681 void __attribute__ ((noinline, noclone)) \
682 PREFIX##_##TYPE1##_##TYPE2##NUM (TYPE2 *restrict a, TYPE1 *restrict b, \
683 TYPE1 *restrict c, TYPE2 *restrict d) \
684 { \
685 for (int i = 0; i < NUM; ++i) \
686 a[i] = -((TYPE2) b[i] * (TYPE2) c[i]) - d[i]; \
687 }
688
689 #define DEF_WIDEN_REDUC_PLUS(TYPE, TYPE2, NUM) \
690 TYPE2 __attribute__ ((noinline, noclone)) \
691 reduc_plus_##TYPE##_##TYPE2##NUM (TYPE *__restrict a) \
692 { \
693 TYPE2 r = 0; \
694 for (int i = 0; i < NUM; ++i) \
695 r += a[i]; \
696 return r; \
697 }
698
699 #define DEF_NARROW_TRUNC_IMM(TYPE1, TYPE2, NUM) \
700 void narrow_##TYPE1##_##TYPE2##_##NUM (TYPE1 *restrict a, TYPE2 *restrict b) \
701 { \
702 for (int i = 0; i < NUM; i += 1) \
703 a[i] = (TYPE1) (b[i] >> 7); \
704 }
705
706 #define DEF_NARROW_TRUNC_XREG(TYPE1, TYPE2, NUM) \
707 void narrow_##TYPE1##_##TYPE2##_##NUM (TYPE1 *restrict a, TYPE2 *restrict b, \
708 int shift) \
709 { \
710 for (int i = 0; i < NUM; i += 1) \
711 a[i] = (TYPE1) (b[i] >> shift); \
712 }
713
714 #define DEF_NARROW_TRUNC_VREG(TYPE1, TYPE2, NUM) \
715 void narrow_##TYPE1##_##TYPE2##_##NUM (TYPE1 *restrict a, TYPE2 *restrict b, \
716 int *restrict shift) \
717 { \
718 for (int i = 0; i < NUM; i += 1) \
719 a[i] = (TYPE1) (b[i] >> shift[i]); \
720 }
721
722 #define DEF_COND_CONVERT(PREFIX, TYPE1, TYPE2, NUM) \
723 __attribute__ ((noipa)) \
724 TYPE2 PREFIX##_##TYPE1##TYPE2##_##NUM (TYPE2 dst, TYPE1 a, int *cond) \
725 { \
726 for (int i = 0; i < NUM; i++) \
727 dst[i] = cond[i] ? a[i] : dst[i]; \
728 return dst; \
729 }
730
731 #define DEF_COND_FP_CONVERT(PREFIX, TYPE1, TYPE2, TYPE3, NUM) \
732 __attribute__ ((noipa)) \
733 v##NUM##TYPE2 PREFIX##_##TYPE1##TYPE2##TYPE3##_##NUM (v##NUM##TYPE2 dst, \
734 v##NUM##TYPE1 a, \
735 int *cond) \
736 { \
737 for (int i = 0; i < NUM; i++) \
738 dst[i] = cond[i] ? (TYPE3) a[i] : dst[i]; \
739 return dst; \
740 }
741
742 #define DEF_COND_CALL(PREFIX, NUM, TYPE, CALL) \
743 TYPE __attribute__ ((noinline, noclone)) \
744 PREFIX##_##TYPE##NUM (TYPE a, TYPE b, TYPE c, TYPE cond) \
745 { \
746 TYPE v; \
747 for (int i = 0; i < NUM; ++i) \
748 v[i] = cond[i] ? CALL (a[i], b[i]) : c[i]; \
749 return v; \
750 }
751
752 #define DEF_COND_MULH(PREFIX, NUM, TYPE, TYPE2, TYPE3, SHIFT) \
753 TYPE __attribute__ ((noinline, noclone)) \
754 PREFIX##_##TYPE##NUM (TYPE a, TYPE b, TYPE c, TYPE cond) \
755 { \
756 TYPE v; \
757 for (int i = 0; i < NUM; ++i) \
758 v[i] \
759 = cond[i] ? (TYPE3) (((TYPE2) a[i] * (TYPE2) b[i]) >> SHIFT) : c[i]; \
760 return v; \
761 }
762
763 #define DEF_COND_OP_WVV(PREFIX, NUM, TYPE, TYPE2, TYPE3, OP) \
764 v##NUM##TYPE2 __attribute__ ((noinline, noclone)) \
765 PREFIX##_##TYPE##_##TYPE2##NUM (v##NUM##TYPE2 a, v##NUM##TYPE b, \
766 v##NUM##TYPE c, int *restrict cond) \
767 { \
768 for (int i = 0; i < NUM; ++i) \
769 a[i] = cond[i] ? (TYPE3) b[i] OP (TYPE3) c[i] : a[i]; \
770 return a; \
771 }
772
773 #define DEF_COND_OP_WVV_SU(PREFIX, NUM, TYPE, TYPE2, TYPE3, OP) \
774 v##NUM##TYPE2 __attribute__ ((noinline, noclone)) \
775 PREFIX##_##TYPE##_##TYPE2##NUM (v##NUM##TYPE2 a, v##NUM##u##TYPE b, \
776 v##NUM##TYPE c, int *restrict cond) \
777 { \
778 for (int i = 0; i < NUM; ++i) \
779 a[i] = cond[i] ? (TYPE3) b[i] OP (TYPE3) c[i] : a[i]; \
780 return a; \
781 }
782
783 #define DEF_COND_OP_WWV(PREFIX, NUM, TYPE, TYPE2, TYPE3, OP) \
784 v##NUM##TYPE2 __attribute__ ((noinline, noclone)) \
785 PREFIX##_##TYPE##_##TYPE2##NUM (v##NUM##TYPE2 a, v##NUM##TYPE2 b, \
786 v##NUM##TYPE c, int *restrict cond) \
787 { \
788 for (int i = 0; i < NUM; ++i) \
789 a[i] = cond[i] ? (TYPE3) b[i] OP (TYPE3) c[i] : a[i]; \
790 return a; \
791 }
792
793 #define DEF_WFMA_VV(PREFIX, NUM, TYPE, TYPE2, TYPE3) \
794 v##NUM##TYPE2 __attribute__ ((noinline, noclone)) \
795 PREFIX##_##TYPE##TYPE2##TYPE3##NUM (v##NUM##TYPE2 a, v##NUM##TYPE b, \
796 v##NUM##TYPE c, int *restrict cond) \
797 { \
798 for (int i = 0; i < NUM; ++i) \
799 a[i] = cond[i] ? (TYPE3) b[i] * (TYPE3) c[i] + a[i] : a[i]; \
800 return a; \
801 }
802
803 #define DEF_WFNMA_VV(PREFIX, NUM, TYPE, TYPE2, TYPE3) \
804 v##NUM##TYPE2 __attribute__ ((noinline, noclone)) \
805 PREFIX##_##TYPE##TYPE2##TYPE3##NUM (v##NUM##TYPE2 a, v##NUM##TYPE b, \
806 v##NUM##TYPE c, int *restrict cond) \
807 { \
808 for (int i = 0; i < NUM; ++i) \
809 a[i] = cond[i] ? a[i] - (TYPE3) b[i] * (TYPE3) c[i] : a[i]; \
810 return a; \
811 }
812
813 #define DEF_WFMS_VV(PREFIX, NUM, TYPE, TYPE2, TYPE3) \
814 v##NUM##TYPE2 __attribute__ ((noinline, noclone)) \
815 PREFIX##_##TYPE##TYPE2##TYPE3##NUM (v##NUM##TYPE2 a, v##NUM##TYPE b, \
816 v##NUM##TYPE c, int *restrict cond) \
817 { \
818 for (int i = 0; i < NUM; ++i) \
819 a[i] = cond[i] ? (TYPE3) b[i] * (TYPE3) c[i] - a[i] : a[i]; \
820 return a; \
821 }
822
823 #define DEF_COND_NARROW_TRUNC_IMM(TYPE1, TYPE2, TYPE3, NUM) \
824 v##NUM##TYPE1 narrow_##TYPE1##_##TYPE2##_##NUM (v##NUM##TYPE1 a, \
825 v##NUM##TYPE2 b, \
826 int *__restrict cond) \
827 { \
828 for (int i = 0; i < NUM; i += 1) \
829 a[i] = cond[i] ? (TYPE3) (b[i] >> 7) : a[i]; \
830 return a; \
831 }
832
833 #define DEF_COND_NARROW_TRUNC_XREG(TYPE1, TYPE2, TYPE3, NUM) \
834 v##NUM##TYPE1 narrow_##TYPE1##_##TYPE2##_##NUM (v##NUM##TYPE1 a, \
835 v##NUM##TYPE2 b, int shift, \
836 int *__restrict cond) \
837 { \
838 for (int i = 0; i < NUM; i += 1) \
839 a[i] = cond[i] ? (TYPE3) (b[i] >> shift) : a[i]; \
840 return a; \
841 }
842
843 #define DEF_CONSECUTIVE(TYPE, NUM) \
844 TYPE f##TYPE (TYPE a, TYPE b) \
845 { \
846 return __builtin_shufflevector (a, b, MASK_##NUM); \
847 }
848
849 #define DEF_COMBINE(TYPE1, TYPE2, NUM, ...) \
850 void combine_##TYPE1##_##TYPE2##_##NUM (TYPE2 *out, TYPE2 x, TYPE2 y) \
851 { \
852 v##NUM##TYPE1 v = {__VA_ARGS__}; \
853 *(v##NUM##TYPE1 *) out = v; \
854 }
855
856 #define DEF_TRAILING(TYPE1, TYPE2, NUM, ...) \
857 void init_##TYPE1##_##TYPE2##_##NUM (TYPE2 var0, TYPE2 var1, TYPE2 var2, \
858 TYPE2 var3, TYPE2 *__restrict out) \
859 { \
860 TYPE1 v = {__VA_ARGS__}; \
861 *(TYPE1 *) out = v; \
862 }
863
864 #define DEF_RET1_ARG0(TYPE) \
865 TYPE __attribute__((noinline)) \
866 TYPE##_RET1_ARG0 () \
867 { \
868 TYPE r = {}; \
869 return r; \
870 }
871
872 #define DEF_RET1_ARG1(TYPE) \
873 TYPE __attribute__((noinline)) \
874 TYPE##_RET1_ARG1 (TYPE a1) \
875 { \
876 return a1; \
877 }
878
879 #define DEF_RET1_ARG2(TYPE) \
880 TYPE __attribute__((noinline)) \
881 TYPE##_RET1_ARG2 (TYPE a1, TYPE a2) \
882 { \
883 return a1 + a2; \
884 }
885
886 #define DEF_RET1_ARG3(TYPE) \
887 TYPE __attribute__((noinline)) \
888 TYPE##_RET1_ARG3 (TYPE a1, TYPE a2, TYPE a3) \
889 { \
890 return a1 + a2 + a3; \
891 }
892
893 #define DEF_RET1_ARG4(TYPE) \
894 TYPE __attribute__((noinline)) \
895 TYPE##_RET1_ARG4 (TYPE a1, TYPE a2, TYPE a3, TYPE a4) \
896 { \
897 return a1 + a2 + a3 + a4; \
898 }
899
900 #define DEF_RET1_ARG5(TYPE) \
901 TYPE __attribute__((noinline)) \
902 TYPE##_RET1_ARG5 (TYPE a1, TYPE a2, TYPE a3, TYPE a4, TYPE a5) \
903 { \
904 return a1 + a2 + a3 + a4 + a5; \
905 }
906
907 #define DEF_RET1_ARG6(TYPE) \
908 TYPE __attribute__((noinline)) \
909 TYPE##_RET1_ARG6 (TYPE a1, TYPE a2, TYPE a3, TYPE a4, TYPE a5, TYPE a6) \
910 { \
911 return a1 + a2 + a3 + a4 + a5 + a6; \
912 }
913
914 #define DEF_RET1_ARG7(TYPE) \
915 TYPE __attribute__((noinline)) \
916 TYPE##_RET1_ARG7 (TYPE a1, TYPE a2, TYPE a3, TYPE a4, TYPE a5, TYPE a6, \
917 TYPE a7) \
918 { \
919 return a1 + a2 + a3 + a4 + a5 + a6 + a7; \
920 }
921
922 #define DEF_RET1_ARG8(TYPE) \
923 TYPE __attribute__((noinline)) \
924 TYPE##_RET1_ARG8 (TYPE a1, TYPE a2, TYPE a3, TYPE a4, TYPE a5, TYPE a6, \
925 TYPE a7, TYPE a8) \
926 { \
927 return a1 + a2 + a3 + a4 + a5 + a6 + a7 + a8; \
928 }
929
930 #define DEF_RET1_ARG9(TYPE) \
931 TYPE __attribute__((noinline)) \
932 TYPE##_RET1_ARG9 (TYPE a1, TYPE a2, TYPE a3, TYPE a4, TYPE a5, TYPE a6, \
933 TYPE a7, TYPE a8, TYPE a9) \
934 { \
935 return a1 + a2 + a3 + a4 + a5 + a6 + a7 + a8 + a9; \
936 }