Debian Codegraph @

crypto_kem/8192128pcf/avx/vec_reduce_asm.S

raw
1 // 20240504 djb: add note.GNU-stack
2 // 20221231 djb: port hidden to macos; tnx thom wiggers
3 // 20221230 djb: add linker line
4
5 // linker define vec_reduce_asm
6
7 #include "crypto_asm_hidden.h"
8
9 #define vec_reduce_asm CRYPTO_SHARED_NAMESPACE(vec_reduce_asm)
10 #define _vec_reduce_asm _CRYPTO_SHARED_NAMESPACE(vec_reduce_asm)
11
12 # qhasm: int64 input_0
13
14 # qhasm: int64 input_1
15
16 # qhasm: int64 input_2
17
18 # qhasm: int64 input_3
19
20 # qhasm: int64 input_4
21
22 # qhasm: int64 input_5
23
24 # qhasm: stack64 input_6
25
26 # qhasm: stack64 input_7
27
28 # qhasm: int64 caller_r11
29
30 # qhasm: int64 caller_r12
31
32 # qhasm: int64 caller_r13
33
34 # qhasm: int64 caller_r14
35
36 # qhasm: int64 caller_r15
37
38 # qhasm: int64 caller_rbx
39
40 # qhasm: int64 caller_rbp
41
42 # qhasm: int64 t0
43
44 # qhasm: int64 t1
45
46 # qhasm: int64 c
47
48 # qhasm: int64 r
49
50 # qhasm: enter vec_reduce_asm
51 .p2align 5
52 ASM_HIDDEN _vec_reduce_asm
53 ASM_HIDDEN vec_reduce_asm
54 .global _vec_reduce_asm
55 .global vec_reduce_asm
56 _vec_reduce_asm:
57 vec_reduce_asm:
58 mov %rsp,%r11
59 AND $31,%r11
60 add $0,%r11
61 sub %r11,%rsp
62
63 # qhasm: r = 0
64 # asm 1: mov $0,>r=int64#7
65 # asm 2: mov $0,>r=%rax
66 mov $0,%rax
67
68 # qhasm: t0 = mem64[ input_0 + 192 ]
69 # asm 1: movq 192(<input_0=int64#1),>t0=int64#2
70 # asm 2: movq 192(<input_0=%rdi),>t0=%rsi
71 movq 192(%rdi),%rsi
72
73 # qhasm: t1 = mem64[ input_0 + 200 ]
74 # asm 1: movq 200(<input_0=int64#1),>t1=int64#3
75 # asm 2: movq 200(<input_0=%rdi),>t1=%rdx
76 movq 200(%rdi),%rdx
77
78 # qhasm: t0 ^= t1
79 # asm 1: XOR <t1=int64#3,<t0=int64#2
80 # asm 2: XOR <t1=%rdx,<t0=%rsi
81 XOR %rdx,%rsi
82
83 # qhasm: c = count(t0)
84 # asm 1: popcnt <t0=int64#2, >c=int64#2
85 # asm 2: popcnt <t0=%rsi, >c=%rsi
86 popcnt %rsi, %rsi
87
88 # qhasm: (uint32) c &= 1
89 # asm 1: AND $1,<c=int64#2d
90 # asm 2: AND $1,<c=%esi
91 AND $1,%esi
92
93 # qhasm: r <<= 1
94 # asm 1: shl $1,<r=int64#7
95 # asm 2: shl $1,<r=%rax
96 shl $1,%rax
97
98 # qhasm: r |= c
99 # asm 1: OR <c=int64#2,<r=int64#7
100 # asm 2: OR <c=%rsi,<r=%rax
101 OR %rsi,%rax
102
103 # qhasm: t0 = mem64[ input_0 + 176 ]
104 # asm 1: movq 176(<input_0=int64#1),>t0=int64#2
105 # asm 2: movq 176(<input_0=%rdi),>t0=%rsi
106 movq 176(%rdi),%rsi
107
108 # qhasm: t1 = mem64[ input_0 + 184 ]
109 # asm 1: movq 184(<input_0=int64#1),>t1=int64#3
110 # asm 2: movq 184(<input_0=%rdi),>t1=%rdx
111 movq 184(%rdi),%rdx
112
113 # qhasm: t0 ^= t1
114 # asm 1: XOR <t1=int64#3,<t0=int64#2
115 # asm 2: XOR <t1=%rdx,<t0=%rsi
116 XOR %rdx,%rsi
117
118 # qhasm: c = count(t0)
119 # asm 1: popcnt <t0=int64#2, >c=int64#2
120 # asm 2: popcnt <t0=%rsi, >c=%rsi
121 popcnt %rsi, %rsi
122
123 # qhasm: (uint32) c &= 1
124 # asm 1: AND $1,<c=int64#2d
125 # asm 2: AND $1,<c=%esi
126 AND $1,%esi
127
128 # qhasm: r <<= 1
129 # asm 1: shl $1,<r=int64#7
130 # asm 2: shl $1,<r=%rax
131 shl $1,%rax
132
133 # qhasm: r |= c
134 # asm 1: OR <c=int64#2,<r=int64#7
135 # asm 2: OR <c=%rsi,<r=%rax
136 OR %rsi,%rax
137
138 # qhasm: t0 = mem64[ input_0 + 160 ]
139 # asm 1: movq 160(<input_0=int64#1),>t0=int64#2
140 # asm 2: movq 160(<input_0=%rdi),>t0=%rsi
141 movq 160(%rdi),%rsi
142
143 # qhasm: t1 = mem64[ input_0 + 168 ]
144 # asm 1: movq 168(<input_0=int64#1),>t1=int64#3
145 # asm 2: movq 168(<input_0=%rdi),>t1=%rdx
146 movq 168(%rdi),%rdx
147
148 # qhasm: t0 ^= t1
149 # asm 1: XOR <t1=int64#3,<t0=int64#2
150 # asm 2: XOR <t1=%rdx,<t0=%rsi
151 XOR %rdx,%rsi
152
153 # qhasm: c = count(t0)
154 # asm 1: popcnt <t0=int64#2, >c=int64#2
155 # asm 2: popcnt <t0=%rsi, >c=%rsi
156 popcnt %rsi, %rsi
157
158 # qhasm: (uint32) c &= 1
159 # asm 1: AND $1,<c=int64#2d
160 # asm 2: AND $1,<c=%esi
161 AND $1,%esi
162
163 # qhasm: r <<= 1
164 # asm 1: shl $1,<r=int64#7
165 # asm 2: shl $1,<r=%rax
166 shl $1,%rax
167
168 # qhasm: r |= c
169 # asm 1: OR <c=int64#2,<r=int64#7
170 # asm 2: OR <c=%rsi,<r=%rax
171 OR %rsi,%rax
172
173 # qhasm: t0 = mem64[ input_0 + 144 ]
174 # asm 1: movq 144(<input_0=int64#1),>t0=int64#2
175 # asm 2: movq 144(<input_0=%rdi),>t0=%rsi
176 movq 144(%rdi),%rsi
177
178 # qhasm: t1 = mem64[ input_0 + 152 ]
179 # asm 1: movq 152(<input_0=int64#1),>t1=int64#3
180 # asm 2: movq 152(<input_0=%rdi),>t1=%rdx
181 movq 152(%rdi),%rdx
182
183 # qhasm: t0 ^= t1
184 # asm 1: XOR <t1=int64#3,<t0=int64#2
185 # asm 2: XOR <t1=%rdx,<t0=%rsi
186 XOR %rdx,%rsi
187
188 # qhasm: c = count(t0)
189 # asm 1: popcnt <t0=int64#2, >c=int64#2
190 # asm 2: popcnt <t0=%rsi, >c=%rsi
191 popcnt %rsi, %rsi
192
193 # qhasm: (uint32) c &= 1
194 # asm 1: AND $1,<c=int64#2d
195 # asm 2: AND $1,<c=%esi
196 AND $1,%esi
197
198 # qhasm: r <<= 1
199 # asm 1: shl $1,<r=int64#7
200 # asm 2: shl $1,<r=%rax
201 shl $1,%rax
202
203 # qhasm: r |= c
204 # asm 1: OR <c=int64#2,<r=int64#7
205 # asm 2: OR <c=%rsi,<r=%rax
206 OR %rsi,%rax
207
208 # qhasm: t0 = mem64[ input_0 + 128 ]
209 # asm 1: movq 128(<input_0=int64#1),>t0=int64#2
210 # asm 2: movq 128(<input_0=%rdi),>t0=%rsi
211 movq 128(%rdi),%rsi
212
213 # qhasm: t1 = mem64[ input_0 + 136 ]
214 # asm 1: movq 136(<input_0=int64#1),>t1=int64#3
215 # asm 2: movq 136(<input_0=%rdi),>t1=%rdx
216 movq 136(%rdi),%rdx
217
218 # qhasm: t0 ^= t1
219 # asm 1: XOR <t1=int64#3,<t0=int64#2
220 # asm 2: XOR <t1=%rdx,<t0=%rsi
221 XOR %rdx,%rsi
222
223 # qhasm: c = count(t0)
224 # asm 1: popcnt <t0=int64#2, >c=int64#2
225 # asm 2: popcnt <t0=%rsi, >c=%rsi
226 popcnt %rsi, %rsi
227
228 # qhasm: (uint32) c &= 1
229 # asm 1: AND $1,<c=int64#2d
230 # asm 2: AND $1,<c=%esi
231 AND $1,%esi
232
233 # qhasm: r <<= 1
234 # asm 1: shl $1,<r=int64#7
235 # asm 2: shl $1,<r=%rax
236 shl $1,%rax
237
238 # qhasm: r |= c
239 # asm 1: OR <c=int64#2,<r=int64#7
240 # asm 2: OR <c=%rsi,<r=%rax
241 OR %rsi,%rax
242
243 # qhasm: t0 = mem64[ input_0 + 112 ]
244 # asm 1: movq 112(<input_0=int64#1),>t0=int64#2
245 # asm 2: movq 112(<input_0=%rdi),>t0=%rsi
246 movq 112(%rdi),%rsi
247
248 # qhasm: t1 = mem64[ input_0 + 120 ]
249 # asm 1: movq 120(<input_0=int64#1),>t1=int64#3
250 # asm 2: movq 120(<input_0=%rdi),>t1=%rdx
251 movq 120(%rdi),%rdx
252
253 # qhasm: t0 ^= t1
254 # asm 1: XOR <t1=int64#3,<t0=int64#2
255 # asm 2: XOR <t1=%rdx,<t0=%rsi
256 XOR %rdx,%rsi
257
258 # qhasm: c = count(t0)
259 # asm 1: popcnt <t0=int64#2, >c=int64#2
260 # asm 2: popcnt <t0=%rsi, >c=%rsi
261 popcnt %rsi, %rsi
262
263 # qhasm: (uint32) c &= 1
264 # asm 1: AND $1,<c=int64#2d
265 # asm 2: AND $1,<c=%esi
266 AND $1,%esi
267
268 # qhasm: r <<= 1
269 # asm 1: shl $1,<r=int64#7
270 # asm 2: shl $1,<r=%rax
271 shl $1,%rax
272
273 # qhasm: r |= c
274 # asm 1: OR <c=int64#2,<r=int64#7
275 # asm 2: OR <c=%rsi,<r=%rax
276 OR %rsi,%rax
277
278 # qhasm: t0 = mem64[ input_0 + 96 ]
279 # asm 1: movq 96(<input_0=int64#1),>t0=int64#2
280 # asm 2: movq 96(<input_0=%rdi),>t0=%rsi
281 movq 96(%rdi),%rsi
282
283 # qhasm: t1 = mem64[ input_0 + 104 ]
284 # asm 1: movq 104(<input_0=int64#1),>t1=int64#3
285 # asm 2: movq 104(<input_0=%rdi),>t1=%rdx
286 movq 104(%rdi),%rdx
287
288 # qhasm: t0 ^= t1
289 # asm 1: XOR <t1=int64#3,<t0=int64#2
290 # asm 2: XOR <t1=%rdx,<t0=%rsi
291 XOR %rdx,%rsi
292
293 # qhasm: c = count(t0)
294 # asm 1: popcnt <t0=int64#2, >c=int64#2
295 # asm 2: popcnt <t0=%rsi, >c=%rsi
296 popcnt %rsi, %rsi
297
298 # qhasm: (uint32) c &= 1
299 # asm 1: AND $1,<c=int64#2d
300 # asm 2: AND $1,<c=%esi
301 AND $1,%esi
302
303 # qhasm: r <<= 1
304 # asm 1: shl $1,<r=int64#7
305 # asm 2: shl $1,<r=%rax
306 shl $1,%rax
307
308 # qhasm: r |= c
309 # asm 1: OR <c=int64#2,<r=int64#7
310 # asm 2: OR <c=%rsi,<r=%rax
311 OR %rsi,%rax
312
313 # qhasm: t0 = mem64[ input_0 + 80 ]
314 # asm 1: movq 80(<input_0=int64#1),>t0=int64#2
315 # asm 2: movq 80(<input_0=%rdi),>t0=%rsi
316 movq 80(%rdi),%rsi
317
318 # qhasm: t1 = mem64[ input_0 + 88 ]
319 # asm 1: movq 88(<input_0=int64#1),>t1=int64#3
320 # asm 2: movq 88(<input_0=%rdi),>t1=%rdx
321 movq 88(%rdi),%rdx
322
323 # qhasm: t0 ^= t1
324 # asm 1: XOR <t1=int64#3,<t0=int64#2
325 # asm 2: XOR <t1=%rdx,<t0=%rsi
326 XOR %rdx,%rsi
327
328 # qhasm: c = count(t0)
329 # asm 1: popcnt <t0=int64#2, >c=int64#2
330 # asm 2: popcnt <t0=%rsi, >c=%rsi
331 popcnt %rsi, %rsi
332
333 # qhasm: (uint32) c &= 1
334 # asm 1: AND $1,<c=int64#2d
335 # asm 2: AND $1,<c=%esi
336 AND $1,%esi
337
338 # qhasm: r <<= 1
339 # asm 1: shl $1,<r=int64#7
340 # asm 2: shl $1,<r=%rax
341 shl $1,%rax
342
343 # qhasm: r |= c
344 # asm 1: OR <c=int64#2,<r=int64#7
345 # asm 2: OR <c=%rsi,<r=%rax
346 OR %rsi,%rax
347
348 # qhasm: t0 = mem64[ input_0 + 64 ]
349 # asm 1: movq 64(<input_0=int64#1),>t0=int64#2
350 # asm 2: movq 64(<input_0=%rdi),>t0=%rsi
351 movq 64(%rdi),%rsi
352
353 # qhasm: t1 = mem64[ input_0 + 72 ]
354 # asm 1: movq 72(<input_0=int64#1),>t1=int64#3
355 # asm 2: movq 72(<input_0=%rdi),>t1=%rdx
356 movq 72(%rdi),%rdx
357
358 # qhasm: t0 ^= t1
359 # asm 1: XOR <t1=int64#3,<t0=int64#2
360 # asm 2: XOR <t1=%rdx,<t0=%rsi
361 XOR %rdx,%rsi
362
363 # qhasm: c = count(t0)
364 # asm 1: popcnt <t0=int64#2, >c=int64#2
365 # asm 2: popcnt <t0=%rsi, >c=%rsi
366 popcnt %rsi, %rsi
367
368 # qhasm: (uint32) c &= 1
369 # asm 1: AND $1,<c=int64#2d
370 # asm 2: AND $1,<c=%esi
371 AND $1,%esi
372
373 # qhasm: r <<= 1
374 # asm 1: shl $1,<r=int64#7
375 # asm 2: shl $1,<r=%rax
376 shl $1,%rax
377
378 # qhasm: r |= c
379 # asm 1: OR <c=int64#2,<r=int64#7
380 # asm 2: OR <c=%rsi,<r=%rax
381 OR %rsi,%rax
382
383 # qhasm: t0 = mem64[ input_0 + 48 ]
384 # asm 1: movq 48(<input_0=int64#1),>t0=int64#2
385 # asm 2: movq 48(<input_0=%rdi),>t0=%rsi
386 movq 48(%rdi),%rsi
387
388 # qhasm: t1 = mem64[ input_0 + 56 ]
389 # asm 1: movq 56(<input_0=int64#1),>t1=int64#3
390 # asm 2: movq 56(<input_0=%rdi),>t1=%rdx
391 movq 56(%rdi),%rdx
392
393 # qhasm: t0 ^= t1
394 # asm 1: XOR <t1=int64#3,<t0=int64#2
395 # asm 2: XOR <t1=%rdx,<t0=%rsi
396 XOR %rdx,%rsi
397
398 # qhasm: c = count(t0)
399 # asm 1: popcnt <t0=int64#2, >c=int64#2
400 # asm 2: popcnt <t0=%rsi, >c=%rsi
401 popcnt %rsi, %rsi
402
403 # qhasm: (uint32) c &= 1
404 # asm 1: AND $1,<c=int64#2d
405 # asm 2: AND $1,<c=%esi
406 AND $1,%esi
407
408 # qhasm: r <<= 1
409 # asm 1: shl $1,<r=int64#7
410 # asm 2: shl $1,<r=%rax
411 shl $1,%rax
412
413 # qhasm: r |= c
414 # asm 1: OR <c=int64#2,<r=int64#7
415 # asm 2: OR <c=%rsi,<r=%rax
416 OR %rsi,%rax
417
418 # qhasm: t0 = mem64[ input_0 + 32 ]
419 # asm 1: movq 32(<input_0=int64#1),>t0=int64#2
420 # asm 2: movq 32(<input_0=%rdi),>t0=%rsi
421 movq 32(%rdi),%rsi
422
423 # qhasm: t1 = mem64[ input_0 + 40 ]
424 # asm 1: movq 40(<input_0=int64#1),>t1=int64#3
425 # asm 2: movq 40(<input_0=%rdi),>t1=%rdx
426 movq 40(%rdi),%rdx
427
428 # qhasm: t0 ^= t1
429 # asm 1: XOR <t1=int64#3,<t0=int64#2
430 # asm 2: XOR <t1=%rdx,<t0=%rsi
431 XOR %rdx,%rsi
432
433 # qhasm: c = count(t0)
434 # asm 1: popcnt <t0=int64#2, >c=int64#2
435 # asm 2: popcnt <t0=%rsi, >c=%rsi
436 popcnt %rsi, %rsi
437
438 # qhasm: (uint32) c &= 1
439 # asm 1: AND $1,<c=int64#2d
440 # asm 2: AND $1,<c=%esi
441 AND $1,%esi
442
443 # qhasm: r <<= 1
444 # asm 1: shl $1,<r=int64#7
445 # asm 2: shl $1,<r=%rax
446 shl $1,%rax
447
448 # qhasm: r |= c
449 # asm 1: OR <c=int64#2,<r=int64#7
450 # asm 2: OR <c=%rsi,<r=%rax
451 OR %rsi,%rax
452
453 # qhasm: t0 = mem64[ input_0 + 16 ]
454 # asm 1: movq 16(<input_0=int64#1),>t0=int64#2
455 # asm 2: movq 16(<input_0=%rdi),>t0=%rsi
456 movq 16(%rdi),%rsi
457
458 # qhasm: t1 = mem64[ input_0 + 24 ]
459 # asm 1: movq 24(<input_0=int64#1),>t1=int64#3
460 # asm 2: movq 24(<input_0=%rdi),>t1=%rdx
461 movq 24(%rdi),%rdx
462
463 # qhasm: t0 ^= t1
464 # asm 1: XOR <t1=int64#3,<t0=int64#2
465 # asm 2: XOR <t1=%rdx,<t0=%rsi
466 XOR %rdx,%rsi
467
468 # qhasm: c = count(t0)
469 # asm 1: popcnt <t0=int64#2, >c=int64#2
470 # asm 2: popcnt <t0=%rsi, >c=%rsi
471 popcnt %rsi, %rsi
472
473 # qhasm: (uint32) c &= 1
474 # asm 1: AND $1,<c=int64#2d
475 # asm 2: AND $1,<c=%esi
476 AND $1,%esi
477
478 # qhasm: r <<= 1
479 # asm 1: shl $1,<r=int64#7
480 # asm 2: shl $1,<r=%rax
481 shl $1,%rax
482
483 # qhasm: r |= c
484 # asm 1: OR <c=int64#2,<r=int64#7
485 # asm 2: OR <c=%rsi,<r=%rax
486 OR %rsi,%rax
487
488 # qhasm: t0 = mem64[ input_0 + 0 ]
489 # asm 1: movq 0(<input_0=int64#1),>t0=int64#2
490 # asm 2: movq 0(<input_0=%rdi),>t0=%rsi
491 movq 0(%rdi),%rsi
492
493 # qhasm: t1 = mem64[ input_0 + 8 ]
494 # asm 1: movq 8(<input_0=int64#1),>t1=int64#1
495 # asm 2: movq 8(<input_0=%rdi),>t1=%rdi
496 movq 8(%rdi),%rdi
497
498 # qhasm: t0 ^= t1
499 # asm 1: XOR <t1=int64#1,<t0=int64#2
500 # asm 2: XOR <t1=%rdi,<t0=%rsi
501 XOR %rdi,%rsi
502
503 # qhasm: c = count(t0)
504 # asm 1: popcnt <t0=int64#2, >c=int64#1
505 # asm 2: popcnt <t0=%rsi, >c=%rdi
506 popcnt %rsi, %rdi
507
508 # qhasm: (uint32) c &= 1
509 # asm 1: AND $1,<c=int64#1d
510 # asm 2: AND $1,<c=%edi
511 AND $1,%edi
512
513 # qhasm: r <<= 1
514 # asm 1: shl $1,<r=int64#7
515 # asm 2: shl $1,<r=%rax
516 shl $1,%rax
517
518 # qhasm: r |= c
519 # asm 1: OR <c=int64#1,<r=int64#7
520 # asm 2: OR <c=%rdi,<r=%rax
521 OR %rdi,%rax
522
523 # qhasm: return r
524 add %r11,%rsp
525 ret
526 .section .note.GNU-stack,"",@progbits