Debian Codegraph @

internal/alg/compress/compress_sse41/impl_amd64.s

raw
1 // Code generated by command: go run compress.go. DO NOT EDIT.
2
3 #include "textflag.h"
4
5 DATA iv<>+0(SB)/4, $0x6a09e667
6 DATA iv<>+4(SB)/4, $0xbb67ae85
7 DATA iv<>+8(SB)/4, $0x3c6ef372
8 DATA iv<>+12(SB)/4, $0xa54ff53a
9 DATA iv<>+16(SB)/4, $0x510e527f
10 DATA iv<>+20(SB)/4, $0x9b05688c
11 DATA iv<>+24(SB)/4, $0x1f83d9ab
12 DATA iv<>+28(SB)/4, $0x5be0cd19
13 GLOBL iv<>(SB), RODATA|NOPTR, $32
14
15 DATA rot16_shuf<>+0(SB)/1, $0x02
16 DATA rot16_shuf<>+1(SB)/1, $0x03
17 DATA rot16_shuf<>+2(SB)/1, $0x00
18 DATA rot16_shuf<>+3(SB)/1, $0x01
19 DATA rot16_shuf<>+4(SB)/1, $0x06
20 DATA rot16_shuf<>+5(SB)/1, $0x07
21 DATA rot16_shuf<>+6(SB)/1, $0x04
22 DATA rot16_shuf<>+7(SB)/1, $0x05
23 DATA rot16_shuf<>+8(SB)/1, $0x0a
24 DATA rot16_shuf<>+9(SB)/1, $0x0b
25 DATA rot16_shuf<>+10(SB)/1, $0x08
26 DATA rot16_shuf<>+11(SB)/1, $0x09
27 DATA rot16_shuf<>+12(SB)/1, $0x0e
28 DATA rot16_shuf<>+13(SB)/1, $0x0f
29 DATA rot16_shuf<>+14(SB)/1, $0x0c
30 DATA rot16_shuf<>+15(SB)/1, $0x0d
31 DATA rot16_shuf<>+16(SB)/1, $0x12
32 DATA rot16_shuf<>+17(SB)/1, $0x13
33 DATA rot16_shuf<>+18(SB)/1, $0x10
34 DATA rot16_shuf<>+19(SB)/1, $0x11
35 DATA rot16_shuf<>+20(SB)/1, $0x16
36 DATA rot16_shuf<>+21(SB)/1, $0x17
37 DATA rot16_shuf<>+22(SB)/1, $0x14
38 DATA rot16_shuf<>+23(SB)/1, $0x15
39 DATA rot16_shuf<>+24(SB)/1, $0x1a
40 DATA rot16_shuf<>+25(SB)/1, $0x1b
41 DATA rot16_shuf<>+26(SB)/1, $0x18
42 DATA rot16_shuf<>+27(SB)/1, $0x19
43 DATA rot16_shuf<>+28(SB)/1, $0x1e
44 DATA rot16_shuf<>+29(SB)/1, $0x1f
45 DATA rot16_shuf<>+30(SB)/1, $0x1c
46 DATA rot16_shuf<>+31(SB)/1, $0x1d
47 GLOBL rot16_shuf<>(SB), RODATA|NOPTR, $32
48
49 DATA rot8_shuf<>+0(SB)/1, $0x01
50 DATA rot8_shuf<>+1(SB)/1, $0x02
51 DATA rot8_shuf<>+2(SB)/1, $0x03
52 DATA rot8_shuf<>+3(SB)/1, $0x00
53 DATA rot8_shuf<>+4(SB)/1, $0x05
54 DATA rot8_shuf<>+5(SB)/1, $0x06
55 DATA rot8_shuf<>+6(SB)/1, $0x07
56 DATA rot8_shuf<>+7(SB)/1, $0x04
57 DATA rot8_shuf<>+8(SB)/1, $0x09
58 DATA rot8_shuf<>+9(SB)/1, $0x0a
59 DATA rot8_shuf<>+10(SB)/1, $0x0b
60 DATA rot8_shuf<>+11(SB)/1, $0x08
61 DATA rot8_shuf<>+12(SB)/1, $0x0d
62 DATA rot8_shuf<>+13(SB)/1, $0x0e
63 DATA rot8_shuf<>+14(SB)/1, $0x0f
64 DATA rot8_shuf<>+15(SB)/1, $0x0c
65 DATA rot8_shuf<>+16(SB)/1, $0x11
66 DATA rot8_shuf<>+17(SB)/1, $0x12
67 DATA rot8_shuf<>+18(SB)/1, $0x13
68 DATA rot8_shuf<>+19(SB)/1, $0x10
69 DATA rot8_shuf<>+20(SB)/1, $0x15
70 DATA rot8_shuf<>+21(SB)/1, $0x16
71 DATA rot8_shuf<>+22(SB)/1, $0x17
72 DATA rot8_shuf<>+23(SB)/1, $0x14
73 DATA rot8_shuf<>+24(SB)/1, $0x19
74 DATA rot8_shuf<>+25(SB)/1, $0x1a
75 DATA rot8_shuf<>+26(SB)/1, $0x1b
76 DATA rot8_shuf<>+27(SB)/1, $0x18
77 DATA rot8_shuf<>+28(SB)/1, $0x1d
78 DATA rot8_shuf<>+29(SB)/1, $0x1e
79 DATA rot8_shuf<>+30(SB)/1, $0x1f
80 DATA rot8_shuf<>+31(SB)/1, $0x1c
81 GLOBL rot8_shuf<>(SB), RODATA|NOPTR, $32
82
83 // func Compress(chain *[8]uint32, block *[16]uint32, counter uint64, blen uint32, flags uint32, out *[16]uint32)
84 // Requires: SSE, SSE2, SSE4.1, SSSE3
85 TEXT ·Compress(SB), NOSPLIT, $0-40
86 MOVQ chain+0(FP), AX
87 MOVQ block+8(FP), CX
88 MOVQ counter+16(FP), DX
89 MOVL blen+24(FP), BX
90 MOVL flags+28(FP), SI
91 MOVQ out+32(FP), DI
92 MOVUPS (AX), X0
93 MOVUPS 16(AX), X1
94 MOVUPS iv<>+0(SB), X2
95 PINSRD $0x00, DX, X3
96 SHRQ $0x20, DX
97 PINSRD $0x01, DX, X3
98 PINSRD $0x02, BX, X3
99 PINSRD $0x03, SI, X3
100 MOVUPS (CX), X4
101 MOVUPS 16(CX), X5
102 MOVUPS 32(CX), X6
103 MOVUPS 48(CX), X7
104 MOVUPS rot16_shuf<>+0(SB), X8
105 MOVUPS rot8_shuf<>+0(SB), X9
106
107 // round 1
108 MOVAPS X4, X10
109 SHUFPS $0x88, X5, X10
110 PADDD X10, X0
111 PADDD X1, X0
112 PXOR X0, X3
113 PSHUFB X8, X3
114 PADDD X3, X2
115 PXOR X2, X1
116 MOVAPS X1, X11
117 PSRLL $0x0c, X1
118 PSLLL $0x14, X11
119 POR X11, X1
120 MOVAPS X4, X4
121 SHUFPS $0xdd, X5, X4
122 PADDD X4, X0
123 PADDD X1, X0
124 PXOR X0, X3
125 PSHUFB X9, X3
126 PADDD X3, X2
127 PXOR X2, X1
128 MOVAPS X1, X5
129 PSRLL $0x07, X1
130 PSLLL $0x19, X5
131 POR X5, X1
132 PSHUFD $0x93, X0, X0
133 PSHUFD $0x4e, X3, X3
134 PSHUFD $0x39, X2, X2
135 MOVAPS X6, X5
136 SHUFPS $0x88, X7, X5
137 SHUFPS $0x93, X5, X5
138 PADDD X5, X0
139 PADDD X1, X0
140 PXOR X0, X3
141 PSHUFB X8, X3
142 PADDD X3, X2
143 PXOR X2, X1
144 MOVAPS X1, X11
145 PSRLL $0x0c, X1
146 PSLLL $0x14, X11
147 POR X11, X1
148 MOVAPS X6, X6
149 SHUFPS $0xdd, X7, X6
150 SHUFPS $0x93, X6, X6
151 PADDD X6, X0
152 PADDD X1, X0
153 PXOR X0, X3
154 PSHUFB X9, X3
155 PADDD X3, X2
156 PXOR X2, X1
157 MOVAPS X1, X7
158 PSRLL $0x07, X1
159 PSLLL $0x19, X7
160 POR X7, X1
161 PSHUFD $0x39, X0, X0
162 PSHUFD $0x4e, X3, X3
163 PSHUFD $0x93, X2, X2
164
165 // round 2
166 MOVAPS X10, X7
167 SHUFPS $0xd6, X4, X7
168 SHUFPS $0x39, X7, X7
169 PADDD X7, X0
170 PADDD X1, X0
171 PXOR X0, X3
172 PSHUFB X8, X3
173 PADDD X3, X2
174 PXOR X2, X1
175 MOVAPS X1, X11
176 PSRLL $0x0c, X1
177 PSLLL $0x14, X11
178 POR X11, X1
179 MOVAPS X5, X11
180 SHUFPS $0xfa, X6, X11
181 PSHUFD $0x0f, X10, X10
182 PBLENDW $0x33, X10, X11
183 PADDD X11, X0
184 PADDD X1, X0
185 PXOR X0, X3
186 PSHUFB X9, X3
187 PADDD X3, X2
188 PXOR X2, X1
189 MOVAPS X1, X10
190 PSRLL $0x07, X1
191 PSLLL $0x19, X10
192 POR X10, X1
193 PSHUFD $0x93, X0, X0
194 PSHUFD $0x4e, X3, X3
195 PSHUFD $0x39, X2, X2
196 MOVAPS X6, X12
197 PUNPCKLLQ X4, X12
198 PBLENDW $0xc0, X5, X12
199 SHUFPS $0xb4, X12, X12
200 PADDD X12, X0
201 PADDD X1, X0
202 PXOR X0, X3
203 PSHUFB X8, X3
204 PADDD X3, X2
205 PXOR X2, X1
206 MOVAPS X1, X10
207 PSRLL $0x0c, X1
208 PSLLL $0x14, X10
209 POR X10, X1
210 MOVAPS X4, X10
211 PUNPCKHLQ X6, X10
212 MOVAPS X5, X4
213 PUNPCKLLQ X10, X4
214 SHUFPS $0x1e, X4, X4
215 PADDD X4, X0
216 PADDD X1, X0
217 PXOR X0, X3
218 PSHUFB X9, X3
219 PADDD X3, X2
220 PXOR X2, X1
221 MOVAPS X1, X5
222 PSRLL $0x07, X1
223 PSLLL $0x19, X5
224 POR X5, X1
225 PSHUFD $0x39, X0, X0
226 PSHUFD $0x4e, X3, X3
227 PSHUFD $0x93, X2, X2
228
229 // round 3
230 MOVAPS X7, X5
231 SHUFPS $0xd6, X11, X5
232 SHUFPS $0x39, X5, X5
233 PADDD X5, X0
234 PADDD X1, X0
235 PXOR X0, X3
236 PSHUFB X8, X3
237 PADDD X3, X2
238 PXOR X2, X1
239 MOVAPS X1, X6
240 PSRLL $0x0c, X1
241 PSLLL $0x14, X6
242 POR X6, X1
243 MOVAPS X12, X6
244 SHUFPS $0xfa, X4, X6
245 PSHUFD $0x0f, X7, X7
246 PBLENDW $0x33, X7, X6
247 PADDD X6, X0
248 PADDD X1, X0
249 PXOR X0, X3
250 PSHUFB X9, X3
251 PADDD X3, X2
252 PXOR X2, X1
253 MOVAPS X1, X7
254 PSRLL $0x07, X1
255 PSLLL $0x19, X7
256 POR X7, X1
257 PSHUFD $0x93, X0, X0
258 PSHUFD $0x4e, X3, X3
259 PSHUFD $0x39, X2, X2
260 MOVAPS X4, X10
261 PUNPCKLLQ X11, X10
262 PBLENDW $0xc0, X12, X10
263 SHUFPS $0xb4, X10, X10
264 PADDD X10, X0
265 PADDD X1, X0
266 PXOR X0, X3
267 PSHUFB X8, X3
268 PADDD X3, X2
269 PXOR X2, X1
270 MOVAPS X1, X7
271 PSRLL $0x0c, X1
272 PSLLL $0x14, X7
273 POR X7, X1
274 MOVAPS X11, X7
275 PUNPCKHLQ X4, X7
276 MOVAPS X12, X4
277 PUNPCKLLQ X7, X4
278 SHUFPS $0x1e, X4, X4
279 PADDD X4, X0
280 PADDD X1, X0
281 PXOR X0, X3
282 PSHUFB X9, X3
283 PADDD X3, X2
284 PXOR X2, X1
285 MOVAPS X1, X7
286 PSRLL $0x07, X1
287 PSLLL $0x19, X7
288 POR X7, X1
289 PSHUFD $0x39, X0, X0
290 PSHUFD $0x4e, X3, X3
291 PSHUFD $0x93, X2, X2
292
293 // round 4
294 MOVAPS X5, X7
295 SHUFPS $0xd6, X6, X7
296 SHUFPS $0x39, X7, X7
297 PADDD X7, X0
298 PADDD X1, X0
299 PXOR X0, X3
300 PSHUFB X8, X3
301 PADDD X3, X2
302 PXOR X2, X1
303 MOVAPS X1, X11
304 PSRLL $0x0c, X1
305 PSLLL $0x14, X11
306 POR X11, X1
307 MOVAPS X10, X11
308 SHUFPS $0xfa, X4, X11
309 PSHUFD $0x0f, X5, X5
310 PBLENDW $0x33, X5, X11
311 PADDD X11, X0
312 PADDD X1, X0
313 PXOR X0, X3
314 PSHUFB X9, X3
315 PADDD X3, X2
316 PXOR X2, X1
317 MOVAPS X1, X5
318 PSRLL $0x07, X1
319 PSLLL $0x19, X5
320 POR X5, X1
321 PSHUFD $0x93, X0, X0
322 PSHUFD $0x4e, X3, X3
323 PSHUFD $0x39, X2, X2
324 MOVAPS X4, X12
325 PUNPCKLLQ X6, X12
326 PBLENDW $0xc0, X10, X12
327 SHUFPS $0xb4, X12, X12
328 PADDD X12, X0
329 PADDD X1, X0
330 PXOR X0, X3
331 PSHUFB X8, X3
332 PADDD X3, X2
333 PXOR X2, X1
334 MOVAPS X1, X5
335 PSRLL $0x0c, X1
336 PSLLL $0x14, X5
337 POR X5, X1
338 MOVAPS X6, X5
339 PUNPCKHLQ X4, X5
340 MOVAPS X10, X4
341 PUNPCKLLQ X5, X4
342 SHUFPS $0x1e, X4, X4
343 PADDD X4, X0
344 PADDD X1, X0
345 PXOR X0, X3
346 PSHUFB X9, X3
347 PADDD X3, X2
348 PXOR X2, X1
349 MOVAPS X1, X5
350 PSRLL $0x07, X1
351 PSLLL $0x19, X5
352 POR X5, X1
353 PSHUFD $0x39, X0, X0
354 PSHUFD $0x4e, X3, X3
355 PSHUFD $0x93, X2, X2
356
357 // round 5
358 MOVAPS X7, X5
359 SHUFPS $0xd6, X11, X5
360 SHUFPS $0x39, X5, X5
361 PADDD X5, X0
362 PADDD X1, X0
363 PXOR X0, X3
364 PSHUFB X8, X3
365 PADDD X3, X2
366 PXOR X2, X1
367 MOVAPS X1, X6
368 PSRLL $0x0c, X1
369 PSLLL $0x14, X6
370 POR X6, X1
371 MOVAPS X12, X6
372 SHUFPS $0xfa, X4, X6
373 PSHUFD $0x0f, X7, X7
374 PBLENDW $0x33, X7, X6
375 PADDD X6, X0
376 PADDD X1, X0
377 PXOR X0, X3
378 PSHUFB X9, X3
379 PADDD X3, X2
380 PXOR X2, X1
381 MOVAPS X1, X7
382 PSRLL $0x07, X1
383 PSLLL $0x19, X7
384 POR X7, X1
385 PSHUFD $0x93, X0, X0
386 PSHUFD $0x4e, X3, X3
387 PSHUFD $0x39, X2, X2
388 MOVAPS X4, X10
389 PUNPCKLLQ X11, X10
390 PBLENDW $0xc0, X12, X10
391 SHUFPS $0xb4, X10, X10
392 PADDD X10, X0
393 PADDD X1, X0
394 PXOR X0, X3
395 PSHUFB X8, X3
396 PADDD X3, X2
397 PXOR X2, X1
398 MOVAPS X1, X7
399 PSRLL $0x0c, X1
400 PSLLL $0x14, X7
401 POR X7, X1
402 MOVAPS X11, X7
403 PUNPCKHLQ X4, X7
404 MOVAPS X12, X4
405 PUNPCKLLQ X7, X4
406 SHUFPS $0x1e, X4, X4
407 PADDD X4, X0
408 PADDD X1, X0
409 PXOR X0, X3
410 PSHUFB X9, X3
411 PADDD X3, X2
412 PXOR X2, X1
413 MOVAPS X1, X7
414 PSRLL $0x07, X1
415 PSLLL $0x19, X7
416 POR X7, X1
417 PSHUFD $0x39, X0, X0
418 PSHUFD $0x4e, X3, X3
419 PSHUFD $0x93, X2, X2
420
421 // round 6
422 MOVAPS X5, X7
423 SHUFPS $0xd6, X6, X7
424 SHUFPS $0x39, X7, X7
425 PADDD X7, X0
426 PADDD X1, X0
427 PXOR X0, X3
428 PSHUFB X8, X3
429 PADDD X3, X2
430 PXOR X2, X1
431 MOVAPS X1, X11
432 PSRLL $0x0c, X1
433 PSLLL $0x14, X11
434 POR X11, X1
435 MOVAPS X10, X11
436 SHUFPS $0xfa, X4, X11
437 PSHUFD $0x0f, X5, X5
438 PBLENDW $0x33, X5, X11
439 PADDD X11, X0
440 PADDD X1, X0
441 PXOR X0, X3
442 PSHUFB X9, X3
443 PADDD X3, X2
444 PXOR X2, X1
445 MOVAPS X1, X5
446 PSRLL $0x07, X1
447 PSLLL $0x19, X5
448 POR X5, X1
449 PSHUFD $0x93, X0, X0
450 PSHUFD $0x4e, X3, X3
451 PSHUFD $0x39, X2, X2
452 MOVAPS X4, X12
453 PUNPCKLLQ X6, X12
454 PBLENDW $0xc0, X10, X12
455 SHUFPS $0xb4, X12, X12
456 PADDD X12, X0
457 PADDD X1, X0
458 PXOR X0, X3
459 PSHUFB X8, X3
460 PADDD X3, X2
461 PXOR X2, X1
462 MOVAPS X1, X5
463 PSRLL $0x0c, X1
464 PSLLL $0x14, X5
465 POR X5, X1
466 MOVAPS X6, X5
467 PUNPCKHLQ X4, X5
468 MOVAPS X10, X4
469 PUNPCKLLQ X5, X4
470 SHUFPS $0x1e, X4, X4
471 PADDD X4, X0
472 PADDD X1, X0
473 PXOR X0, X3
474 PSHUFB X9, X3
475 PADDD X3, X2
476 PXOR X2, X1
477 MOVAPS X1, X5
478 PSRLL $0x07, X1
479 PSLLL $0x19, X5
480 POR X5, X1
481 PSHUFD $0x39, X0, X0
482 PSHUFD $0x4e, X3, X3
483 PSHUFD $0x93, X2, X2
484
485 // round 7
486 MOVAPS X7, X5
487 SHUFPS $0xd6, X11, X5
488 SHUFPS $0x39, X5, X5
489 PADDD X5, X0
490 PADDD X1, X0
491 PXOR X0, X3
492 PSHUFB X8, X3
493 PADDD X3, X2
494 PXOR X2, X1
495 MOVAPS X1, X5
496 PSRLL $0x0c, X1
497 PSLLL $0x14, X5
498 POR X5, X1
499 MOVAPS X12, X5
500 SHUFPS $0xfa, X4, X5
501 PSHUFD $0x0f, X7, X6
502 PBLENDW $0x33, X6, X5
503 PADDD X5, X0
504 PADDD X1, X0
505 PXOR X0, X3
506 PSHUFB X9, X3
507 PADDD X3, X2
508 PXOR X2, X1
509 MOVAPS X1, X5
510 PSRLL $0x07, X1
511 PSLLL $0x19, X5
512 POR X5, X1
513 PSHUFD $0x93, X0, X0
514 PSHUFD $0x4e, X3, X3
515 PSHUFD $0x39, X2, X2
516 MOVAPS X4, X5
517 PUNPCKLLQ X11, X5
518 PBLENDW $0xc0, X12, X5
519 SHUFPS $0xb4, X5, X5
520 PADDD X5, X0
521 PADDD X1, X0
522 PXOR X0, X3
523 PSHUFB X8, X3
524 PADDD X3, X2
525 PXOR X2, X1
526 MOVAPS X1, X5
527 PSRLL $0x0c, X1
528 PSLLL $0x14, X5
529 POR X5, X1
530 MOVAPS X11, X6
531 PUNPCKHLQ X4, X6
532 MOVAPS X12, X4
533 PUNPCKLLQ X6, X4
534 SHUFPS $0x1e, X4, X4
535 PADDD X4, X0
536 PADDD X1, X0
537 PXOR X0, X3
538 PSHUFB X9, X3
539 PADDD X3, X2
540 PXOR X2, X1
541 MOVAPS X1, X4
542 PSRLL $0x07, X1
543 PSLLL $0x19, X4
544 POR X4, X1
545 PSHUFD $0x39, X0, X0
546 PSHUFD $0x4e, X3, X3
547 PSHUFD $0x93, X2, X2
548
549 // finalize
550 PXOR X2, X0
551 PXOR X3, X1
552 MOVUPS (AX), X4
553 PXOR X4, X2
554 MOVUPS 16(AX), X4
555 PXOR X4, X3
556 MOVUPS X0, (DI)
557 MOVUPS X1, 16(DI)
558 MOVUPS X2, 32(DI)
559 MOVUPS X3, 48(DI)
560 RET