Debian Codegraph @

win-x86_64/crypto/fipsmodule/aesni-gcm-x86_64-win.asm

raw
1 ; This file is generated from a similarly-named Perl script in the BoringSSL
2 ; source tree. Do not edit by hand.
3
4 %ifidn __OUTPUT_FORMAT__, win64
5 default rel
6 %define XMMWORD
7 %define YMMWORD
8 %define ZMMWORD
9
10 %ifdef BORINGSSL_PREFIX
11 %include "boringssl_prefix_symbols_nasm.inc"
12 %endif
13 section .text code align=64
14
15
16
17 ALIGN 32
18 _aesni_ctr32_ghash_6x:
19
20 vmovdqu xmm2,XMMWORD[32+r11]
21 sub r8,6
22 vpxor xmm4,xmm4,xmm4
23 vmovdqu xmm15,XMMWORD[((0-128))+r9]
24 vpaddb xmm10,xmm1,xmm2
25 vpaddb xmm11,xmm10,xmm2
26 vpaddb xmm12,xmm11,xmm2
27 vpaddb xmm13,xmm12,xmm2
28 vpaddb xmm14,xmm13,xmm2
29 vpxor xmm9,xmm1,xmm15
30 vmovdqu XMMWORD[(16+8)+rsp],xmm4
31 jmp NEAR $L$oop6x
32
33 ALIGN 32
34 $L$oop6x:
35 add ebx,100663296
36 jc NEAR $L$handle_ctr32
37 vmovdqu xmm3,XMMWORD[((0-32))+rsi]
38 vpaddb xmm1,xmm14,xmm2
39 vpxor xmm10,xmm10,xmm15
40 vpxor xmm11,xmm11,xmm15
41
42 $L$resume_ctr32:
43 vmovdqu XMMWORD[rdi],xmm1
44 vpclmulqdq xmm5,xmm7,xmm3,0x10
45 vpxor xmm12,xmm12,xmm15
46 vmovups xmm2,XMMWORD[((16-128))+r9]
47 vpclmulqdq xmm6,xmm7,xmm3,0x01
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65 xor r12,r12
66 cmp r15,r14
67
68 vaesenc xmm9,xmm9,xmm2
69 vmovdqu xmm0,XMMWORD[((48+8))+rsp]
70 vpxor xmm13,xmm13,xmm15
71 vpclmulqdq xmm1,xmm7,xmm3,0x00
72 vaesenc xmm10,xmm10,xmm2
73 vpxor xmm14,xmm14,xmm15
74 setnc r12b
75 vpclmulqdq xmm7,xmm7,xmm3,0x11
76 vaesenc xmm11,xmm11,xmm2
77 vmovdqu xmm3,XMMWORD[((16-32))+rsi]
78 neg r12
79 vaesenc xmm12,xmm12,xmm2
80 vpxor xmm6,xmm6,xmm5
81 vpclmulqdq xmm5,xmm0,xmm3,0x00
82 vpxor xmm8,xmm8,xmm4
83 vaesenc xmm13,xmm13,xmm2
84 vpxor xmm4,xmm1,xmm5
85 and r12,0x60
86 vmovups xmm15,XMMWORD[((32-128))+r9]
87 vpclmulqdq xmm1,xmm0,xmm3,0x10
88 vaesenc xmm14,xmm14,xmm2
89
90 vpclmulqdq xmm2,xmm0,xmm3,0x01
91 lea r14,[r12*1+r14]
92 vaesenc xmm9,xmm9,xmm15
93 vpxor xmm8,xmm8,XMMWORD[((16+8))+rsp]
94 vpclmulqdq xmm3,xmm0,xmm3,0x11
95 vmovdqu xmm0,XMMWORD[((64+8))+rsp]
96 vaesenc xmm10,xmm10,xmm15
97 movbe r13,QWORD[88+r14]
98 vaesenc xmm11,xmm11,xmm15
99 movbe r12,QWORD[80+r14]
100 vaesenc xmm12,xmm12,xmm15
101 mov QWORD[((32+8))+rsp],r13
102 vaesenc xmm13,xmm13,xmm15
103 mov QWORD[((40+8))+rsp],r12
104 vmovdqu xmm5,XMMWORD[((48-32))+rsi]
105 vaesenc xmm14,xmm14,xmm15
106
107 vmovups xmm15,XMMWORD[((48-128))+r9]
108 vpxor xmm6,xmm6,xmm1
109 vpclmulqdq xmm1,xmm0,xmm5,0x00
110 vaesenc xmm9,xmm9,xmm15
111 vpxor xmm6,xmm6,xmm2
112 vpclmulqdq xmm2,xmm0,xmm5,0x10
113 vaesenc xmm10,xmm10,xmm15
114 vpxor xmm7,xmm7,xmm3
115 vpclmulqdq xmm3,xmm0,xmm5,0x01
116 vaesenc xmm11,xmm11,xmm15
117 vpclmulqdq xmm5,xmm0,xmm5,0x11
118 vmovdqu xmm0,XMMWORD[((80+8))+rsp]
119 vaesenc xmm12,xmm12,xmm15
120 vaesenc xmm13,xmm13,xmm15
121 vpxor xmm4,xmm4,xmm1
122 vmovdqu xmm1,XMMWORD[((64-32))+rsi]
123 vaesenc xmm14,xmm14,xmm15
124
125 vmovups xmm15,XMMWORD[((64-128))+r9]
126 vpxor xmm6,xmm6,xmm2
127 vpclmulqdq xmm2,xmm0,xmm1,0x00
128 vaesenc xmm9,xmm9,xmm15
129 vpxor xmm6,xmm6,xmm3
130 vpclmulqdq xmm3,xmm0,xmm1,0x10
131 vaesenc xmm10,xmm10,xmm15
132 movbe r13,QWORD[72+r14]
133 vpxor xmm7,xmm7,xmm5
134 vpclmulqdq xmm5,xmm0,xmm1,0x01
135 vaesenc xmm11,xmm11,xmm15
136 movbe r12,QWORD[64+r14]
137 vpclmulqdq xmm1,xmm0,xmm1,0x11
138 vmovdqu xmm0,XMMWORD[((96+8))+rsp]
139 vaesenc xmm12,xmm12,xmm15
140 mov QWORD[((48+8))+rsp],r13
141 vaesenc xmm13,xmm13,xmm15
142 mov QWORD[((56+8))+rsp],r12
143 vpxor xmm4,xmm4,xmm2
144 vmovdqu xmm2,XMMWORD[((96-32))+rsi]
145 vaesenc xmm14,xmm14,xmm15
146
147 vmovups xmm15,XMMWORD[((80-128))+r9]
148 vpxor xmm6,xmm6,xmm3
149 vpclmulqdq xmm3,xmm0,xmm2,0x00
150 vaesenc xmm9,xmm9,xmm15
151 vpxor xmm6,xmm6,xmm5
152 vpclmulqdq xmm5,xmm0,xmm2,0x10
153 vaesenc xmm10,xmm10,xmm15
154 movbe r13,QWORD[56+r14]
155 vpxor xmm7,xmm7,xmm1
156 vpclmulqdq xmm1,xmm0,xmm2,0x01
157 vpxor xmm8,xmm8,XMMWORD[((112+8))+rsp]
158 vaesenc xmm11,xmm11,xmm15
159 movbe r12,QWORD[48+r14]
160 vpclmulqdq xmm2,xmm0,xmm2,0x11
161 vaesenc xmm12,xmm12,xmm15
162 mov QWORD[((64+8))+rsp],r13
163 vaesenc xmm13,xmm13,xmm15
164 mov QWORD[((72+8))+rsp],r12
165 vpxor xmm4,xmm4,xmm3
166 vmovdqu xmm3,XMMWORD[((112-32))+rsi]
167 vaesenc xmm14,xmm14,xmm15
168
169 vmovups xmm15,XMMWORD[((96-128))+r9]
170 vpxor xmm6,xmm6,xmm5
171 vpclmulqdq xmm5,xmm8,xmm3,0x10
172 vaesenc xmm9,xmm9,xmm15
173 vpxor xmm6,xmm6,xmm1
174 vpclmulqdq xmm1,xmm8,xmm3,0x01
175 vaesenc xmm10,xmm10,xmm15
176 movbe r13,QWORD[40+r14]
177 vpxor xmm7,xmm7,xmm2
178 vpclmulqdq xmm2,xmm8,xmm3,0x00
179 vaesenc xmm11,xmm11,xmm15
180 movbe r12,QWORD[32+r14]
181 vpclmulqdq xmm8,xmm8,xmm3,0x11
182 vaesenc xmm12,xmm12,xmm15
183 mov QWORD[((80+8))+rsp],r13
184 vaesenc xmm13,xmm13,xmm15
185 mov QWORD[((88+8))+rsp],r12
186 vpxor xmm6,xmm6,xmm5
187 vaesenc xmm14,xmm14,xmm15
188 vpxor xmm6,xmm6,xmm1
189
190 vmovups xmm15,XMMWORD[((112-128))+r9]
191 vpslldq xmm5,xmm6,8
192 vpxor xmm4,xmm4,xmm2
193 vmovdqu xmm3,XMMWORD[16+r11]
194
195 vaesenc xmm9,xmm9,xmm15
196 vpxor xmm7,xmm7,xmm8
197 vaesenc xmm10,xmm10,xmm15
198 vpxor xmm4,xmm4,xmm5
199 movbe r13,QWORD[24+r14]
200 vaesenc xmm11,xmm11,xmm15
201 movbe r12,QWORD[16+r14]
202 vpalignr xmm0,xmm4,xmm4,8
203 vpclmulqdq xmm4,xmm4,xmm3,0x10
204 mov QWORD[((96+8))+rsp],r13
205 vaesenc xmm12,xmm12,xmm15
206 mov QWORD[((104+8))+rsp],r12
207 vaesenc xmm13,xmm13,xmm15
208 vmovups xmm1,XMMWORD[((128-128))+r9]
209 vaesenc xmm14,xmm14,xmm15
210
211 vaesenc xmm9,xmm9,xmm1
212 vmovups xmm15,XMMWORD[((144-128))+r9]
213 vaesenc xmm10,xmm10,xmm1
214 vpsrldq xmm6,xmm6,8
215 vaesenc xmm11,xmm11,xmm1
216 vpxor xmm7,xmm7,xmm6
217 vaesenc xmm12,xmm12,xmm1
218 vpxor xmm4,xmm4,xmm0
219 movbe r13,QWORD[8+r14]
220 vaesenc xmm13,xmm13,xmm1
221 movbe r12,QWORD[r14]
222 vaesenc xmm14,xmm14,xmm1
223 vmovups xmm1,XMMWORD[((160-128))+r9]
224 cmp r10d,11
225 jb NEAR $L$enc_tail
226
227 vaesenc xmm9,xmm9,xmm15
228 vaesenc xmm10,xmm10,xmm15
229 vaesenc xmm11,xmm11,xmm15
230 vaesenc xmm12,xmm12,xmm15
231 vaesenc xmm13,xmm13,xmm15
232 vaesenc xmm14,xmm14,xmm15
233
234 vaesenc xmm9,xmm9,xmm1
235 vaesenc xmm10,xmm10,xmm1
236 vaesenc xmm11,xmm11,xmm1
237 vaesenc xmm12,xmm12,xmm1
238 vaesenc xmm13,xmm13,xmm1
239 vmovups xmm15,XMMWORD[((176-128))+r9]
240 vaesenc xmm14,xmm14,xmm1
241 vmovups xmm1,XMMWORD[((192-128))+r9]
242 je NEAR $L$enc_tail
243
244 vaesenc xmm9,xmm9,xmm15
245 vaesenc xmm10,xmm10,xmm15
246 vaesenc xmm11,xmm11,xmm15
247 vaesenc xmm12,xmm12,xmm15
248 vaesenc xmm13,xmm13,xmm15
249 vaesenc xmm14,xmm14,xmm15
250
251 vaesenc xmm9,xmm9,xmm1
252 vaesenc xmm10,xmm10,xmm1
253 vaesenc xmm11,xmm11,xmm1
254 vaesenc xmm12,xmm12,xmm1
255 vaesenc xmm13,xmm13,xmm1
256 vmovups xmm15,XMMWORD[((208-128))+r9]
257 vaesenc xmm14,xmm14,xmm1
258 vmovups xmm1,XMMWORD[((224-128))+r9]
259 jmp NEAR $L$enc_tail
260
261 ALIGN 32
262 $L$handle_ctr32:
263 vmovdqu xmm0,XMMWORD[r11]
264 vpshufb xmm6,xmm1,xmm0
265 vmovdqu xmm5,XMMWORD[48+r11]
266 vpaddd xmm10,xmm6,XMMWORD[64+r11]
267 vpaddd xmm11,xmm6,xmm5
268 vmovdqu xmm3,XMMWORD[((0-32))+rsi]
269 vpaddd xmm12,xmm10,xmm5
270 vpshufb xmm10,xmm10,xmm0
271 vpaddd xmm13,xmm11,xmm5
272 vpshufb xmm11,xmm11,xmm0
273 vpxor xmm10,xmm10,xmm15
274 vpaddd xmm14,xmm12,xmm5
275 vpshufb xmm12,xmm12,xmm0
276 vpxor xmm11,xmm11,xmm15
277 vpaddd xmm1,xmm13,xmm5
278 vpshufb xmm13,xmm13,xmm0
279 vpshufb xmm14,xmm14,xmm0
280 vpshufb xmm1,xmm1,xmm0
281 jmp NEAR $L$resume_ctr32
282
283 ALIGN 32
284 $L$enc_tail:
285 vaesenc xmm9,xmm9,xmm15
286 vmovdqu XMMWORD[(16+8)+rsp],xmm7
287 vpalignr xmm8,xmm4,xmm4,8
288 vaesenc xmm10,xmm10,xmm15
289 vpclmulqdq xmm4,xmm4,xmm3,0x10
290 vpxor xmm2,xmm1,XMMWORD[rcx]
291 vaesenc xmm11,xmm11,xmm15
292 vpxor xmm0,xmm1,XMMWORD[16+rcx]
293 vaesenc xmm12,xmm12,xmm15
294 vpxor xmm5,xmm1,XMMWORD[32+rcx]
295 vaesenc xmm13,xmm13,xmm15
296 vpxor xmm6,xmm1,XMMWORD[48+rcx]
297 vaesenc xmm14,xmm14,xmm15
298 vpxor xmm7,xmm1,XMMWORD[64+rcx]
299 vpxor xmm3,xmm1,XMMWORD[80+rcx]
300 vmovdqu xmm1,XMMWORD[rdi]
301
302 vaesenclast xmm9,xmm9,xmm2
303 vmovdqu xmm2,XMMWORD[32+r11]
304 vaesenclast xmm10,xmm10,xmm0
305 vpaddb xmm0,xmm1,xmm2
306 mov QWORD[((112+8))+rsp],r13
307 lea rcx,[96+rcx]
308
309 prefetcht0 [512+rcx]
310 prefetcht0 [576+rcx]
311 vaesenclast xmm11,xmm11,xmm5
312 vpaddb xmm5,xmm0,xmm2
313 mov QWORD[((120+8))+rsp],r12
314 lea rdx,[96+rdx]
315 vmovdqu xmm15,XMMWORD[((0-128))+r9]
316 vaesenclast xmm12,xmm12,xmm6
317 vpaddb xmm6,xmm5,xmm2
318 vaesenclast xmm13,xmm13,xmm7
319 vpaddb xmm7,xmm6,xmm2
320 vaesenclast xmm14,xmm14,xmm3
321 vpaddb xmm3,xmm7,xmm2
322
323 add rax,0x60
324 sub r8,0x6
325 jc NEAR $L$6x_done
326
327 vmovups XMMWORD[(-96)+rdx],xmm9
328 vpxor xmm9,xmm1,xmm15
329 vmovups XMMWORD[(-80)+rdx],xmm10
330 vmovdqa xmm10,xmm0
331 vmovups XMMWORD[(-64)+rdx],xmm11
332 vmovdqa xmm11,xmm5
333 vmovups XMMWORD[(-48)+rdx],xmm12
334 vmovdqa xmm12,xmm6
335 vmovups XMMWORD[(-32)+rdx],xmm13
336 vmovdqa xmm13,xmm7
337 vmovups XMMWORD[(-16)+rdx],xmm14
338 vmovdqa xmm14,xmm3
339 vmovdqu xmm7,XMMWORD[((32+8))+rsp]
340 jmp NEAR $L$oop6x
341
342 $L$6x_done:
343 vpxor xmm8,xmm8,XMMWORD[((16+8))+rsp]
344 vpxor xmm8,xmm8,xmm4
345
346 DB 0F3h,0C3h ;repret
347
348
349 global aesni_gcm_decrypt
350
351 ALIGN 32
352 aesni_gcm_decrypt:
353
354 $L$SEH_begin_aesni_gcm_decrypt_1:
355 xor rax,rax
356
357
358
359 cmp r8,0x60
360 jb NEAR $L$gcm_dec_abort
361
362 push rbp
363
364 $L$SEH_prolog_aesni_gcm_decrypt_2:
365 mov rbp,rsp
366
367 push rbx
368
369 $L$SEH_prolog_aesni_gcm_decrypt_3:
370 push r12
371
372 $L$SEH_prolog_aesni_gcm_decrypt_4:
373 push r13
374
375 $L$SEH_prolog_aesni_gcm_decrypt_5:
376 push r14
377
378 $L$SEH_prolog_aesni_gcm_decrypt_6:
379 push r15
380
381 $L$SEH_prolog_aesni_gcm_decrypt_7:
382 lea rsp,[((-168))+rsp]
383 $L$SEH_prolog_aesni_gcm_decrypt_8:
384 $L$SEH_prolog_aesni_gcm_decrypt_9:
385
386
387
388 mov QWORD[16+rbp],rdi
389 $L$SEH_prolog_aesni_gcm_decrypt_10:
390 mov QWORD[24+rbp],rsi
391 $L$SEH_prolog_aesni_gcm_decrypt_11:
392 mov rdi,QWORD[48+rbp]
393 mov rsi,QWORD[56+rbp]
394
395 movaps XMMWORD[(-208)+rbp],xmm6
396 $L$SEH_prolog_aesni_gcm_decrypt_12:
397 movaps XMMWORD[(-192)+rbp],xmm7
398 $L$SEH_prolog_aesni_gcm_decrypt_13:
399 movaps XMMWORD[(-176)+rbp],xmm8
400 $L$SEH_prolog_aesni_gcm_decrypt_14:
401 movaps XMMWORD[(-160)+rbp],xmm9
402 $L$SEH_prolog_aesni_gcm_decrypt_15:
403 movaps XMMWORD[(-144)+rbp],xmm10
404 $L$SEH_prolog_aesni_gcm_decrypt_16:
405 movaps XMMWORD[(-128)+rbp],xmm11
406 $L$SEH_prolog_aesni_gcm_decrypt_17:
407 movaps XMMWORD[(-112)+rbp],xmm12
408 $L$SEH_prolog_aesni_gcm_decrypt_18:
409 movaps XMMWORD[(-96)+rbp],xmm13
410 $L$SEH_prolog_aesni_gcm_decrypt_19:
411 movaps XMMWORD[(-80)+rbp],xmm14
412 $L$SEH_prolog_aesni_gcm_decrypt_20:
413 movaps XMMWORD[(-64)+rbp],xmm15
414 $L$SEH_prolog_aesni_gcm_decrypt_21:
415 vzeroupper
416
417 vmovdqu xmm1,XMMWORD[rdi]
418 add rsp,-128
419 mov ebx,DWORD[12+rdi]
420 lea r11,[$L$bswap_mask]
421 lea r14,[((-128))+r9]
422 mov r15,0xf80
423 vmovdqu xmm8,XMMWORD[rsi]
424 and rsp,-128
425 vmovdqu xmm0,XMMWORD[r11]
426 lea r9,[128+r9]
427 lea rsi,[((32+32))+rsi]
428 mov r10d,DWORD[((240-128))+r9]
429 vpshufb xmm8,xmm8,xmm0
430
431 and r14,r15
432 and r15,rsp
433 sub r15,r14
434 jc NEAR $L$dec_no_key_aliasing
435 cmp r15,768
436 jnc NEAR $L$dec_no_key_aliasing
437 sub rsp,r15
438 $L$dec_no_key_aliasing:
439
440 vmovdqu xmm7,XMMWORD[80+rcx]
441 mov r14,rcx
442 vmovdqu xmm4,XMMWORD[64+rcx]
443
444
445
446
447
448
449
450 lea r15,[((-192))+r8*1+rcx]
451
452 vmovdqu xmm5,XMMWORD[48+rcx]
453 shr r8,4
454 xor rax,rax
455 vmovdqu xmm6,XMMWORD[32+rcx]
456 vpshufb xmm7,xmm7,xmm0
457 vmovdqu xmm2,XMMWORD[16+rcx]
458 vpshufb xmm4,xmm4,xmm0
459 vmovdqu xmm3,XMMWORD[rcx]
460 vpshufb xmm5,xmm5,xmm0
461 vmovdqu XMMWORD[48+rsp],xmm4
462 vpshufb xmm6,xmm6,xmm0
463 vmovdqu XMMWORD[64+rsp],xmm5
464 vpshufb xmm2,xmm2,xmm0
465 vmovdqu XMMWORD[80+rsp],xmm6
466 vpshufb xmm3,xmm3,xmm0
467 vmovdqu XMMWORD[96+rsp],xmm2
468 vmovdqu XMMWORD[112+rsp],xmm3
469
470 call _aesni_ctr32_ghash_6x
471
472 vmovups XMMWORD[(-96)+rdx],xmm9
473 vmovups XMMWORD[(-80)+rdx],xmm10
474 vmovups XMMWORD[(-64)+rdx],xmm11
475 vmovups XMMWORD[(-48)+rdx],xmm12
476 vmovups XMMWORD[(-32)+rdx],xmm13
477 vmovups XMMWORD[(-16)+rdx],xmm14
478
479 vpshufb xmm8,xmm8,XMMWORD[r11]
480 vmovdqu XMMWORD[(-64)+rsi],xmm8
481
482 vzeroupper
483 movaps xmm6,XMMWORD[((-208))+rbp]
484 movaps xmm7,XMMWORD[((-192))+rbp]
485 movaps xmm8,XMMWORD[((-176))+rbp]
486 movaps xmm9,XMMWORD[((-160))+rbp]
487 movaps xmm10,XMMWORD[((-144))+rbp]
488 movaps xmm11,XMMWORD[((-128))+rbp]
489 movaps xmm12,XMMWORD[((-112))+rbp]
490 movaps xmm13,XMMWORD[((-96))+rbp]
491 movaps xmm14,XMMWORD[((-80))+rbp]
492 movaps xmm15,XMMWORD[((-64))+rbp]
493 mov rdi,QWORD[16+rbp]
494 mov rsi,QWORD[24+rbp]
495 lea rsp,[((-40))+rbp]
496
497 pop r15
498
499 pop r14
500
501 pop r13
502
503 pop r12
504
505 pop rbx
506
507 pop rbp
508
509 $L$gcm_dec_abort:
510 DB 0F3h,0C3h ;repret
511 $L$SEH_end_aesni_gcm_decrypt_22:
512
513
514
515 ALIGN 32
516 _aesni_ctr32_6x:
517
518 vmovdqu xmm4,XMMWORD[((0-128))+r9]
519 vmovdqu xmm2,XMMWORD[32+r11]
520 lea r13,[((-1))+r10]
521 vmovups xmm15,XMMWORD[((16-128))+r9]
522 lea r12,[((32-128))+r9]
523 vpxor xmm9,xmm1,xmm4
524 add ebx,100663296
525 jc NEAR $L$handle_ctr32_2
526 vpaddb xmm10,xmm1,xmm2
527 vpaddb xmm11,xmm10,xmm2
528 vpxor xmm10,xmm10,xmm4
529 vpaddb xmm12,xmm11,xmm2
530 vpxor xmm11,xmm11,xmm4
531 vpaddb xmm13,xmm12,xmm2
532 vpxor xmm12,xmm12,xmm4
533 vpaddb xmm14,xmm13,xmm2
534 vpxor xmm13,xmm13,xmm4
535 vpaddb xmm1,xmm14,xmm2
536 vpxor xmm14,xmm14,xmm4
537 jmp NEAR $L$oop_ctr32
538
539 ALIGN 16
540 $L$oop_ctr32:
541 vaesenc xmm9,xmm9,xmm15
542 vaesenc xmm10,xmm10,xmm15
543 vaesenc xmm11,xmm11,xmm15
544 vaesenc xmm12,xmm12,xmm15
545 vaesenc xmm13,xmm13,xmm15
546 vaesenc xmm14,xmm14,xmm15
547 vmovups xmm15,XMMWORD[r12]
548 lea r12,[16+r12]
549 dec r13d
550 jnz NEAR $L$oop_ctr32
551
552 vmovdqu xmm3,XMMWORD[r12]
553 vaesenc xmm9,xmm9,xmm15
554 vpxor xmm4,xmm3,XMMWORD[rcx]
555 vaesenc xmm10,xmm10,xmm15
556 vpxor xmm5,xmm3,XMMWORD[16+rcx]
557 vaesenc xmm11,xmm11,xmm15
558 vpxor xmm6,xmm3,XMMWORD[32+rcx]
559 vaesenc xmm12,xmm12,xmm15
560 vpxor xmm8,xmm3,XMMWORD[48+rcx]
561 vaesenc xmm13,xmm13,xmm15
562 vpxor xmm2,xmm3,XMMWORD[64+rcx]
563 vaesenc xmm14,xmm14,xmm15
564 vpxor xmm3,xmm3,XMMWORD[80+rcx]
565 lea rcx,[96+rcx]
566
567 vaesenclast xmm9,xmm9,xmm4
568 vaesenclast xmm10,xmm10,xmm5
569 vaesenclast xmm11,xmm11,xmm6
570 vaesenclast xmm12,xmm12,xmm8
571 vaesenclast xmm13,xmm13,xmm2
572 vaesenclast xmm14,xmm14,xmm3
573 vmovups XMMWORD[rdx],xmm9
574 vmovups XMMWORD[16+rdx],xmm10
575 vmovups XMMWORD[32+rdx],xmm11
576 vmovups XMMWORD[48+rdx],xmm12
577 vmovups XMMWORD[64+rdx],xmm13
578 vmovups XMMWORD[80+rdx],xmm14
579 lea rdx,[96+rdx]
580
581 DB 0F3h,0C3h ;repret
582 ALIGN 32
583 $L$handle_ctr32_2:
584 vpshufb xmm6,xmm1,xmm0
585 vmovdqu xmm5,XMMWORD[48+r11]
586 vpaddd xmm10,xmm6,XMMWORD[64+r11]
587 vpaddd xmm11,xmm6,xmm5
588 vpaddd xmm12,xmm10,xmm5
589 vpshufb xmm10,xmm10,xmm0
590 vpaddd xmm13,xmm11,xmm5
591 vpshufb xmm11,xmm11,xmm0
592 vpxor xmm10,xmm10,xmm4
593 vpaddd xmm14,xmm12,xmm5
594 vpshufb xmm12,xmm12,xmm0
595 vpxor xmm11,xmm11,xmm4
596 vpaddd xmm1,xmm13,xmm5
597 vpshufb xmm13,xmm13,xmm0
598 vpxor xmm12,xmm12,xmm4
599 vpshufb xmm14,xmm14,xmm0
600 vpxor xmm13,xmm13,xmm4
601 vpshufb xmm1,xmm1,xmm0
602 vpxor xmm14,xmm14,xmm4
603 jmp NEAR $L$oop_ctr32
604
605
606
607 global aesni_gcm_encrypt
608
609 ALIGN 32
610 aesni_gcm_encrypt:
611
612 $L$SEH_begin_aesni_gcm_encrypt_1:
613 %ifdef BORINGSSL_DISPATCH_TEST
614 EXTERN BORINGSSL_function_hit
615 mov BYTE[((BORINGSSL_function_hit+2))],1
616 %endif
617 xor rax,rax
618
619
620
621
622 cmp r8,0x60*3
623 jb NEAR $L$gcm_enc_abort
624
625 push rbp
626
627 $L$SEH_prolog_aesni_gcm_encrypt_2:
628 mov rbp,rsp
629
630 push rbx
631
632 $L$SEH_prolog_aesni_gcm_encrypt_3:
633 push r12
634
635 $L$SEH_prolog_aesni_gcm_encrypt_4:
636 push r13
637
638 $L$SEH_prolog_aesni_gcm_encrypt_5:
639 push r14
640
641 $L$SEH_prolog_aesni_gcm_encrypt_6:
642 push r15
643
644 $L$SEH_prolog_aesni_gcm_encrypt_7:
645 lea rsp,[((-168))+rsp]
646 $L$SEH_prolog_aesni_gcm_encrypt_8:
647 $L$SEH_prolog_aesni_gcm_encrypt_9:
648
649
650
651 mov QWORD[16+rbp],rdi
652 $L$SEH_prolog_aesni_gcm_encrypt_10:
653 mov QWORD[24+rbp],rsi
654 $L$SEH_prolog_aesni_gcm_encrypt_11:
655 mov rdi,QWORD[48+rbp]
656 mov rsi,QWORD[56+rbp]
657
658 movaps XMMWORD[(-208)+rbp],xmm6
659 $L$SEH_prolog_aesni_gcm_encrypt_12:
660 movaps XMMWORD[(-192)+rbp],xmm7
661 $L$SEH_prolog_aesni_gcm_encrypt_13:
662 movaps XMMWORD[(-176)+rbp],xmm8
663 $L$SEH_prolog_aesni_gcm_encrypt_14:
664 movaps XMMWORD[(-160)+rbp],xmm9
665 $L$SEH_prolog_aesni_gcm_encrypt_15:
666 movaps XMMWORD[(-144)+rbp],xmm10
667 $L$SEH_prolog_aesni_gcm_encrypt_16:
668 movaps XMMWORD[(-128)+rbp],xmm11
669 $L$SEH_prolog_aesni_gcm_encrypt_17:
670 movaps XMMWORD[(-112)+rbp],xmm12
671 $L$SEH_prolog_aesni_gcm_encrypt_18:
672 movaps XMMWORD[(-96)+rbp],xmm13
673 $L$SEH_prolog_aesni_gcm_encrypt_19:
674 movaps XMMWORD[(-80)+rbp],xmm14
675 $L$SEH_prolog_aesni_gcm_encrypt_20:
676 movaps XMMWORD[(-64)+rbp],xmm15
677 $L$SEH_prolog_aesni_gcm_encrypt_21:
678 vzeroupper
679
680 vmovdqu xmm1,XMMWORD[rdi]
681 add rsp,-128
682 mov ebx,DWORD[12+rdi]
683 lea r11,[$L$bswap_mask]
684 lea r14,[((-128))+r9]
685 mov r15,0xf80
686 lea r9,[128+r9]
687 vmovdqu xmm0,XMMWORD[r11]
688 and rsp,-128
689 mov r10d,DWORD[((240-128))+r9]
690
691 and r14,r15
692 and r15,rsp
693 sub r15,r14
694 jc NEAR $L$enc_no_key_aliasing
695 cmp r15,768
696 jnc NEAR $L$enc_no_key_aliasing
697 sub rsp,r15
698 $L$enc_no_key_aliasing:
699
700 mov r14,rdx
701
702
703
704
705
706
707
708
709 lea r15,[((-192))+r8*1+rdx]
710
711 shr r8,4
712
713 call _aesni_ctr32_6x
714 vpshufb xmm8,xmm9,xmm0
715 vpshufb xmm2,xmm10,xmm0
716 vmovdqu XMMWORD[112+rsp],xmm8
717 vpshufb xmm4,xmm11,xmm0
718 vmovdqu XMMWORD[96+rsp],xmm2
719 vpshufb xmm5,xmm12,xmm0
720 vmovdqu XMMWORD[80+rsp],xmm4
721 vpshufb xmm6,xmm13,xmm0
722 vmovdqu XMMWORD[64+rsp],xmm5
723 vpshufb xmm7,xmm14,xmm0
724 vmovdqu XMMWORD[48+rsp],xmm6
725
726 call _aesni_ctr32_6x
727
728 vmovdqu xmm8,XMMWORD[rsi]
729 lea rsi,[((32+32))+rsi]
730 sub r8,12
731 mov rax,0x60*2
732 vpshufb xmm8,xmm8,xmm0
733
734 call _aesni_ctr32_ghash_6x
735 vmovdqu xmm7,XMMWORD[32+rsp]
736 vmovdqu xmm0,XMMWORD[r11]
737 vmovdqu xmm3,XMMWORD[((0-32))+rsi]
738 vpunpckhqdq xmm1,xmm7,xmm7
739 vmovdqu xmm15,XMMWORD[((32-32))+rsi]
740 vmovups XMMWORD[(-96)+rdx],xmm9
741 vpshufb xmm9,xmm9,xmm0
742 vpxor xmm1,xmm1,xmm7
743 vmovups XMMWORD[(-80)+rdx],xmm10
744 vpshufb xmm10,xmm10,xmm0
745 vmovups XMMWORD[(-64)+rdx],xmm11
746 vpshufb xmm11,xmm11,xmm0
747 vmovups XMMWORD[(-48)+rdx],xmm12
748 vpshufb xmm12,xmm12,xmm0
749 vmovups XMMWORD[(-32)+rdx],xmm13
750 vpshufb xmm13,xmm13,xmm0
751 vmovups XMMWORD[(-16)+rdx],xmm14
752 vpshufb xmm14,xmm14,xmm0
753 vmovdqu XMMWORD[16+rsp],xmm9
754 vmovdqu xmm6,XMMWORD[48+rsp]
755 vmovdqu xmm0,XMMWORD[((16-32))+rsi]
756 vpunpckhqdq xmm2,xmm6,xmm6
757 vpclmulqdq xmm5,xmm7,xmm3,0x00
758 vpxor xmm2,xmm2,xmm6
759 vpclmulqdq xmm7,xmm7,xmm3,0x11
760 vpclmulqdq xmm1,xmm1,xmm15,0x00
761
762 vmovdqu xmm9,XMMWORD[64+rsp]
763 vpclmulqdq xmm4,xmm6,xmm0,0x00
764 vmovdqu xmm3,XMMWORD[((48-32))+rsi]
765 vpxor xmm4,xmm4,xmm5
766 vpunpckhqdq xmm5,xmm9,xmm9
767 vpclmulqdq xmm6,xmm6,xmm0,0x11
768 vpxor xmm5,xmm5,xmm9
769 vpxor xmm6,xmm6,xmm7
770 vpclmulqdq xmm2,xmm2,xmm15,0x10
771 vmovdqu xmm15,XMMWORD[((80-32))+rsi]
772 vpxor xmm2,xmm2,xmm1
773
774 vmovdqu xmm1,XMMWORD[80+rsp]
775 vpclmulqdq xmm7,xmm9,xmm3,0x00
776 vmovdqu xmm0,XMMWORD[((64-32))+rsi]
777 vpxor xmm7,xmm7,xmm4
778 vpunpckhqdq xmm4,xmm1,xmm1
779 vpclmulqdq xmm9,xmm9,xmm3,0x11
780 vpxor xmm4,xmm4,xmm1
781 vpxor xmm9,xmm9,xmm6
782 vpclmulqdq xmm5,xmm5,xmm15,0x00
783 vpxor xmm5,xmm5,xmm2
784
785 vmovdqu xmm2,XMMWORD[96+rsp]
786 vpclmulqdq xmm6,xmm1,xmm0,0x00
787 vmovdqu xmm3,XMMWORD[((96-32))+rsi]
788 vpxor xmm6,xmm6,xmm7
789 vpunpckhqdq xmm7,xmm2,xmm2
790 vpclmulqdq xmm1,xmm1,xmm0,0x11
791 vpxor xmm7,xmm7,xmm2
792 vpxor xmm1,xmm1,xmm9
793 vpclmulqdq xmm4,xmm4,xmm15,0x10
794 vmovdqu xmm15,XMMWORD[((128-32))+rsi]
795 vpxor xmm4,xmm4,xmm5
796
797 vpxor xmm8,xmm8,XMMWORD[112+rsp]
798 vpclmulqdq xmm5,xmm2,xmm3,0x00
799 vmovdqu xmm0,XMMWORD[((112-32))+rsi]
800 vpunpckhqdq xmm9,xmm8,xmm8
801 vpxor xmm5,xmm5,xmm6
802 vpclmulqdq xmm2,xmm2,xmm3,0x11
803 vpxor xmm9,xmm9,xmm8
804 vpxor xmm2,xmm2,xmm1
805 vpclmulqdq xmm7,xmm7,xmm15,0x00
806 vpxor xmm4,xmm7,xmm4
807
808 vpclmulqdq xmm6,xmm8,xmm0,0x00
809 vmovdqu xmm3,XMMWORD[((0-32))+rsi]
810 vpunpckhqdq xmm1,xmm14,xmm14
811 vpclmulqdq xmm8,xmm8,xmm0,0x11
812 vpxor xmm1,xmm1,xmm14
813 vpxor xmm5,xmm6,xmm5
814 vpclmulqdq xmm9,xmm9,xmm15,0x10
815 vmovdqu xmm15,XMMWORD[((32-32))+rsi]
816 vpxor xmm7,xmm8,xmm2
817 vpxor xmm6,xmm9,xmm4
818
819 vmovdqu xmm0,XMMWORD[((16-32))+rsi]
820 vpxor xmm9,xmm7,xmm5
821 vpclmulqdq xmm4,xmm14,xmm3,0x00
822 vpxor xmm6,xmm6,xmm9
823 vpunpckhqdq xmm2,xmm13,xmm13
824 vpclmulqdq xmm14,xmm14,xmm3,0x11
825 vpxor xmm2,xmm2,xmm13
826 vpslldq xmm9,xmm6,8
827 vpclmulqdq xmm1,xmm1,xmm15,0x00
828 vpxor xmm8,xmm5,xmm9
829 vpsrldq xmm6,xmm6,8
830 vpxor xmm7,xmm7,xmm6
831
832 vpclmulqdq xmm5,xmm13,xmm0,0x00
833 vmovdqu xmm3,XMMWORD[((48-32))+rsi]
834 vpxor xmm5,xmm5,xmm4
835 vpunpckhqdq xmm9,xmm12,xmm12
836 vpclmulqdq xmm13,xmm13,xmm0,0x11
837 vpxor xmm9,xmm9,xmm12
838 vpxor xmm13,xmm13,xmm14
839 vpalignr xmm14,xmm8,xmm8,8
840 vpclmulqdq xmm2,xmm2,xmm15,0x10
841 vmovdqu xmm15,XMMWORD[((80-32))+rsi]
842 vpxor xmm2,xmm2,xmm1
843
844 vpclmulqdq xmm4,xmm12,xmm3,0x00
845 vmovdqu xmm0,XMMWORD[((64-32))+rsi]
846 vpxor xmm4,xmm4,xmm5
847 vpunpckhqdq xmm1,xmm11,xmm11
848 vpclmulqdq xmm12,xmm12,xmm3,0x11
849 vpxor xmm1,xmm1,xmm11
850 vpxor xmm12,xmm12,xmm13
851 vxorps xmm7,xmm7,XMMWORD[16+rsp]
852 vpclmulqdq xmm9,xmm9,xmm15,0x00
853 vpxor xmm9,xmm9,xmm2
854
855 vpclmulqdq xmm8,xmm8,XMMWORD[16+r11],0x10
856 vxorps xmm8,xmm8,xmm14
857
858 vpclmulqdq xmm5,xmm11,xmm0,0x00
859 vmovdqu xmm3,XMMWORD[((96-32))+rsi]
860 vpxor xmm5,xmm5,xmm4
861 vpunpckhqdq xmm2,xmm10,xmm10
862 vpclmulqdq xmm11,xmm11,xmm0,0x11
863 vpxor xmm2,xmm2,xmm10
864 vpalignr xmm14,xmm8,xmm8,8
865 vpxor xmm11,xmm11,xmm12
866 vpclmulqdq xmm1,xmm1,xmm15,0x10
867 vmovdqu xmm15,XMMWORD[((128-32))+rsi]
868 vpxor xmm1,xmm1,xmm9
869
870 vxorps xmm14,xmm14,xmm7
871 vpclmulqdq xmm8,xmm8,XMMWORD[16+r11],0x10
872 vxorps xmm8,xmm8,xmm14
873
874 vpclmulqdq xmm4,xmm10,xmm3,0x00
875 vmovdqu xmm0,XMMWORD[((112-32))+rsi]
876 vpxor xmm4,xmm4,xmm5
877 vpunpckhqdq xmm9,xmm8,xmm8
878 vpclmulqdq xmm10,xmm10,xmm3,0x11
879 vpxor xmm9,xmm9,xmm8
880 vpxor xmm10,xmm10,xmm11
881 vpclmulqdq xmm2,xmm2,xmm15,0x00
882 vpxor xmm2,xmm2,xmm1
883
884 vpclmulqdq xmm5,xmm8,xmm0,0x00
885 vpclmulqdq xmm7,xmm8,xmm0,0x11
886 vpxor xmm5,xmm5,xmm4
887 vpclmulqdq xmm6,xmm9,xmm15,0x10
888 vpxor xmm7,xmm7,xmm10
889 vpxor xmm6,xmm6,xmm2
890
891 vpxor xmm4,xmm7,xmm5
892 vpxor xmm6,xmm6,xmm4
893 vpslldq xmm1,xmm6,8
894 vmovdqu xmm3,XMMWORD[16+r11]
895 vpsrldq xmm6,xmm6,8
896 vpxor xmm8,xmm5,xmm1
897 vpxor xmm7,xmm7,xmm6
898
899 vpalignr xmm2,xmm8,xmm8,8
900 vpclmulqdq xmm8,xmm8,xmm3,0x10
901 vpxor xmm8,xmm8,xmm2
902
903 vpalignr xmm2,xmm8,xmm8,8
904 vpclmulqdq xmm8,xmm8,xmm3,0x10
905 vpxor xmm2,xmm2,xmm7
906 vpxor xmm8,xmm8,xmm2
907 vpshufb xmm8,xmm8,XMMWORD[r11]
908 vmovdqu XMMWORD[(-64)+rsi],xmm8
909
910 vzeroupper
911 movaps xmm6,XMMWORD[((-208))+rbp]
912 movaps xmm7,XMMWORD[((-192))+rbp]
913 movaps xmm8,XMMWORD[((-176))+rbp]
914 movaps xmm9,XMMWORD[((-160))+rbp]
915 movaps xmm10,XMMWORD[((-144))+rbp]
916 movaps xmm11,XMMWORD[((-128))+rbp]
917 movaps xmm12,XMMWORD[((-112))+rbp]
918 movaps xmm13,XMMWORD[((-96))+rbp]
919 movaps xmm14,XMMWORD[((-80))+rbp]
920 movaps xmm15,XMMWORD[((-64))+rbp]
921 mov rdi,QWORD[16+rbp]
922 mov rsi,QWORD[24+rbp]
923 lea rsp,[((-40))+rbp]
924
925 pop r15
926
927 pop r14
928
929 pop r13
930
931 pop r12
932
933 pop rbx
934
935 pop rbp
936
937 $L$gcm_enc_abort:
938 DB 0F3h,0C3h ;repret
939 $L$SEH_end_aesni_gcm_encrypt_22:
940
941
942 section .rdata rdata align=8
943 ALIGN 64
944 $L$bswap_mask:
945 DB 15,14,13,12,11,10,9,8,7,6,5,4,3,2,1,0
946 $L$poly:
947 DB 0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0xc2
948 $L$one_msb:
949 DB 0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1
950 $L$two_lsb:
951 DB 2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
952 $L$one_lsb:
953 DB 1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
954 DB 65,69,83,45,78,73,32,71,67,77,32,109,111,100,117,108
955 DB 101,32,102,111,114,32,120,56,54,95,54,52,44,32,67,82
956 DB 89,80,84,79,71,65,77,83,32,98,121,32,60,97,112,112
957 DB 114,111,64,111,112,101,110,115,115,108,46,111,114,103,62,0
958 ALIGN 64
959 section .text
960
961 section .pdata rdata align=4
962 ALIGN 4
963 DD $L$SEH_begin_aesni_gcm_decrypt_1 wrt ..imagebase
964 DD $L$SEH_end_aesni_gcm_decrypt_22 wrt ..imagebase
965 DD $L$SEH_info_aesni_gcm_decrypt_0 wrt ..imagebase
966
967 DD $L$SEH_begin_aesni_gcm_encrypt_1 wrt ..imagebase
968 DD $L$SEH_end_aesni_gcm_encrypt_22 wrt ..imagebase
969 DD $L$SEH_info_aesni_gcm_encrypt_0 wrt ..imagebase
970
971
972 section .xdata rdata align=8
973 ALIGN 4
974 $L$SEH_info_aesni_gcm_decrypt_0:
975 DB 1
976 DB $L$SEH_prolog_aesni_gcm_decrypt_21-$L$SEH_begin_aesni_gcm_decrypt_1
977 DB 33
978 DB 213
979 DB $L$SEH_prolog_aesni_gcm_decrypt_21-$L$SEH_begin_aesni_gcm_decrypt_1
980 DB 248
981 DW 9
982 DB $L$SEH_prolog_aesni_gcm_decrypt_20-$L$SEH_begin_aesni_gcm_decrypt_1
983 DB 232
984 DW 8
985 DB $L$SEH_prolog_aesni_gcm_decrypt_19-$L$SEH_begin_aesni_gcm_decrypt_1
986 DB 216
987 DW 7
988 DB $L$SEH_prolog_aesni_gcm_decrypt_18-$L$SEH_begin_aesni_gcm_decrypt_1
989 DB 200
990 DW 6
991 DB $L$SEH_prolog_aesni_gcm_decrypt_17-$L$SEH_begin_aesni_gcm_decrypt_1
992 DB 184
993 DW 5
994 DB $L$SEH_prolog_aesni_gcm_decrypt_16-$L$SEH_begin_aesni_gcm_decrypt_1
995 DB 168
996 DW 4
997 DB $L$SEH_prolog_aesni_gcm_decrypt_15-$L$SEH_begin_aesni_gcm_decrypt_1
998 DB 152
999 DW 3
1000 DB $L$SEH_prolog_aesni_gcm_decrypt_14-$L$SEH_begin_aesni_gcm_decrypt_1
1001 DB 136
1002 DW 2
1003 DB $L$SEH_prolog_aesni_gcm_decrypt_13-$L$SEH_begin_aesni_gcm_decrypt_1
1004 DB 120
1005 DW 1
1006 DB $L$SEH_prolog_aesni_gcm_decrypt_12-$L$SEH_begin_aesni_gcm_decrypt_1
1007 DB 104
1008 DW 0
1009 DB $L$SEH_prolog_aesni_gcm_decrypt_11-$L$SEH_begin_aesni_gcm_decrypt_1
1010 DB 100
1011 DW 29
1012 DB $L$SEH_prolog_aesni_gcm_decrypt_10-$L$SEH_begin_aesni_gcm_decrypt_1
1013 DB 116
1014 DW 28
1015 DB $L$SEH_prolog_aesni_gcm_decrypt_9-$L$SEH_begin_aesni_gcm_decrypt_1
1016 DB 3
1017 DB $L$SEH_prolog_aesni_gcm_decrypt_8-$L$SEH_begin_aesni_gcm_decrypt_1
1018 DB 1
1019 DW 21
1020 DB $L$SEH_prolog_aesni_gcm_decrypt_7-$L$SEH_begin_aesni_gcm_decrypt_1
1021 DB 240
1022 DB $L$SEH_prolog_aesni_gcm_decrypt_6-$L$SEH_begin_aesni_gcm_decrypt_1
1023 DB 224
1024 DB $L$SEH_prolog_aesni_gcm_decrypt_5-$L$SEH_begin_aesni_gcm_decrypt_1
1025 DB 208
1026 DB $L$SEH_prolog_aesni_gcm_decrypt_4-$L$SEH_begin_aesni_gcm_decrypt_1
1027 DB 192
1028 DB $L$SEH_prolog_aesni_gcm_decrypt_3-$L$SEH_begin_aesni_gcm_decrypt_1
1029 DB 48
1030 DB $L$SEH_prolog_aesni_gcm_decrypt_2-$L$SEH_begin_aesni_gcm_decrypt_1
1031 DB 80
1032
1033 $L$SEH_info_aesni_gcm_encrypt_0:
1034 DB 1
1035 DB $L$SEH_prolog_aesni_gcm_encrypt_21-$L$SEH_begin_aesni_gcm_encrypt_1
1036 DB 33
1037 DB 213
1038 DB $L$SEH_prolog_aesni_gcm_encrypt_21-$L$SEH_begin_aesni_gcm_encrypt_1
1039 DB 248
1040 DW 9
1041 DB $L$SEH_prolog_aesni_gcm_encrypt_20-$L$SEH_begin_aesni_gcm_encrypt_1
1042 DB 232
1043 DW 8
1044 DB $L$SEH_prolog_aesni_gcm_encrypt_19-$L$SEH_begin_aesni_gcm_encrypt_1
1045 DB 216
1046 DW 7
1047 DB $L$SEH_prolog_aesni_gcm_encrypt_18-$L$SEH_begin_aesni_gcm_encrypt_1
1048 DB 200
1049 DW 6
1050 DB $L$SEH_prolog_aesni_gcm_encrypt_17-$L$SEH_begin_aesni_gcm_encrypt_1
1051 DB 184
1052 DW 5
1053 DB $L$SEH_prolog_aesni_gcm_encrypt_16-$L$SEH_begin_aesni_gcm_encrypt_1
1054 DB 168
1055 DW 4
1056 DB $L$SEH_prolog_aesni_gcm_encrypt_15-$L$SEH_begin_aesni_gcm_encrypt_1
1057 DB 152
1058 DW 3
1059 DB $L$SEH_prolog_aesni_gcm_encrypt_14-$L$SEH_begin_aesni_gcm_encrypt_1
1060 DB 136
1061 DW 2
1062 DB $L$SEH_prolog_aesni_gcm_encrypt_13-$L$SEH_begin_aesni_gcm_encrypt_1
1063 DB 120
1064 DW 1
1065 DB $L$SEH_prolog_aesni_gcm_encrypt_12-$L$SEH_begin_aesni_gcm_encrypt_1
1066 DB 104
1067 DW 0
1068 DB $L$SEH_prolog_aesni_gcm_encrypt_11-$L$SEH_begin_aesni_gcm_encrypt_1
1069 DB 100
1070 DW 29
1071 DB $L$SEH_prolog_aesni_gcm_encrypt_10-$L$SEH_begin_aesni_gcm_encrypt_1
1072 DB 116
1073 DW 28
1074 DB $L$SEH_prolog_aesni_gcm_encrypt_9-$L$SEH_begin_aesni_gcm_encrypt_1
1075 DB 3
1076 DB $L$SEH_prolog_aesni_gcm_encrypt_8-$L$SEH_begin_aesni_gcm_encrypt_1
1077 DB 1
1078 DW 21
1079 DB $L$SEH_prolog_aesni_gcm_encrypt_7-$L$SEH_begin_aesni_gcm_encrypt_1
1080 DB 240
1081 DB $L$SEH_prolog_aesni_gcm_encrypt_6-$L$SEH_begin_aesni_gcm_encrypt_1
1082 DB 224
1083 DB $L$SEH_prolog_aesni_gcm_encrypt_5-$L$SEH_begin_aesni_gcm_encrypt_1
1084 DB 208
1085 DB $L$SEH_prolog_aesni_gcm_encrypt_4-$L$SEH_begin_aesni_gcm_encrypt_1
1086 DB 192
1087 DB $L$SEH_prolog_aesni_gcm_encrypt_3-$L$SEH_begin_aesni_gcm_encrypt_1
1088 DB 48
1089 DB $L$SEH_prolog_aesni_gcm_encrypt_2-$L$SEH_begin_aesni_gcm_encrypt_1
1090 DB 80
1091 %else
1092 ; Work around https://bugzilla.nasm.us/show_bug.cgi?id=3392738
1093 ret
1094 %endif