| 1 |
; This file is generated from a similarly-named Perl script in the BoringSSL |
| 2 |
; source tree. Do not edit by hand. |
| 3 |
|
| 4 |
%ifidn __OUTPUT_FORMAT__, win64 |
| 5 |
default rel |
| 6 |
%define XMMWORD |
| 7 |
%define YMMWORD |
| 8 |
%define ZMMWORD |
| 9 |
|
| 10 |
%ifdef BORINGSSL_PREFIX |
| 11 |
%include "boringssl_prefix_symbols_nasm.inc" |
| 12 |
%endif |
| 13 |
section .text code align=64 |
| 14 |
|
| 15 |
|
| 16 |
|
| 17 |
ALIGN 32 |
| 18 |
_aesni_ctr32_ghash_6x: |
| 19 |
|
| 20 |
vmovdqu xmm2,XMMWORD[32+r11] |
| 21 |
sub r8,6 |
| 22 |
vpxor xmm4,xmm4,xmm4 |
| 23 |
vmovdqu xmm15,XMMWORD[((0-128))+r9] |
| 24 |
vpaddb xmm10,xmm1,xmm2 |
| 25 |
vpaddb xmm11,xmm10,xmm2 |
| 26 |
vpaddb xmm12,xmm11,xmm2 |
| 27 |
vpaddb xmm13,xmm12,xmm2 |
| 28 |
vpaddb xmm14,xmm13,xmm2 |
| 29 |
vpxor xmm9,xmm1,xmm15 |
| 30 |
vmovdqu XMMWORD[(16+8)+rsp],xmm4 |
| 31 |
jmp NEAR $L$oop6x |
| 32 |
|
| 33 |
ALIGN 32 |
| 34 |
$L$oop6x: |
| 35 |
add ebx,100663296 |
| 36 |
jc NEAR $L$handle_ctr32 |
| 37 |
vmovdqu xmm3,XMMWORD[((0-32))+rsi] |
| 38 |
vpaddb xmm1,xmm14,xmm2 |
| 39 |
vpxor xmm10,xmm10,xmm15 |
| 40 |
vpxor xmm11,xmm11,xmm15 |
| 41 |
|
| 42 |
$L$resume_ctr32: |
| 43 |
vmovdqu XMMWORD[rdi],xmm1 |
| 44 |
vpclmulqdq xmm5,xmm7,xmm3,0x10 |
| 45 |
vpxor xmm12,xmm12,xmm15 |
| 46 |
vmovups xmm2,XMMWORD[((16-128))+r9] |
| 47 |
vpclmulqdq xmm6,xmm7,xmm3,0x01 |
| 48 |
|
| 49 |
|
| 50 |
|
| 51 |
|
| 52 |
|
| 53 |
|
| 54 |
|
| 55 |
|
| 56 |
|
| 57 |
|
| 58 |
|
| 59 |
|
| 60 |
|
| 61 |
|
| 62 |
|
| 63 |
|
| 64 |
|
| 65 |
xor r12,r12 |
| 66 |
cmp r15,r14 |
| 67 |
|
| 68 |
vaesenc xmm9,xmm9,xmm2 |
| 69 |
vmovdqu xmm0,XMMWORD[((48+8))+rsp] |
| 70 |
vpxor xmm13,xmm13,xmm15 |
| 71 |
vpclmulqdq xmm1,xmm7,xmm3,0x00 |
| 72 |
vaesenc xmm10,xmm10,xmm2 |
| 73 |
vpxor xmm14,xmm14,xmm15 |
| 74 |
setnc r12b |
| 75 |
vpclmulqdq xmm7,xmm7,xmm3,0x11 |
| 76 |
vaesenc xmm11,xmm11,xmm2 |
| 77 |
vmovdqu xmm3,XMMWORD[((16-32))+rsi] |
| 78 |
neg r12 |
| 79 |
vaesenc xmm12,xmm12,xmm2 |
| 80 |
vpxor xmm6,xmm6,xmm5 |
| 81 |
vpclmulqdq xmm5,xmm0,xmm3,0x00 |
| 82 |
vpxor xmm8,xmm8,xmm4 |
| 83 |
vaesenc xmm13,xmm13,xmm2 |
| 84 |
vpxor xmm4,xmm1,xmm5 |
| 85 |
and r12,0x60 |
| 86 |
vmovups xmm15,XMMWORD[((32-128))+r9] |
| 87 |
vpclmulqdq xmm1,xmm0,xmm3,0x10 |
| 88 |
vaesenc xmm14,xmm14,xmm2 |
| 89 |
|
| 90 |
vpclmulqdq xmm2,xmm0,xmm3,0x01 |
| 91 |
lea r14,[r12*1+r14] |
| 92 |
vaesenc xmm9,xmm9,xmm15 |
| 93 |
vpxor xmm8,xmm8,XMMWORD[((16+8))+rsp] |
| 94 |
vpclmulqdq xmm3,xmm0,xmm3,0x11 |
| 95 |
vmovdqu xmm0,XMMWORD[((64+8))+rsp] |
| 96 |
vaesenc xmm10,xmm10,xmm15 |
| 97 |
movbe r13,QWORD[88+r14] |
| 98 |
vaesenc xmm11,xmm11,xmm15 |
| 99 |
movbe r12,QWORD[80+r14] |
| 100 |
vaesenc xmm12,xmm12,xmm15 |
| 101 |
mov QWORD[((32+8))+rsp],r13 |
| 102 |
vaesenc xmm13,xmm13,xmm15 |
| 103 |
mov QWORD[((40+8))+rsp],r12 |
| 104 |
vmovdqu xmm5,XMMWORD[((48-32))+rsi] |
| 105 |
vaesenc xmm14,xmm14,xmm15 |
| 106 |
|
| 107 |
vmovups xmm15,XMMWORD[((48-128))+r9] |
| 108 |
vpxor xmm6,xmm6,xmm1 |
| 109 |
vpclmulqdq xmm1,xmm0,xmm5,0x00 |
| 110 |
vaesenc xmm9,xmm9,xmm15 |
| 111 |
vpxor xmm6,xmm6,xmm2 |
| 112 |
vpclmulqdq xmm2,xmm0,xmm5,0x10 |
| 113 |
vaesenc xmm10,xmm10,xmm15 |
| 114 |
vpxor xmm7,xmm7,xmm3 |
| 115 |
vpclmulqdq xmm3,xmm0,xmm5,0x01 |
| 116 |
vaesenc xmm11,xmm11,xmm15 |
| 117 |
vpclmulqdq xmm5,xmm0,xmm5,0x11 |
| 118 |
vmovdqu xmm0,XMMWORD[((80+8))+rsp] |
| 119 |
vaesenc xmm12,xmm12,xmm15 |
| 120 |
vaesenc xmm13,xmm13,xmm15 |
| 121 |
vpxor xmm4,xmm4,xmm1 |
| 122 |
vmovdqu xmm1,XMMWORD[((64-32))+rsi] |
| 123 |
vaesenc xmm14,xmm14,xmm15 |
| 124 |
|
| 125 |
vmovups xmm15,XMMWORD[((64-128))+r9] |
| 126 |
vpxor xmm6,xmm6,xmm2 |
| 127 |
vpclmulqdq xmm2,xmm0,xmm1,0x00 |
| 128 |
vaesenc xmm9,xmm9,xmm15 |
| 129 |
vpxor xmm6,xmm6,xmm3 |
| 130 |
vpclmulqdq xmm3,xmm0,xmm1,0x10 |
| 131 |
vaesenc xmm10,xmm10,xmm15 |
| 132 |
movbe r13,QWORD[72+r14] |
| 133 |
vpxor xmm7,xmm7,xmm5 |
| 134 |
vpclmulqdq xmm5,xmm0,xmm1,0x01 |
| 135 |
vaesenc xmm11,xmm11,xmm15 |
| 136 |
movbe r12,QWORD[64+r14] |
| 137 |
vpclmulqdq xmm1,xmm0,xmm1,0x11 |
| 138 |
vmovdqu xmm0,XMMWORD[((96+8))+rsp] |
| 139 |
vaesenc xmm12,xmm12,xmm15 |
| 140 |
mov QWORD[((48+8))+rsp],r13 |
| 141 |
vaesenc xmm13,xmm13,xmm15 |
| 142 |
mov QWORD[((56+8))+rsp],r12 |
| 143 |
vpxor xmm4,xmm4,xmm2 |
| 144 |
vmovdqu xmm2,XMMWORD[((96-32))+rsi] |
| 145 |
vaesenc xmm14,xmm14,xmm15 |
| 146 |
|
| 147 |
vmovups xmm15,XMMWORD[((80-128))+r9] |
| 148 |
vpxor xmm6,xmm6,xmm3 |
| 149 |
vpclmulqdq xmm3,xmm0,xmm2,0x00 |
| 150 |
vaesenc xmm9,xmm9,xmm15 |
| 151 |
vpxor xmm6,xmm6,xmm5 |
| 152 |
vpclmulqdq xmm5,xmm0,xmm2,0x10 |
| 153 |
vaesenc xmm10,xmm10,xmm15 |
| 154 |
movbe r13,QWORD[56+r14] |
| 155 |
vpxor xmm7,xmm7,xmm1 |
| 156 |
vpclmulqdq xmm1,xmm0,xmm2,0x01 |
| 157 |
vpxor xmm8,xmm8,XMMWORD[((112+8))+rsp] |
| 158 |
vaesenc xmm11,xmm11,xmm15 |
| 159 |
movbe r12,QWORD[48+r14] |
| 160 |
vpclmulqdq xmm2,xmm0,xmm2,0x11 |
| 161 |
vaesenc xmm12,xmm12,xmm15 |
| 162 |
mov QWORD[((64+8))+rsp],r13 |
| 163 |
vaesenc xmm13,xmm13,xmm15 |
| 164 |
mov QWORD[((72+8))+rsp],r12 |
| 165 |
vpxor xmm4,xmm4,xmm3 |
| 166 |
vmovdqu xmm3,XMMWORD[((112-32))+rsi] |
| 167 |
vaesenc xmm14,xmm14,xmm15 |
| 168 |
|
| 169 |
vmovups xmm15,XMMWORD[((96-128))+r9] |
| 170 |
vpxor xmm6,xmm6,xmm5 |
| 171 |
vpclmulqdq xmm5,xmm8,xmm3,0x10 |
| 172 |
vaesenc xmm9,xmm9,xmm15 |
| 173 |
vpxor xmm6,xmm6,xmm1 |
| 174 |
vpclmulqdq xmm1,xmm8,xmm3,0x01 |
| 175 |
vaesenc xmm10,xmm10,xmm15 |
| 176 |
movbe r13,QWORD[40+r14] |
| 177 |
vpxor xmm7,xmm7,xmm2 |
| 178 |
vpclmulqdq xmm2,xmm8,xmm3,0x00 |
| 179 |
vaesenc xmm11,xmm11,xmm15 |
| 180 |
movbe r12,QWORD[32+r14] |
| 181 |
vpclmulqdq xmm8,xmm8,xmm3,0x11 |
| 182 |
vaesenc xmm12,xmm12,xmm15 |
| 183 |
mov QWORD[((80+8))+rsp],r13 |
| 184 |
vaesenc xmm13,xmm13,xmm15 |
| 185 |
mov QWORD[((88+8))+rsp],r12 |
| 186 |
vpxor xmm6,xmm6,xmm5 |
| 187 |
vaesenc xmm14,xmm14,xmm15 |
| 188 |
vpxor xmm6,xmm6,xmm1 |
| 189 |
|
| 190 |
vmovups xmm15,XMMWORD[((112-128))+r9] |
| 191 |
vpslldq xmm5,xmm6,8 |
| 192 |
vpxor xmm4,xmm4,xmm2 |
| 193 |
vmovdqu xmm3,XMMWORD[16+r11] |
| 194 |
|
| 195 |
vaesenc xmm9,xmm9,xmm15 |
| 196 |
vpxor xmm7,xmm7,xmm8 |
| 197 |
vaesenc xmm10,xmm10,xmm15 |
| 198 |
vpxor xmm4,xmm4,xmm5 |
| 199 |
movbe r13,QWORD[24+r14] |
| 200 |
vaesenc xmm11,xmm11,xmm15 |
| 201 |
movbe r12,QWORD[16+r14] |
| 202 |
vpalignr xmm0,xmm4,xmm4,8 |
| 203 |
vpclmulqdq xmm4,xmm4,xmm3,0x10 |
| 204 |
mov QWORD[((96+8))+rsp],r13 |
| 205 |
vaesenc xmm12,xmm12,xmm15 |
| 206 |
mov QWORD[((104+8))+rsp],r12 |
| 207 |
vaesenc xmm13,xmm13,xmm15 |
| 208 |
vmovups xmm1,XMMWORD[((128-128))+r9] |
| 209 |
vaesenc xmm14,xmm14,xmm15 |
| 210 |
|
| 211 |
vaesenc xmm9,xmm9,xmm1 |
| 212 |
vmovups xmm15,XMMWORD[((144-128))+r9] |
| 213 |
vaesenc xmm10,xmm10,xmm1 |
| 214 |
vpsrldq xmm6,xmm6,8 |
| 215 |
vaesenc xmm11,xmm11,xmm1 |
| 216 |
vpxor xmm7,xmm7,xmm6 |
| 217 |
vaesenc xmm12,xmm12,xmm1 |
| 218 |
vpxor xmm4,xmm4,xmm0 |
| 219 |
movbe r13,QWORD[8+r14] |
| 220 |
vaesenc xmm13,xmm13,xmm1 |
| 221 |
movbe r12,QWORD[r14] |
| 222 |
vaesenc xmm14,xmm14,xmm1 |
| 223 |
vmovups xmm1,XMMWORD[((160-128))+r9] |
| 224 |
cmp r10d,11 |
| 225 |
jb NEAR $L$enc_tail |
| 226 |
|
| 227 |
vaesenc xmm9,xmm9,xmm15 |
| 228 |
vaesenc xmm10,xmm10,xmm15 |
| 229 |
vaesenc xmm11,xmm11,xmm15 |
| 230 |
vaesenc xmm12,xmm12,xmm15 |
| 231 |
vaesenc xmm13,xmm13,xmm15 |
| 232 |
vaesenc xmm14,xmm14,xmm15 |
| 233 |
|
| 234 |
vaesenc xmm9,xmm9,xmm1 |
| 235 |
vaesenc xmm10,xmm10,xmm1 |
| 236 |
vaesenc xmm11,xmm11,xmm1 |
| 237 |
vaesenc xmm12,xmm12,xmm1 |
| 238 |
vaesenc xmm13,xmm13,xmm1 |
| 239 |
vmovups xmm15,XMMWORD[((176-128))+r9] |
| 240 |
vaesenc xmm14,xmm14,xmm1 |
| 241 |
vmovups xmm1,XMMWORD[((192-128))+r9] |
| 242 |
je NEAR $L$enc_tail |
| 243 |
|
| 244 |
vaesenc xmm9,xmm9,xmm15 |
| 245 |
vaesenc xmm10,xmm10,xmm15 |
| 246 |
vaesenc xmm11,xmm11,xmm15 |
| 247 |
vaesenc xmm12,xmm12,xmm15 |
| 248 |
vaesenc xmm13,xmm13,xmm15 |
| 249 |
vaesenc xmm14,xmm14,xmm15 |
| 250 |
|
| 251 |
vaesenc xmm9,xmm9,xmm1 |
| 252 |
vaesenc xmm10,xmm10,xmm1 |
| 253 |
vaesenc xmm11,xmm11,xmm1 |
| 254 |
vaesenc xmm12,xmm12,xmm1 |
| 255 |
vaesenc xmm13,xmm13,xmm1 |
| 256 |
vmovups xmm15,XMMWORD[((208-128))+r9] |
| 257 |
vaesenc xmm14,xmm14,xmm1 |
| 258 |
vmovups xmm1,XMMWORD[((224-128))+r9] |
| 259 |
jmp NEAR $L$enc_tail |
| 260 |
|
| 261 |
ALIGN 32 |
| 262 |
$L$handle_ctr32: |
| 263 |
vmovdqu xmm0,XMMWORD[r11] |
| 264 |
vpshufb xmm6,xmm1,xmm0 |
| 265 |
vmovdqu xmm5,XMMWORD[48+r11] |
| 266 |
vpaddd xmm10,xmm6,XMMWORD[64+r11] |
| 267 |
vpaddd xmm11,xmm6,xmm5 |
| 268 |
vmovdqu xmm3,XMMWORD[((0-32))+rsi] |
| 269 |
vpaddd xmm12,xmm10,xmm5 |
| 270 |
vpshufb xmm10,xmm10,xmm0 |
| 271 |
vpaddd xmm13,xmm11,xmm5 |
| 272 |
vpshufb xmm11,xmm11,xmm0 |
| 273 |
vpxor xmm10,xmm10,xmm15 |
| 274 |
vpaddd xmm14,xmm12,xmm5 |
| 275 |
vpshufb xmm12,xmm12,xmm0 |
| 276 |
vpxor xmm11,xmm11,xmm15 |
| 277 |
vpaddd xmm1,xmm13,xmm5 |
| 278 |
vpshufb xmm13,xmm13,xmm0 |
| 279 |
vpshufb xmm14,xmm14,xmm0 |
| 280 |
vpshufb xmm1,xmm1,xmm0 |
| 281 |
jmp NEAR $L$resume_ctr32 |
| 282 |
|
| 283 |
ALIGN 32 |
| 284 |
$L$enc_tail: |
| 285 |
vaesenc xmm9,xmm9,xmm15 |
| 286 |
vmovdqu XMMWORD[(16+8)+rsp],xmm7 |
| 287 |
vpalignr xmm8,xmm4,xmm4,8 |
| 288 |
vaesenc xmm10,xmm10,xmm15 |
| 289 |
vpclmulqdq xmm4,xmm4,xmm3,0x10 |
| 290 |
vpxor xmm2,xmm1,XMMWORD[rcx] |
| 291 |
vaesenc xmm11,xmm11,xmm15 |
| 292 |
vpxor xmm0,xmm1,XMMWORD[16+rcx] |
| 293 |
vaesenc xmm12,xmm12,xmm15 |
| 294 |
vpxor xmm5,xmm1,XMMWORD[32+rcx] |
| 295 |
vaesenc xmm13,xmm13,xmm15 |
| 296 |
vpxor xmm6,xmm1,XMMWORD[48+rcx] |
| 297 |
vaesenc xmm14,xmm14,xmm15 |
| 298 |
vpxor xmm7,xmm1,XMMWORD[64+rcx] |
| 299 |
vpxor xmm3,xmm1,XMMWORD[80+rcx] |
| 300 |
vmovdqu xmm1,XMMWORD[rdi] |
| 301 |
|
| 302 |
vaesenclast xmm9,xmm9,xmm2 |
| 303 |
vmovdqu xmm2,XMMWORD[32+r11] |
| 304 |
vaesenclast xmm10,xmm10,xmm0 |
| 305 |
vpaddb xmm0,xmm1,xmm2 |
| 306 |
mov QWORD[((112+8))+rsp],r13 |
| 307 |
lea rcx,[96+rcx] |
| 308 |
|
| 309 |
prefetcht0 [512+rcx] |
| 310 |
prefetcht0 [576+rcx] |
| 311 |
vaesenclast xmm11,xmm11,xmm5 |
| 312 |
vpaddb xmm5,xmm0,xmm2 |
| 313 |
mov QWORD[((120+8))+rsp],r12 |
| 314 |
lea rdx,[96+rdx] |
| 315 |
vmovdqu xmm15,XMMWORD[((0-128))+r9] |
| 316 |
vaesenclast xmm12,xmm12,xmm6 |
| 317 |
vpaddb xmm6,xmm5,xmm2 |
| 318 |
vaesenclast xmm13,xmm13,xmm7 |
| 319 |
vpaddb xmm7,xmm6,xmm2 |
| 320 |
vaesenclast xmm14,xmm14,xmm3 |
| 321 |
vpaddb xmm3,xmm7,xmm2 |
| 322 |
|
| 323 |
add rax,0x60 |
| 324 |
sub r8,0x6 |
| 325 |
jc NEAR $L$6x_done |
| 326 |
|
| 327 |
vmovups XMMWORD[(-96)+rdx],xmm9 |
| 328 |
vpxor xmm9,xmm1,xmm15 |
| 329 |
vmovups XMMWORD[(-80)+rdx],xmm10 |
| 330 |
vmovdqa xmm10,xmm0 |
| 331 |
vmovups XMMWORD[(-64)+rdx],xmm11 |
| 332 |
vmovdqa xmm11,xmm5 |
| 333 |
vmovups XMMWORD[(-48)+rdx],xmm12 |
| 334 |
vmovdqa xmm12,xmm6 |
| 335 |
vmovups XMMWORD[(-32)+rdx],xmm13 |
| 336 |
vmovdqa xmm13,xmm7 |
| 337 |
vmovups XMMWORD[(-16)+rdx],xmm14 |
| 338 |
vmovdqa xmm14,xmm3 |
| 339 |
vmovdqu xmm7,XMMWORD[((32+8))+rsp] |
| 340 |
jmp NEAR $L$oop6x |
| 341 |
|
| 342 |
$L$6x_done: |
| 343 |
vpxor xmm8,xmm8,XMMWORD[((16+8))+rsp] |
| 344 |
vpxor xmm8,xmm8,xmm4 |
| 345 |
|
| 346 |
DB 0F3h,0C3h ;repret |
| 347 |
|
| 348 |
|
| 349 |
global aesni_gcm_decrypt |
| 350 |
|
| 351 |
ALIGN 32 |
| 352 |
aesni_gcm_decrypt: |
| 353 |
|
| 354 |
$L$SEH_begin_aesni_gcm_decrypt_1: |
| 355 |
xor rax,rax |
| 356 |
|
| 357 |
|
| 358 |
|
| 359 |
cmp r8,0x60 |
| 360 |
jb NEAR $L$gcm_dec_abort |
| 361 |
|
| 362 |
push rbp |
| 363 |
|
| 364 |
$L$SEH_prolog_aesni_gcm_decrypt_2: |
| 365 |
mov rbp,rsp |
| 366 |
|
| 367 |
push rbx |
| 368 |
|
| 369 |
$L$SEH_prolog_aesni_gcm_decrypt_3: |
| 370 |
push r12 |
| 371 |
|
| 372 |
$L$SEH_prolog_aesni_gcm_decrypt_4: |
| 373 |
push r13 |
| 374 |
|
| 375 |
$L$SEH_prolog_aesni_gcm_decrypt_5: |
| 376 |
push r14 |
| 377 |
|
| 378 |
$L$SEH_prolog_aesni_gcm_decrypt_6: |
| 379 |
push r15 |
| 380 |
|
| 381 |
$L$SEH_prolog_aesni_gcm_decrypt_7: |
| 382 |
lea rsp,[((-168))+rsp] |
| 383 |
$L$SEH_prolog_aesni_gcm_decrypt_8: |
| 384 |
$L$SEH_prolog_aesni_gcm_decrypt_9: |
| 385 |
|
| 386 |
|
| 387 |
|
| 388 |
mov QWORD[16+rbp],rdi |
| 389 |
$L$SEH_prolog_aesni_gcm_decrypt_10: |
| 390 |
mov QWORD[24+rbp],rsi |
| 391 |
$L$SEH_prolog_aesni_gcm_decrypt_11: |
| 392 |
mov rdi,QWORD[48+rbp] |
| 393 |
mov rsi,QWORD[56+rbp] |
| 394 |
|
| 395 |
movaps XMMWORD[(-208)+rbp],xmm6 |
| 396 |
$L$SEH_prolog_aesni_gcm_decrypt_12: |
| 397 |
movaps XMMWORD[(-192)+rbp],xmm7 |
| 398 |
$L$SEH_prolog_aesni_gcm_decrypt_13: |
| 399 |
movaps XMMWORD[(-176)+rbp],xmm8 |
| 400 |
$L$SEH_prolog_aesni_gcm_decrypt_14: |
| 401 |
movaps XMMWORD[(-160)+rbp],xmm9 |
| 402 |
$L$SEH_prolog_aesni_gcm_decrypt_15: |
| 403 |
movaps XMMWORD[(-144)+rbp],xmm10 |
| 404 |
$L$SEH_prolog_aesni_gcm_decrypt_16: |
| 405 |
movaps XMMWORD[(-128)+rbp],xmm11 |
| 406 |
$L$SEH_prolog_aesni_gcm_decrypt_17: |
| 407 |
movaps XMMWORD[(-112)+rbp],xmm12 |
| 408 |
$L$SEH_prolog_aesni_gcm_decrypt_18: |
| 409 |
movaps XMMWORD[(-96)+rbp],xmm13 |
| 410 |
$L$SEH_prolog_aesni_gcm_decrypt_19: |
| 411 |
movaps XMMWORD[(-80)+rbp],xmm14 |
| 412 |
$L$SEH_prolog_aesni_gcm_decrypt_20: |
| 413 |
movaps XMMWORD[(-64)+rbp],xmm15 |
| 414 |
$L$SEH_prolog_aesni_gcm_decrypt_21: |
| 415 |
vzeroupper |
| 416 |
|
| 417 |
vmovdqu xmm1,XMMWORD[rdi] |
| 418 |
add rsp,-128 |
| 419 |
mov ebx,DWORD[12+rdi] |
| 420 |
lea r11,[$L$bswap_mask] |
| 421 |
lea r14,[((-128))+r9] |
| 422 |
mov r15,0xf80 |
| 423 |
vmovdqu xmm8,XMMWORD[rsi] |
| 424 |
and rsp,-128 |
| 425 |
vmovdqu xmm0,XMMWORD[r11] |
| 426 |
lea r9,[128+r9] |
| 427 |
lea rsi,[((32+32))+rsi] |
| 428 |
mov r10d,DWORD[((240-128))+r9] |
| 429 |
vpshufb xmm8,xmm8,xmm0 |
| 430 |
|
| 431 |
and r14,r15 |
| 432 |
and r15,rsp |
| 433 |
sub r15,r14 |
| 434 |
jc NEAR $L$dec_no_key_aliasing |
| 435 |
cmp r15,768 |
| 436 |
jnc NEAR $L$dec_no_key_aliasing |
| 437 |
sub rsp,r15 |
| 438 |
$L$dec_no_key_aliasing: |
| 439 |
|
| 440 |
vmovdqu xmm7,XMMWORD[80+rcx] |
| 441 |
mov r14,rcx |
| 442 |
vmovdqu xmm4,XMMWORD[64+rcx] |
| 443 |
|
| 444 |
|
| 445 |
|
| 446 |
|
| 447 |
|
| 448 |
|
| 449 |
|
| 450 |
lea r15,[((-192))+r8*1+rcx] |
| 451 |
|
| 452 |
vmovdqu xmm5,XMMWORD[48+rcx] |
| 453 |
shr r8,4 |
| 454 |
xor rax,rax |
| 455 |
vmovdqu xmm6,XMMWORD[32+rcx] |
| 456 |
vpshufb xmm7,xmm7,xmm0 |
| 457 |
vmovdqu xmm2,XMMWORD[16+rcx] |
| 458 |
vpshufb xmm4,xmm4,xmm0 |
| 459 |
vmovdqu xmm3,XMMWORD[rcx] |
| 460 |
vpshufb xmm5,xmm5,xmm0 |
| 461 |
vmovdqu XMMWORD[48+rsp],xmm4 |
| 462 |
vpshufb xmm6,xmm6,xmm0 |
| 463 |
vmovdqu XMMWORD[64+rsp],xmm5 |
| 464 |
vpshufb xmm2,xmm2,xmm0 |
| 465 |
vmovdqu XMMWORD[80+rsp],xmm6 |
| 466 |
vpshufb xmm3,xmm3,xmm0 |
| 467 |
vmovdqu XMMWORD[96+rsp],xmm2 |
| 468 |
vmovdqu XMMWORD[112+rsp],xmm3 |
| 469 |
|
| 470 |
call _aesni_ctr32_ghash_6x |
| 471 |
|
| 472 |
vmovups XMMWORD[(-96)+rdx],xmm9 |
| 473 |
vmovups XMMWORD[(-80)+rdx],xmm10 |
| 474 |
vmovups XMMWORD[(-64)+rdx],xmm11 |
| 475 |
vmovups XMMWORD[(-48)+rdx],xmm12 |
| 476 |
vmovups XMMWORD[(-32)+rdx],xmm13 |
| 477 |
vmovups XMMWORD[(-16)+rdx],xmm14 |
| 478 |
|
| 479 |
vpshufb xmm8,xmm8,XMMWORD[r11] |
| 480 |
vmovdqu XMMWORD[(-64)+rsi],xmm8 |
| 481 |
|
| 482 |
vzeroupper |
| 483 |
movaps xmm6,XMMWORD[((-208))+rbp] |
| 484 |
movaps xmm7,XMMWORD[((-192))+rbp] |
| 485 |
movaps xmm8,XMMWORD[((-176))+rbp] |
| 486 |
movaps xmm9,XMMWORD[((-160))+rbp] |
| 487 |
movaps xmm10,XMMWORD[((-144))+rbp] |
| 488 |
movaps xmm11,XMMWORD[((-128))+rbp] |
| 489 |
movaps xmm12,XMMWORD[((-112))+rbp] |
| 490 |
movaps xmm13,XMMWORD[((-96))+rbp] |
| 491 |
movaps xmm14,XMMWORD[((-80))+rbp] |
| 492 |
movaps xmm15,XMMWORD[((-64))+rbp] |
| 493 |
mov rdi,QWORD[16+rbp] |
| 494 |
mov rsi,QWORD[24+rbp] |
| 495 |
lea rsp,[((-40))+rbp] |
| 496 |
|
| 497 |
pop r15 |
| 498 |
|
| 499 |
pop r14 |
| 500 |
|
| 501 |
pop r13 |
| 502 |
|
| 503 |
pop r12 |
| 504 |
|
| 505 |
pop rbx |
| 506 |
|
| 507 |
pop rbp |
| 508 |
|
| 509 |
$L$gcm_dec_abort: |
| 510 |
DB 0F3h,0C3h ;repret |
| 511 |
$L$SEH_end_aesni_gcm_decrypt_22: |
| 512 |
|
| 513 |
|
| 514 |
|
| 515 |
ALIGN 32 |
| 516 |
_aesni_ctr32_6x: |
| 517 |
|
| 518 |
vmovdqu xmm4,XMMWORD[((0-128))+r9] |
| 519 |
vmovdqu xmm2,XMMWORD[32+r11] |
| 520 |
lea r13,[((-1))+r10] |
| 521 |
vmovups xmm15,XMMWORD[((16-128))+r9] |
| 522 |
lea r12,[((32-128))+r9] |
| 523 |
vpxor xmm9,xmm1,xmm4 |
| 524 |
add ebx,100663296 |
| 525 |
jc NEAR $L$handle_ctr32_2 |
| 526 |
vpaddb xmm10,xmm1,xmm2 |
| 527 |
vpaddb xmm11,xmm10,xmm2 |
| 528 |
vpxor xmm10,xmm10,xmm4 |
| 529 |
vpaddb xmm12,xmm11,xmm2 |
| 530 |
vpxor xmm11,xmm11,xmm4 |
| 531 |
vpaddb xmm13,xmm12,xmm2 |
| 532 |
vpxor xmm12,xmm12,xmm4 |
| 533 |
vpaddb xmm14,xmm13,xmm2 |
| 534 |
vpxor xmm13,xmm13,xmm4 |
| 535 |
vpaddb xmm1,xmm14,xmm2 |
| 536 |
vpxor xmm14,xmm14,xmm4 |
| 537 |
jmp NEAR $L$oop_ctr32 |
| 538 |
|
| 539 |
ALIGN 16 |
| 540 |
$L$oop_ctr32: |
| 541 |
vaesenc xmm9,xmm9,xmm15 |
| 542 |
vaesenc xmm10,xmm10,xmm15 |
| 543 |
vaesenc xmm11,xmm11,xmm15 |
| 544 |
vaesenc xmm12,xmm12,xmm15 |
| 545 |
vaesenc xmm13,xmm13,xmm15 |
| 546 |
vaesenc xmm14,xmm14,xmm15 |
| 547 |
vmovups xmm15,XMMWORD[r12] |
| 548 |
lea r12,[16+r12] |
| 549 |
dec r13d |
| 550 |
jnz NEAR $L$oop_ctr32 |
| 551 |
|
| 552 |
vmovdqu xmm3,XMMWORD[r12] |
| 553 |
vaesenc xmm9,xmm9,xmm15 |
| 554 |
vpxor xmm4,xmm3,XMMWORD[rcx] |
| 555 |
vaesenc xmm10,xmm10,xmm15 |
| 556 |
vpxor xmm5,xmm3,XMMWORD[16+rcx] |
| 557 |
vaesenc xmm11,xmm11,xmm15 |
| 558 |
vpxor xmm6,xmm3,XMMWORD[32+rcx] |
| 559 |
vaesenc xmm12,xmm12,xmm15 |
| 560 |
vpxor xmm8,xmm3,XMMWORD[48+rcx] |
| 561 |
vaesenc xmm13,xmm13,xmm15 |
| 562 |
vpxor xmm2,xmm3,XMMWORD[64+rcx] |
| 563 |
vaesenc xmm14,xmm14,xmm15 |
| 564 |
vpxor xmm3,xmm3,XMMWORD[80+rcx] |
| 565 |
lea rcx,[96+rcx] |
| 566 |
|
| 567 |
vaesenclast xmm9,xmm9,xmm4 |
| 568 |
vaesenclast xmm10,xmm10,xmm5 |
| 569 |
vaesenclast xmm11,xmm11,xmm6 |
| 570 |
vaesenclast xmm12,xmm12,xmm8 |
| 571 |
vaesenclast xmm13,xmm13,xmm2 |
| 572 |
vaesenclast xmm14,xmm14,xmm3 |
| 573 |
vmovups XMMWORD[rdx],xmm9 |
| 574 |
vmovups XMMWORD[16+rdx],xmm10 |
| 575 |
vmovups XMMWORD[32+rdx],xmm11 |
| 576 |
vmovups XMMWORD[48+rdx],xmm12 |
| 577 |
vmovups XMMWORD[64+rdx],xmm13 |
| 578 |
vmovups XMMWORD[80+rdx],xmm14 |
| 579 |
lea rdx,[96+rdx] |
| 580 |
|
| 581 |
DB 0F3h,0C3h ;repret |
| 582 |
ALIGN 32 |
| 583 |
$L$handle_ctr32_2: |
| 584 |
vpshufb xmm6,xmm1,xmm0 |
| 585 |
vmovdqu xmm5,XMMWORD[48+r11] |
| 586 |
vpaddd xmm10,xmm6,XMMWORD[64+r11] |
| 587 |
vpaddd xmm11,xmm6,xmm5 |
| 588 |
vpaddd xmm12,xmm10,xmm5 |
| 589 |
vpshufb xmm10,xmm10,xmm0 |
| 590 |
vpaddd xmm13,xmm11,xmm5 |
| 591 |
vpshufb xmm11,xmm11,xmm0 |
| 592 |
vpxor xmm10,xmm10,xmm4 |
| 593 |
vpaddd xmm14,xmm12,xmm5 |
| 594 |
vpshufb xmm12,xmm12,xmm0 |
| 595 |
vpxor xmm11,xmm11,xmm4 |
| 596 |
vpaddd xmm1,xmm13,xmm5 |
| 597 |
vpshufb xmm13,xmm13,xmm0 |
| 598 |
vpxor xmm12,xmm12,xmm4 |
| 599 |
vpshufb xmm14,xmm14,xmm0 |
| 600 |
vpxor xmm13,xmm13,xmm4 |
| 601 |
vpshufb xmm1,xmm1,xmm0 |
| 602 |
vpxor xmm14,xmm14,xmm4 |
| 603 |
jmp NEAR $L$oop_ctr32 |
| 604 |
|
| 605 |
|
| 606 |
|
| 607 |
global aesni_gcm_encrypt |
| 608 |
|
| 609 |
ALIGN 32 |
| 610 |
aesni_gcm_encrypt: |
| 611 |
|
| 612 |
$L$SEH_begin_aesni_gcm_encrypt_1: |
| 613 |
%ifdef BORINGSSL_DISPATCH_TEST |
| 614 |
EXTERN BORINGSSL_function_hit |
| 615 |
mov BYTE[((BORINGSSL_function_hit+2))],1 |
| 616 |
%endif |
| 617 |
xor rax,rax |
| 618 |
|
| 619 |
|
| 620 |
|
| 621 |
|
| 622 |
cmp r8,0x60*3 |
| 623 |
jb NEAR $L$gcm_enc_abort |
| 624 |
|
| 625 |
push rbp |
| 626 |
|
| 627 |
$L$SEH_prolog_aesni_gcm_encrypt_2: |
| 628 |
mov rbp,rsp |
| 629 |
|
| 630 |
push rbx |
| 631 |
|
| 632 |
$L$SEH_prolog_aesni_gcm_encrypt_3: |
| 633 |
push r12 |
| 634 |
|
| 635 |
$L$SEH_prolog_aesni_gcm_encrypt_4: |
| 636 |
push r13 |
| 637 |
|
| 638 |
$L$SEH_prolog_aesni_gcm_encrypt_5: |
| 639 |
push r14 |
| 640 |
|
| 641 |
$L$SEH_prolog_aesni_gcm_encrypt_6: |
| 642 |
push r15 |
| 643 |
|
| 644 |
$L$SEH_prolog_aesni_gcm_encrypt_7: |
| 645 |
lea rsp,[((-168))+rsp] |
| 646 |
$L$SEH_prolog_aesni_gcm_encrypt_8: |
| 647 |
$L$SEH_prolog_aesni_gcm_encrypt_9: |
| 648 |
|
| 649 |
|
| 650 |
|
| 651 |
mov QWORD[16+rbp],rdi |
| 652 |
$L$SEH_prolog_aesni_gcm_encrypt_10: |
| 653 |
mov QWORD[24+rbp],rsi |
| 654 |
$L$SEH_prolog_aesni_gcm_encrypt_11: |
| 655 |
mov rdi,QWORD[48+rbp] |
| 656 |
mov rsi,QWORD[56+rbp] |
| 657 |
|
| 658 |
movaps XMMWORD[(-208)+rbp],xmm6 |
| 659 |
$L$SEH_prolog_aesni_gcm_encrypt_12: |
| 660 |
movaps XMMWORD[(-192)+rbp],xmm7 |
| 661 |
$L$SEH_prolog_aesni_gcm_encrypt_13: |
| 662 |
movaps XMMWORD[(-176)+rbp],xmm8 |
| 663 |
$L$SEH_prolog_aesni_gcm_encrypt_14: |
| 664 |
movaps XMMWORD[(-160)+rbp],xmm9 |
| 665 |
$L$SEH_prolog_aesni_gcm_encrypt_15: |
| 666 |
movaps XMMWORD[(-144)+rbp],xmm10 |
| 667 |
$L$SEH_prolog_aesni_gcm_encrypt_16: |
| 668 |
movaps XMMWORD[(-128)+rbp],xmm11 |
| 669 |
$L$SEH_prolog_aesni_gcm_encrypt_17: |
| 670 |
movaps XMMWORD[(-112)+rbp],xmm12 |
| 671 |
$L$SEH_prolog_aesni_gcm_encrypt_18: |
| 672 |
movaps XMMWORD[(-96)+rbp],xmm13 |
| 673 |
$L$SEH_prolog_aesni_gcm_encrypt_19: |
| 674 |
movaps XMMWORD[(-80)+rbp],xmm14 |
| 675 |
$L$SEH_prolog_aesni_gcm_encrypt_20: |
| 676 |
movaps XMMWORD[(-64)+rbp],xmm15 |
| 677 |
$L$SEH_prolog_aesni_gcm_encrypt_21: |
| 678 |
vzeroupper |
| 679 |
|
| 680 |
vmovdqu xmm1,XMMWORD[rdi] |
| 681 |
add rsp,-128 |
| 682 |
mov ebx,DWORD[12+rdi] |
| 683 |
lea r11,[$L$bswap_mask] |
| 684 |
lea r14,[((-128))+r9] |
| 685 |
mov r15,0xf80 |
| 686 |
lea r9,[128+r9] |
| 687 |
vmovdqu xmm0,XMMWORD[r11] |
| 688 |
and rsp,-128 |
| 689 |
mov r10d,DWORD[((240-128))+r9] |
| 690 |
|
| 691 |
and r14,r15 |
| 692 |
and r15,rsp |
| 693 |
sub r15,r14 |
| 694 |
jc NEAR $L$enc_no_key_aliasing |
| 695 |
cmp r15,768 |
| 696 |
jnc NEAR $L$enc_no_key_aliasing |
| 697 |
sub rsp,r15 |
| 698 |
$L$enc_no_key_aliasing: |
| 699 |
|
| 700 |
mov r14,rdx |
| 701 |
|
| 702 |
|
| 703 |
|
| 704 |
|
| 705 |
|
| 706 |
|
| 707 |
|
| 708 |
|
| 709 |
lea r15,[((-192))+r8*1+rdx] |
| 710 |
|
| 711 |
shr r8,4 |
| 712 |
|
| 713 |
call _aesni_ctr32_6x |
| 714 |
vpshufb xmm8,xmm9,xmm0 |
| 715 |
vpshufb xmm2,xmm10,xmm0 |
| 716 |
vmovdqu XMMWORD[112+rsp],xmm8 |
| 717 |
vpshufb xmm4,xmm11,xmm0 |
| 718 |
vmovdqu XMMWORD[96+rsp],xmm2 |
| 719 |
vpshufb xmm5,xmm12,xmm0 |
| 720 |
vmovdqu XMMWORD[80+rsp],xmm4 |
| 721 |
vpshufb xmm6,xmm13,xmm0 |
| 722 |
vmovdqu XMMWORD[64+rsp],xmm5 |
| 723 |
vpshufb xmm7,xmm14,xmm0 |
| 724 |
vmovdqu XMMWORD[48+rsp],xmm6 |
| 725 |
|
| 726 |
call _aesni_ctr32_6x |
| 727 |
|
| 728 |
vmovdqu xmm8,XMMWORD[rsi] |
| 729 |
lea rsi,[((32+32))+rsi] |
| 730 |
sub r8,12 |
| 731 |
mov rax,0x60*2 |
| 732 |
vpshufb xmm8,xmm8,xmm0 |
| 733 |
|
| 734 |
call _aesni_ctr32_ghash_6x |
| 735 |
vmovdqu xmm7,XMMWORD[32+rsp] |
| 736 |
vmovdqu xmm0,XMMWORD[r11] |
| 737 |
vmovdqu xmm3,XMMWORD[((0-32))+rsi] |
| 738 |
vpunpckhqdq xmm1,xmm7,xmm7 |
| 739 |
vmovdqu xmm15,XMMWORD[((32-32))+rsi] |
| 740 |
vmovups XMMWORD[(-96)+rdx],xmm9 |
| 741 |
vpshufb xmm9,xmm9,xmm0 |
| 742 |
vpxor xmm1,xmm1,xmm7 |
| 743 |
vmovups XMMWORD[(-80)+rdx],xmm10 |
| 744 |
vpshufb xmm10,xmm10,xmm0 |
| 745 |
vmovups XMMWORD[(-64)+rdx],xmm11 |
| 746 |
vpshufb xmm11,xmm11,xmm0 |
| 747 |
vmovups XMMWORD[(-48)+rdx],xmm12 |
| 748 |
vpshufb xmm12,xmm12,xmm0 |
| 749 |
vmovups XMMWORD[(-32)+rdx],xmm13 |
| 750 |
vpshufb xmm13,xmm13,xmm0 |
| 751 |
vmovups XMMWORD[(-16)+rdx],xmm14 |
| 752 |
vpshufb xmm14,xmm14,xmm0 |
| 753 |
vmovdqu XMMWORD[16+rsp],xmm9 |
| 754 |
vmovdqu xmm6,XMMWORD[48+rsp] |
| 755 |
vmovdqu xmm0,XMMWORD[((16-32))+rsi] |
| 756 |
vpunpckhqdq xmm2,xmm6,xmm6 |
| 757 |
vpclmulqdq xmm5,xmm7,xmm3,0x00 |
| 758 |
vpxor xmm2,xmm2,xmm6 |
| 759 |
vpclmulqdq xmm7,xmm7,xmm3,0x11 |
| 760 |
vpclmulqdq xmm1,xmm1,xmm15,0x00 |
| 761 |
|
| 762 |
vmovdqu xmm9,XMMWORD[64+rsp] |
| 763 |
vpclmulqdq xmm4,xmm6,xmm0,0x00 |
| 764 |
vmovdqu xmm3,XMMWORD[((48-32))+rsi] |
| 765 |
vpxor xmm4,xmm4,xmm5 |
| 766 |
vpunpckhqdq xmm5,xmm9,xmm9 |
| 767 |
vpclmulqdq xmm6,xmm6,xmm0,0x11 |
| 768 |
vpxor xmm5,xmm5,xmm9 |
| 769 |
vpxor xmm6,xmm6,xmm7 |
| 770 |
vpclmulqdq xmm2,xmm2,xmm15,0x10 |
| 771 |
vmovdqu xmm15,XMMWORD[((80-32))+rsi] |
| 772 |
vpxor xmm2,xmm2,xmm1 |
| 773 |
|
| 774 |
vmovdqu xmm1,XMMWORD[80+rsp] |
| 775 |
vpclmulqdq xmm7,xmm9,xmm3,0x00 |
| 776 |
vmovdqu xmm0,XMMWORD[((64-32))+rsi] |
| 777 |
vpxor xmm7,xmm7,xmm4 |
| 778 |
vpunpckhqdq xmm4,xmm1,xmm1 |
| 779 |
vpclmulqdq xmm9,xmm9,xmm3,0x11 |
| 780 |
vpxor xmm4,xmm4,xmm1 |
| 781 |
vpxor xmm9,xmm9,xmm6 |
| 782 |
vpclmulqdq xmm5,xmm5,xmm15,0x00 |
| 783 |
vpxor xmm5,xmm5,xmm2 |
| 784 |
|
| 785 |
vmovdqu xmm2,XMMWORD[96+rsp] |
| 786 |
vpclmulqdq xmm6,xmm1,xmm0,0x00 |
| 787 |
vmovdqu xmm3,XMMWORD[((96-32))+rsi] |
| 788 |
vpxor xmm6,xmm6,xmm7 |
| 789 |
vpunpckhqdq xmm7,xmm2,xmm2 |
| 790 |
vpclmulqdq xmm1,xmm1,xmm0,0x11 |
| 791 |
vpxor xmm7,xmm7,xmm2 |
| 792 |
vpxor xmm1,xmm1,xmm9 |
| 793 |
vpclmulqdq xmm4,xmm4,xmm15,0x10 |
| 794 |
vmovdqu xmm15,XMMWORD[((128-32))+rsi] |
| 795 |
vpxor xmm4,xmm4,xmm5 |
| 796 |
|
| 797 |
vpxor xmm8,xmm8,XMMWORD[112+rsp] |
| 798 |
vpclmulqdq xmm5,xmm2,xmm3,0x00 |
| 799 |
vmovdqu xmm0,XMMWORD[((112-32))+rsi] |
| 800 |
vpunpckhqdq xmm9,xmm8,xmm8 |
| 801 |
vpxor xmm5,xmm5,xmm6 |
| 802 |
vpclmulqdq xmm2,xmm2,xmm3,0x11 |
| 803 |
vpxor xmm9,xmm9,xmm8 |
| 804 |
vpxor xmm2,xmm2,xmm1 |
| 805 |
vpclmulqdq xmm7,xmm7,xmm15,0x00 |
| 806 |
vpxor xmm4,xmm7,xmm4 |
| 807 |
|
| 808 |
vpclmulqdq xmm6,xmm8,xmm0,0x00 |
| 809 |
vmovdqu xmm3,XMMWORD[((0-32))+rsi] |
| 810 |
vpunpckhqdq xmm1,xmm14,xmm14 |
| 811 |
vpclmulqdq xmm8,xmm8,xmm0,0x11 |
| 812 |
vpxor xmm1,xmm1,xmm14 |
| 813 |
vpxor xmm5,xmm6,xmm5 |
| 814 |
vpclmulqdq xmm9,xmm9,xmm15,0x10 |
| 815 |
vmovdqu xmm15,XMMWORD[((32-32))+rsi] |
| 816 |
vpxor xmm7,xmm8,xmm2 |
| 817 |
vpxor xmm6,xmm9,xmm4 |
| 818 |
|
| 819 |
vmovdqu xmm0,XMMWORD[((16-32))+rsi] |
| 820 |
vpxor xmm9,xmm7,xmm5 |
| 821 |
vpclmulqdq xmm4,xmm14,xmm3,0x00 |
| 822 |
vpxor xmm6,xmm6,xmm9 |
| 823 |
vpunpckhqdq xmm2,xmm13,xmm13 |
| 824 |
vpclmulqdq xmm14,xmm14,xmm3,0x11 |
| 825 |
vpxor xmm2,xmm2,xmm13 |
| 826 |
vpslldq xmm9,xmm6,8 |
| 827 |
vpclmulqdq xmm1,xmm1,xmm15,0x00 |
| 828 |
vpxor xmm8,xmm5,xmm9 |
| 829 |
vpsrldq xmm6,xmm6,8 |
| 830 |
vpxor xmm7,xmm7,xmm6 |
| 831 |
|
| 832 |
vpclmulqdq xmm5,xmm13,xmm0,0x00 |
| 833 |
vmovdqu xmm3,XMMWORD[((48-32))+rsi] |
| 834 |
vpxor xmm5,xmm5,xmm4 |
| 835 |
vpunpckhqdq xmm9,xmm12,xmm12 |
| 836 |
vpclmulqdq xmm13,xmm13,xmm0,0x11 |
| 837 |
vpxor xmm9,xmm9,xmm12 |
| 838 |
vpxor xmm13,xmm13,xmm14 |
| 839 |
vpalignr xmm14,xmm8,xmm8,8 |
| 840 |
vpclmulqdq xmm2,xmm2,xmm15,0x10 |
| 841 |
vmovdqu xmm15,XMMWORD[((80-32))+rsi] |
| 842 |
vpxor xmm2,xmm2,xmm1 |
| 843 |
|
| 844 |
vpclmulqdq xmm4,xmm12,xmm3,0x00 |
| 845 |
vmovdqu xmm0,XMMWORD[((64-32))+rsi] |
| 846 |
vpxor xmm4,xmm4,xmm5 |
| 847 |
vpunpckhqdq xmm1,xmm11,xmm11 |
| 848 |
vpclmulqdq xmm12,xmm12,xmm3,0x11 |
| 849 |
vpxor xmm1,xmm1,xmm11 |
| 850 |
vpxor xmm12,xmm12,xmm13 |
| 851 |
vxorps xmm7,xmm7,XMMWORD[16+rsp] |
| 852 |
vpclmulqdq xmm9,xmm9,xmm15,0x00 |
| 853 |
vpxor xmm9,xmm9,xmm2 |
| 854 |
|
| 855 |
vpclmulqdq xmm8,xmm8,XMMWORD[16+r11],0x10 |
| 856 |
vxorps xmm8,xmm8,xmm14 |
| 857 |
|
| 858 |
vpclmulqdq xmm5,xmm11,xmm0,0x00 |
| 859 |
vmovdqu xmm3,XMMWORD[((96-32))+rsi] |
| 860 |
vpxor xmm5,xmm5,xmm4 |
| 861 |
vpunpckhqdq xmm2,xmm10,xmm10 |
| 862 |
vpclmulqdq xmm11,xmm11,xmm0,0x11 |
| 863 |
vpxor xmm2,xmm2,xmm10 |
| 864 |
vpalignr xmm14,xmm8,xmm8,8 |
| 865 |
vpxor xmm11,xmm11,xmm12 |
| 866 |
vpclmulqdq xmm1,xmm1,xmm15,0x10 |
| 867 |
vmovdqu xmm15,XMMWORD[((128-32))+rsi] |
| 868 |
vpxor xmm1,xmm1,xmm9 |
| 869 |
|
| 870 |
vxorps xmm14,xmm14,xmm7 |
| 871 |
vpclmulqdq xmm8,xmm8,XMMWORD[16+r11],0x10 |
| 872 |
vxorps xmm8,xmm8,xmm14 |
| 873 |
|
| 874 |
vpclmulqdq xmm4,xmm10,xmm3,0x00 |
| 875 |
vmovdqu xmm0,XMMWORD[((112-32))+rsi] |
| 876 |
vpxor xmm4,xmm4,xmm5 |
| 877 |
vpunpckhqdq xmm9,xmm8,xmm8 |
| 878 |
vpclmulqdq xmm10,xmm10,xmm3,0x11 |
| 879 |
vpxor xmm9,xmm9,xmm8 |
| 880 |
vpxor xmm10,xmm10,xmm11 |
| 881 |
vpclmulqdq xmm2,xmm2,xmm15,0x00 |
| 882 |
vpxor xmm2,xmm2,xmm1 |
| 883 |
|
| 884 |
vpclmulqdq xmm5,xmm8,xmm0,0x00 |
| 885 |
vpclmulqdq xmm7,xmm8,xmm0,0x11 |
| 886 |
vpxor xmm5,xmm5,xmm4 |
| 887 |
vpclmulqdq xmm6,xmm9,xmm15,0x10 |
| 888 |
vpxor xmm7,xmm7,xmm10 |
| 889 |
vpxor xmm6,xmm6,xmm2 |
| 890 |
|
| 891 |
vpxor xmm4,xmm7,xmm5 |
| 892 |
vpxor xmm6,xmm6,xmm4 |
| 893 |
vpslldq xmm1,xmm6,8 |
| 894 |
vmovdqu xmm3,XMMWORD[16+r11] |
| 895 |
vpsrldq xmm6,xmm6,8 |
| 896 |
vpxor xmm8,xmm5,xmm1 |
| 897 |
vpxor xmm7,xmm7,xmm6 |
| 898 |
|
| 899 |
vpalignr xmm2,xmm8,xmm8,8 |
| 900 |
vpclmulqdq xmm8,xmm8,xmm3,0x10 |
| 901 |
vpxor xmm8,xmm8,xmm2 |
| 902 |
|
| 903 |
vpalignr xmm2,xmm8,xmm8,8 |
| 904 |
vpclmulqdq xmm8,xmm8,xmm3,0x10 |
| 905 |
vpxor xmm2,xmm2,xmm7 |
| 906 |
vpxor xmm8,xmm8,xmm2 |
| 907 |
vpshufb xmm8,xmm8,XMMWORD[r11] |
| 908 |
vmovdqu XMMWORD[(-64)+rsi],xmm8 |
| 909 |
|
| 910 |
vzeroupper |
| 911 |
movaps xmm6,XMMWORD[((-208))+rbp] |
| 912 |
movaps xmm7,XMMWORD[((-192))+rbp] |
| 913 |
movaps xmm8,XMMWORD[((-176))+rbp] |
| 914 |
movaps xmm9,XMMWORD[((-160))+rbp] |
| 915 |
movaps xmm10,XMMWORD[((-144))+rbp] |
| 916 |
movaps xmm11,XMMWORD[((-128))+rbp] |
| 917 |
movaps xmm12,XMMWORD[((-112))+rbp] |
| 918 |
movaps xmm13,XMMWORD[((-96))+rbp] |
| 919 |
movaps xmm14,XMMWORD[((-80))+rbp] |
| 920 |
movaps xmm15,XMMWORD[((-64))+rbp] |
| 921 |
mov rdi,QWORD[16+rbp] |
| 922 |
mov rsi,QWORD[24+rbp] |
| 923 |
lea rsp,[((-40))+rbp] |
| 924 |
|
| 925 |
pop r15 |
| 926 |
|
| 927 |
pop r14 |
| 928 |
|
| 929 |
pop r13 |
| 930 |
|
| 931 |
pop r12 |
| 932 |
|
| 933 |
pop rbx |
| 934 |
|
| 935 |
pop rbp |
| 936 |
|
| 937 |
$L$gcm_enc_abort: |
| 938 |
DB 0F3h,0C3h ;repret |
| 939 |
$L$SEH_end_aesni_gcm_encrypt_22: |
| 940 |
|
| 941 |
|
| 942 |
section .rdata rdata align=8 |
| 943 |
ALIGN 64 |
| 944 |
$L$bswap_mask: |
| 945 |
DB 15,14,13,12,11,10,9,8,7,6,5,4,3,2,1,0 |
| 946 |
$L$poly: |
| 947 |
DB 0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0xc2 |
| 948 |
$L$one_msb: |
| 949 |
DB 0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1 |
| 950 |
$L$two_lsb: |
| 951 |
DB 2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 |
| 952 |
$L$one_lsb: |
| 953 |
DB 1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 |
| 954 |
DB 65,69,83,45,78,73,32,71,67,77,32,109,111,100,117,108 |
| 955 |
DB 101,32,102,111,114,32,120,56,54,95,54,52,44,32,67,82 |
| 956 |
DB 89,80,84,79,71,65,77,83,32,98,121,32,60,97,112,112 |
| 957 |
DB 114,111,64,111,112,101,110,115,115,108,46,111,114,103,62,0 |
| 958 |
ALIGN 64 |
| 959 |
section .text |
| 960 |
|
| 961 |
section .pdata rdata align=4 |
| 962 |
ALIGN 4 |
| 963 |
DD $L$SEH_begin_aesni_gcm_decrypt_1 wrt ..imagebase |
| 964 |
DD $L$SEH_end_aesni_gcm_decrypt_22 wrt ..imagebase |
| 965 |
DD $L$SEH_info_aesni_gcm_decrypt_0 wrt ..imagebase |
| 966 |
|
| 967 |
DD $L$SEH_begin_aesni_gcm_encrypt_1 wrt ..imagebase |
| 968 |
DD $L$SEH_end_aesni_gcm_encrypt_22 wrt ..imagebase |
| 969 |
DD $L$SEH_info_aesni_gcm_encrypt_0 wrt ..imagebase |
| 970 |
|
| 971 |
|
| 972 |
section .xdata rdata align=8 |
| 973 |
ALIGN 4 |
| 974 |
$L$SEH_info_aesni_gcm_decrypt_0: |
| 975 |
DB 1 |
| 976 |
DB $L$SEH_prolog_aesni_gcm_decrypt_21-$L$SEH_begin_aesni_gcm_decrypt_1 |
| 977 |
DB 33 |
| 978 |
DB 213 |
| 979 |
DB $L$SEH_prolog_aesni_gcm_decrypt_21-$L$SEH_begin_aesni_gcm_decrypt_1 |
| 980 |
DB 248 |
| 981 |
DW 9 |
| 982 |
DB $L$SEH_prolog_aesni_gcm_decrypt_20-$L$SEH_begin_aesni_gcm_decrypt_1 |
| 983 |
DB 232 |
| 984 |
DW 8 |
| 985 |
DB $L$SEH_prolog_aesni_gcm_decrypt_19-$L$SEH_begin_aesni_gcm_decrypt_1 |
| 986 |
DB 216 |
| 987 |
DW 7 |
| 988 |
DB $L$SEH_prolog_aesni_gcm_decrypt_18-$L$SEH_begin_aesni_gcm_decrypt_1 |
| 989 |
DB 200 |
| 990 |
DW 6 |
| 991 |
DB $L$SEH_prolog_aesni_gcm_decrypt_17-$L$SEH_begin_aesni_gcm_decrypt_1 |
| 992 |
DB 184 |
| 993 |
DW 5 |
| 994 |
DB $L$SEH_prolog_aesni_gcm_decrypt_16-$L$SEH_begin_aesni_gcm_decrypt_1 |
| 995 |
DB 168 |
| 996 |
DW 4 |
| 997 |
DB $L$SEH_prolog_aesni_gcm_decrypt_15-$L$SEH_begin_aesni_gcm_decrypt_1 |
| 998 |
DB 152 |
| 999 |
DW 3 |
| 1000 |
DB $L$SEH_prolog_aesni_gcm_decrypt_14-$L$SEH_begin_aesni_gcm_decrypt_1 |
| 1001 |
DB 136 |
| 1002 |
DW 2 |
| 1003 |
DB $L$SEH_prolog_aesni_gcm_decrypt_13-$L$SEH_begin_aesni_gcm_decrypt_1 |
| 1004 |
DB 120 |
| 1005 |
DW 1 |
| 1006 |
DB $L$SEH_prolog_aesni_gcm_decrypt_12-$L$SEH_begin_aesni_gcm_decrypt_1 |
| 1007 |
DB 104 |
| 1008 |
DW 0 |
| 1009 |
DB $L$SEH_prolog_aesni_gcm_decrypt_11-$L$SEH_begin_aesni_gcm_decrypt_1 |
| 1010 |
DB 100 |
| 1011 |
DW 29 |
| 1012 |
DB $L$SEH_prolog_aesni_gcm_decrypt_10-$L$SEH_begin_aesni_gcm_decrypt_1 |
| 1013 |
DB 116 |
| 1014 |
DW 28 |
| 1015 |
DB $L$SEH_prolog_aesni_gcm_decrypt_9-$L$SEH_begin_aesni_gcm_decrypt_1 |
| 1016 |
DB 3 |
| 1017 |
DB $L$SEH_prolog_aesni_gcm_decrypt_8-$L$SEH_begin_aesni_gcm_decrypt_1 |
| 1018 |
DB 1 |
| 1019 |
DW 21 |
| 1020 |
DB $L$SEH_prolog_aesni_gcm_decrypt_7-$L$SEH_begin_aesni_gcm_decrypt_1 |
| 1021 |
DB 240 |
| 1022 |
DB $L$SEH_prolog_aesni_gcm_decrypt_6-$L$SEH_begin_aesni_gcm_decrypt_1 |
| 1023 |
DB 224 |
| 1024 |
DB $L$SEH_prolog_aesni_gcm_decrypt_5-$L$SEH_begin_aesni_gcm_decrypt_1 |
| 1025 |
DB 208 |
| 1026 |
DB $L$SEH_prolog_aesni_gcm_decrypt_4-$L$SEH_begin_aesni_gcm_decrypt_1 |
| 1027 |
DB 192 |
| 1028 |
DB $L$SEH_prolog_aesni_gcm_decrypt_3-$L$SEH_begin_aesni_gcm_decrypt_1 |
| 1029 |
DB 48 |
| 1030 |
DB $L$SEH_prolog_aesni_gcm_decrypt_2-$L$SEH_begin_aesni_gcm_decrypt_1 |
| 1031 |
DB 80 |
| 1032 |
|
| 1033 |
$L$SEH_info_aesni_gcm_encrypt_0: |
| 1034 |
DB 1 |
| 1035 |
DB $L$SEH_prolog_aesni_gcm_encrypt_21-$L$SEH_begin_aesni_gcm_encrypt_1 |
| 1036 |
DB 33 |
| 1037 |
DB 213 |
| 1038 |
DB $L$SEH_prolog_aesni_gcm_encrypt_21-$L$SEH_begin_aesni_gcm_encrypt_1 |
| 1039 |
DB 248 |
| 1040 |
DW 9 |
| 1041 |
DB $L$SEH_prolog_aesni_gcm_encrypt_20-$L$SEH_begin_aesni_gcm_encrypt_1 |
| 1042 |
DB 232 |
| 1043 |
DW 8 |
| 1044 |
DB $L$SEH_prolog_aesni_gcm_encrypt_19-$L$SEH_begin_aesni_gcm_encrypt_1 |
| 1045 |
DB 216 |
| 1046 |
DW 7 |
| 1047 |
DB $L$SEH_prolog_aesni_gcm_encrypt_18-$L$SEH_begin_aesni_gcm_encrypt_1 |
| 1048 |
DB 200 |
| 1049 |
DW 6 |
| 1050 |
DB $L$SEH_prolog_aesni_gcm_encrypt_17-$L$SEH_begin_aesni_gcm_encrypt_1 |
| 1051 |
DB 184 |
| 1052 |
DW 5 |
| 1053 |
DB $L$SEH_prolog_aesni_gcm_encrypt_16-$L$SEH_begin_aesni_gcm_encrypt_1 |
| 1054 |
DB 168 |
| 1055 |
DW 4 |
| 1056 |
DB $L$SEH_prolog_aesni_gcm_encrypt_15-$L$SEH_begin_aesni_gcm_encrypt_1 |
| 1057 |
DB 152 |
| 1058 |
DW 3 |
| 1059 |
DB $L$SEH_prolog_aesni_gcm_encrypt_14-$L$SEH_begin_aesni_gcm_encrypt_1 |
| 1060 |
DB 136 |
| 1061 |
DW 2 |
| 1062 |
DB $L$SEH_prolog_aesni_gcm_encrypt_13-$L$SEH_begin_aesni_gcm_encrypt_1 |
| 1063 |
DB 120 |
| 1064 |
DW 1 |
| 1065 |
DB $L$SEH_prolog_aesni_gcm_encrypt_12-$L$SEH_begin_aesni_gcm_encrypt_1 |
| 1066 |
DB 104 |
| 1067 |
DW 0 |
| 1068 |
DB $L$SEH_prolog_aesni_gcm_encrypt_11-$L$SEH_begin_aesni_gcm_encrypt_1 |
| 1069 |
DB 100 |
| 1070 |
DW 29 |
| 1071 |
DB $L$SEH_prolog_aesni_gcm_encrypt_10-$L$SEH_begin_aesni_gcm_encrypt_1 |
| 1072 |
DB 116 |
| 1073 |
DW 28 |
| 1074 |
DB $L$SEH_prolog_aesni_gcm_encrypt_9-$L$SEH_begin_aesni_gcm_encrypt_1 |
| 1075 |
DB 3 |
| 1076 |
DB $L$SEH_prolog_aesni_gcm_encrypt_8-$L$SEH_begin_aesni_gcm_encrypt_1 |
| 1077 |
DB 1 |
| 1078 |
DW 21 |
| 1079 |
DB $L$SEH_prolog_aesni_gcm_encrypt_7-$L$SEH_begin_aesni_gcm_encrypt_1 |
| 1080 |
DB 240 |
| 1081 |
DB $L$SEH_prolog_aesni_gcm_encrypt_6-$L$SEH_begin_aesni_gcm_encrypt_1 |
| 1082 |
DB 224 |
| 1083 |
DB $L$SEH_prolog_aesni_gcm_encrypt_5-$L$SEH_begin_aesni_gcm_encrypt_1 |
| 1084 |
DB 208 |
| 1085 |
DB $L$SEH_prolog_aesni_gcm_encrypt_4-$L$SEH_begin_aesni_gcm_encrypt_1 |
| 1086 |
DB 192 |
| 1087 |
DB $L$SEH_prolog_aesni_gcm_encrypt_3-$L$SEH_begin_aesni_gcm_encrypt_1 |
| 1088 |
DB 48 |
| 1089 |
DB $L$SEH_prolog_aesni_gcm_encrypt_2-$L$SEH_begin_aesni_gcm_encrypt_1 |
| 1090 |
DB 80 |
| 1091 |
%else |
| 1092 |
; Work around https://bugzilla.nasm.us/show_bug.cgi?id=3392738 |
| 1093 |
ret |
| 1094 |
%endif |