?  search:
summary | log | graphiclog1 | graphiclog2 | commit | commitdiff | tree | refs | edit | fork
blame | history | raw | HEAD
Add ICU message format support
[chromium-blink-merge.git] / third_party / boringssl / win-x86_64 / crypto / aes / aesni-x86_64.asm
blobcf313d1ae9a63c71070d567d56ed4685a1fee432
1 default rel
2 %define XMMWORD
3 %define YMMWORD
4 %define ZMMWORD
5 section .text code align=64
6
7 EXTERN OPENSSL_ia32cap_P
8 global aesni_encrypt
9
10 ALIGN 16
11 aesni_encrypt:
12 movups xmm2,XMMWORD[rcx]
13 mov eax,DWORD[240+r8]
14 movups xmm0,XMMWORD[r8]
15 movups xmm1,XMMWORD[16+r8]
16 lea r8,[32+r8]
17 xorps xmm2,xmm0
18 $L$oop_enc1_1:
19 DB 102,15,56,220,209
20 dec eax
21 movups xmm1,XMMWORD[r8]
22 lea r8,[16+r8]
23 jnz NEAR $L$oop_enc1_1
24 DB 102,15,56,221,209
25 pxor xmm0,xmm0
26 pxor xmm1,xmm1
27 movups XMMWORD[rdx],xmm2
28 pxor xmm2,xmm2
29 DB 0F3h,0C3h ;repret
30
31
32 global aesni_decrypt
33
34 ALIGN 16
35 aesni_decrypt:
36 movups xmm2,XMMWORD[rcx]
37 mov eax,DWORD[240+r8]
38 movups xmm0,XMMWORD[r8]
39 movups xmm1,XMMWORD[16+r8]
40 lea r8,[32+r8]
41 xorps xmm2,xmm0
42 $L$oop_dec1_2:
43 DB 102,15,56,222,209
44 dec eax
45 movups xmm1,XMMWORD[r8]
46 lea r8,[16+r8]
47 jnz NEAR $L$oop_dec1_2
48 DB 102,15,56,223,209
49 pxor xmm0,xmm0
50 pxor xmm1,xmm1
51 movups XMMWORD[rdx],xmm2
52 pxor xmm2,xmm2
53 DB 0F3h,0C3h ;repret
54
55
56 ALIGN 16
57 _aesni_encrypt2:
58 movups xmm0,XMMWORD[rcx]
59 shl eax,4
60 movups xmm1,XMMWORD[16+rcx]
61 xorps xmm2,xmm0
62 xorps xmm3,xmm0
63 movups xmm0,XMMWORD[32+rcx]
64 lea rcx,[32+rax*1+rcx]
65 neg rax
66 add rax,16
67
68 $L$enc_loop2:
69 DB 102,15,56,220,209
70 DB 102,15,56,220,217
71 movups xmm1,XMMWORD[rax*1+rcx]
72 add rax,32
73 DB 102,15,56,220,208
74 DB 102,15,56,220,216
75 movups xmm0,XMMWORD[((-16))+rax*1+rcx]
76 jnz NEAR $L$enc_loop2
77
78 DB 102,15,56,220,209
79 DB 102,15,56,220,217
80 DB 102,15,56,221,208
81 DB 102,15,56,221,216
82 DB 0F3h,0C3h ;repret
83
84
85 ALIGN 16
86 _aesni_decrypt2:
87 movups xmm0,XMMWORD[rcx]
88 shl eax,4
89 movups xmm1,XMMWORD[16+rcx]
90 xorps xmm2,xmm0
91 xorps xmm3,xmm0
92 movups xmm0,XMMWORD[32+rcx]
93 lea rcx,[32+rax*1+rcx]
94 neg rax
95 add rax,16
96
97 $L$dec_loop2:
98 DB 102,15,56,222,209
99 DB 102,15,56,222,217
100 movups xmm1,XMMWORD[rax*1+rcx]
101 add rax,32
102 DB 102,15,56,222,208
103 DB 102,15,56,222,216
104 movups xmm0,XMMWORD[((-16))+rax*1+rcx]
105 jnz NEAR $L$dec_loop2
106
107 DB 102,15,56,222,209
108 DB 102,15,56,222,217
109 DB 102,15,56,223,208
110 DB 102,15,56,223,216
111 DB 0F3h,0C3h ;repret
112
113
114 ALIGN 16
115 _aesni_encrypt3:
116 movups xmm0,XMMWORD[rcx]
117 shl eax,4
118 movups xmm1,XMMWORD[16+rcx]
119 xorps xmm2,xmm0
120 xorps xmm3,xmm0
121 xorps xmm4,xmm0
122 movups xmm0,XMMWORD[32+rcx]
123 lea rcx,[32+rax*1+rcx]
124 neg rax
125 add rax,16
126
127 $L$enc_loop3:
128 DB 102,15,56,220,209
129 DB 102,15,56,220,217
130 DB 102,15,56,220,225
131 movups xmm1,XMMWORD[rax*1+rcx]
132 add rax,32
133 DB 102,15,56,220,208
134 DB 102,15,56,220,216
135 DB 102,15,56,220,224
136 movups xmm0,XMMWORD[((-16))+rax*1+rcx]
137 jnz NEAR $L$enc_loop3
138
139 DB 102,15,56,220,209
140 DB 102,15,56,220,217
141 DB 102,15,56,220,225
142 DB 102,15,56,221,208
143 DB 102,15,56,221,216
144 DB 102,15,56,221,224
145 DB 0F3h,0C3h ;repret
146
147
148 ALIGN 16
149 _aesni_decrypt3:
150 movups xmm0,XMMWORD[rcx]
151 shl eax,4
152 movups xmm1,XMMWORD[16+rcx]
153 xorps xmm2,xmm0
154 xorps xmm3,xmm0
155 xorps xmm4,xmm0
156 movups xmm0,XMMWORD[32+rcx]
157 lea rcx,[32+rax*1+rcx]
158 neg rax
159 add rax,16
160
161 $L$dec_loop3:
162 DB 102,15,56,222,209
163 DB 102,15,56,222,217
164 DB 102,15,56,222,225
165 movups xmm1,XMMWORD[rax*1+rcx]
166 add rax,32
167 DB 102,15,56,222,208
168 DB 102,15,56,222,216
169 DB 102,15,56,222,224
170 movups xmm0,XMMWORD[((-16))+rax*1+rcx]
171 jnz NEAR $L$dec_loop3
172
173 DB 102,15,56,222,209
174 DB 102,15,56,222,217
175 DB 102,15,56,222,225
176 DB 102,15,56,223,208
177 DB 102,15,56,223,216
178 DB 102,15,56,223,224
179 DB 0F3h,0C3h ;repret
180
181
182 ALIGN 16
183 _aesni_encrypt4:
184 movups xmm0,XMMWORD[rcx]
185 shl eax,4
186 movups xmm1,XMMWORD[16+rcx]
187 xorps xmm2,xmm0
188 xorps xmm3,xmm0
189 xorps xmm4,xmm0
190 xorps xmm5,xmm0
191 movups xmm0,XMMWORD[32+rcx]
192 lea rcx,[32+rax*1+rcx]
193 neg rax
194 DB 0x0f,0x1f,0x00
195 add rax,16
196
197 $L$enc_loop4:
198 DB 102,15,56,220,209
199 DB 102,15,56,220,217
200 DB 102,15,56,220,225
201 DB 102,15,56,220,233
202 movups xmm1,XMMWORD[rax*1+rcx]
203 add rax,32
204 DB 102,15,56,220,208
205 DB 102,15,56,220,216
206 DB 102,15,56,220,224
207 DB 102,15,56,220,232
208 movups xmm0,XMMWORD[((-16))+rax*1+rcx]
209 jnz NEAR $L$enc_loop4
210
211 DB 102,15,56,220,209
212 DB 102,15,56,220,217
213 DB 102,15,56,220,225
214 DB 102,15,56,220,233
215 DB 102,15,56,221,208
216 DB 102,15,56,221,216
217 DB 102,15,56,221,224
218 DB 102,15,56,221,232
219 DB 0F3h,0C3h ;repret
220
221
222 ALIGN 16
223 _aesni_decrypt4:
224 movups xmm0,XMMWORD[rcx]
225 shl eax,4
226 movups xmm1,XMMWORD[16+rcx]
227 xorps xmm2,xmm0
228 xorps xmm3,xmm0
229 xorps xmm4,xmm0
230 xorps xmm5,xmm0
231 movups xmm0,XMMWORD[32+rcx]
232 lea rcx,[32+rax*1+rcx]
233 neg rax
234 DB 0x0f,0x1f,0x00
235 add rax,16
236
237 $L$dec_loop4:
238 DB 102,15,56,222,209
239 DB 102,15,56,222,217
240 DB 102,15,56,222,225
241 DB 102,15,56,222,233
242 movups xmm1,XMMWORD[rax*1+rcx]
243 add rax,32
244 DB 102,15,56,222,208
245 DB 102,15,56,222,216
246 DB 102,15,56,222,224
247 DB 102,15,56,222,232
248 movups xmm0,XMMWORD[((-16))+rax*1+rcx]
249 jnz NEAR $L$dec_loop4
250
251 DB 102,15,56,222,209
252 DB 102,15,56,222,217
253 DB 102,15,56,222,225
254 DB 102,15,56,222,233
255 DB 102,15,56,223,208
256 DB 102,15,56,223,216
257 DB 102,15,56,223,224
258 DB 102,15,56,223,232
259 DB 0F3h,0C3h ;repret
260
261
262 ALIGN 16
263 _aesni_encrypt6:
264 movups xmm0,XMMWORD[rcx]
265 shl eax,4
266 movups xmm1,XMMWORD[16+rcx]
267 xorps xmm2,xmm0
268 pxor xmm3,xmm0
269 pxor xmm4,xmm0
270 DB 102,15,56,220,209
271 lea rcx,[32+rax*1+rcx]
272 neg rax
273 DB 102,15,56,220,217
274 pxor xmm5,xmm0
275 pxor xmm6,xmm0
276 DB 102,15,56,220,225
277 pxor xmm7,xmm0
278 movups xmm0,XMMWORD[rax*1+rcx]
279 add rax,16
280 jmp NEAR $L$enc_loop6_enter
281 ALIGN 16
282 $L$enc_loop6:
283 DB 102,15,56,220,209
284 DB 102,15,56,220,217
285 DB 102,15,56,220,225
286 $L$enc_loop6_enter:
287 DB 102,15,56,220,233
288 DB 102,15,56,220,241
289 DB 102,15,56,220,249
290 movups xmm1,XMMWORD[rax*1+rcx]
291 add rax,32
292 DB 102,15,56,220,208
293 DB 102,15,56,220,216
294 DB 102,15,56,220,224
295 DB 102,15,56,220,232
296 DB 102,15,56,220,240
297 DB 102,15,56,220,248
298 movups xmm0,XMMWORD[((-16))+rax*1+rcx]
299 jnz NEAR $L$enc_loop6
300
301 DB 102,15,56,220,209
302 DB 102,15,56,220,217
303 DB 102,15,56,220,225
304 DB 102,15,56,220,233
305 DB 102,15,56,220,241
306 DB 102,15,56,220,249
307 DB 102,15,56,221,208
308 DB 102,15,56,221,216
309 DB 102,15,56,221,224
310 DB 102,15,56,221,232
311 DB 102,15,56,221,240
312 DB 102,15,56,221,248
313 DB 0F3h,0C3h ;repret
314
315
316 ALIGN 16
317 _aesni_decrypt6:
318 movups xmm0,XMMWORD[rcx]
319 shl eax,4
320 movups xmm1,XMMWORD[16+rcx]
321 xorps xmm2,xmm0
322 pxor xmm3,xmm0
323 pxor xmm4,xmm0
324 DB 102,15,56,222,209
325 lea rcx,[32+rax*1+rcx]
326 neg rax
327 DB 102,15,56,222,217
328 pxor xmm5,xmm0
329 pxor xmm6,xmm0
330 DB 102,15,56,222,225
331 pxor xmm7,xmm0
332 movups xmm0,XMMWORD[rax*1+rcx]
333 add rax,16
334 jmp NEAR $L$dec_loop6_enter
335 ALIGN 16
336 $L$dec_loop6:
337 DB 102,15,56,222,209
338 DB 102,15,56,222,217
339 DB 102,15,56,222,225
340 $L$dec_loop6_enter:
341 DB 102,15,56,222,233
342 DB 102,15,56,222,241
343 DB 102,15,56,222,249
344 movups xmm1,XMMWORD[rax*1+rcx]
345 add rax,32
346 DB 102,15,56,222,208
347 DB 102,15,56,222,216
348 DB 102,15,56,222,224
349 DB 102,15,56,222,232
350 DB 102,15,56,222,240
351 DB 102,15,56,222,248
352 movups xmm0,XMMWORD[((-16))+rax*1+rcx]
353 jnz NEAR $L$dec_loop6
354
355 DB 102,15,56,222,209
356 DB 102,15,56,222,217
357 DB 102,15,56,222,225
358 DB 102,15,56,222,233
359 DB 102,15,56,222,241
360 DB 102,15,56,222,249
361 DB 102,15,56,223,208
362 DB 102,15,56,223,216
363 DB 102,15,56,223,224
364 DB 102,15,56,223,232
365 DB 102,15,56,223,240
366 DB 102,15,56,223,248
367 DB 0F3h,0C3h ;repret
368
369
370 ALIGN 16
371 _aesni_encrypt8:
372 movups xmm0,XMMWORD[rcx]
373 shl eax,4
374 movups xmm1,XMMWORD[16+rcx]
375 xorps xmm2,xmm0
376 xorps xmm3,xmm0
377 pxor xmm4,xmm0
378 pxor xmm5,xmm0
379 pxor xmm6,xmm0
380 lea rcx,[32+rax*1+rcx]
381 neg rax
382 DB 102,15,56,220,209
383 pxor xmm7,xmm0
384 pxor xmm8,xmm0
385 DB 102,15,56,220,217
386 pxor xmm9,xmm0
387 movups xmm0,XMMWORD[rax*1+rcx]
388 add rax,16
389 jmp NEAR $L$enc_loop8_inner
390 ALIGN 16
391 $L$enc_loop8:
392 DB 102,15,56,220,209
393 DB 102,15,56,220,217
394 $L$enc_loop8_inner:
395 DB 102,15,56,220,225
396 DB 102,15,56,220,233
397 DB 102,15,56,220,241
398 DB 102,15,56,220,249
399 DB 102,68,15,56,220,193
400 DB 102,68,15,56,220,201
401 $L$enc_loop8_enter:
402 movups xmm1,XMMWORD[rax*1+rcx]
403 add rax,32
404 DB 102,15,56,220,208
405 DB 102,15,56,220,216
406 DB 102,15,56,220,224
407 DB 102,15,56,220,232
408 DB 102,15,56,220,240
409 DB 102,15,56,220,248
410 DB 102,68,15,56,220,192
411 DB 102,68,15,56,220,200
412 movups xmm0,XMMWORD[((-16))+rax*1+rcx]
413 jnz NEAR $L$enc_loop8
414
415 DB 102,15,56,220,209
416 DB 102,15,56,220,217
417 DB 102,15,56,220,225
418 DB 102,15,56,220,233
419 DB 102,15,56,220,241
420 DB 102,15,56,220,249
421 DB 102,68,15,56,220,193
422 DB 102,68,15,56,220,201
423 DB 102,15,56,221,208
424 DB 102,15,56,221,216
425 DB 102,15,56,221,224
426 DB 102,15,56,221,232
427 DB 102,15,56,221,240
428 DB 102,15,56,221,248
429 DB 102,68,15,56,221,192
430 DB 102,68,15,56,221,200
431 DB 0F3h,0C3h ;repret
432
433
434 ALIGN 16
435 _aesni_decrypt8:
436 movups xmm0,XMMWORD[rcx]
437 shl eax,4
438 movups xmm1,XMMWORD[16+rcx]
439 xorps xmm2,xmm0
440 xorps xmm3,xmm0
441 pxor xmm4,xmm0
442 pxor xmm5,xmm0
443 pxor xmm6,xmm0
444 lea rcx,[32+rax*1+rcx]
445 neg rax
446 DB 102,15,56,222,209
447 pxor xmm7,xmm0
448 pxor xmm8,xmm0
449 DB 102,15,56,222,217
450 pxor xmm9,xmm0
451 movups xmm0,XMMWORD[rax*1+rcx]
452 add rax,16
453 jmp NEAR $L$dec_loop8_inner
454 ALIGN 16
455 $L$dec_loop8:
456 DB 102,15,56,222,209
457 DB 102,15,56,222,217
458 $L$dec_loop8_inner:
459 DB 102,15,56,222,225
460 DB 102,15,56,222,233
461 DB 102,15,56,222,241
462 DB 102,15,56,222,249
463 DB 102,68,15,56,222,193
464 DB 102,68,15,56,222,201
465 $L$dec_loop8_enter:
466 movups xmm1,XMMWORD[rax*1+rcx]
467 add rax,32
468 DB 102,15,56,222,208
469 DB 102,15,56,222,216
470 DB 102,15,56,222,224
471 DB 102,15,56,222,232
472 DB 102,15,56,222,240
473 DB 102,15,56,222,248
474 DB 102,68,15,56,222,192
475 DB 102,68,15,56,222,200
476 movups xmm0,XMMWORD[((-16))+rax*1+rcx]
477 jnz NEAR $L$dec_loop8
478
479 DB 102,15,56,222,209
480 DB 102,15,56,222,217
481 DB 102,15,56,222,225
482 DB 102,15,56,222,233
483 DB 102,15,56,222,241
484 DB 102,15,56,222,249
485 DB 102,68,15,56,222,193
486 DB 102,68,15,56,222,201
487 DB 102,15,56,223,208
488 DB 102,15,56,223,216
489 DB 102,15,56,223,224
490 DB 102,15,56,223,232
491 DB 102,15,56,223,240
492 DB 102,15,56,223,248
493 DB 102,68,15,56,223,192
494 DB 102,68,15,56,223,200
495 DB 0F3h,0C3h ;repret
496
497 global aesni_ecb_encrypt
498
499 ALIGN 16
500 aesni_ecb_encrypt:
501 mov QWORD[8+rsp],rdi ;WIN64 prologue
502 mov QWORD[16+rsp],rsi
503 mov rax,rsp
504 $L$SEH_begin_aesni_ecb_encrypt:
505 mov rdi,rcx
506 mov rsi,rdx
507 mov rdx,r8
508 mov rcx,r9
509 mov r8,QWORD[40+rsp]
510
511
512 lea rsp,[((-88))+rsp]
513 movaps XMMWORD[rsp],xmm6
514 movaps XMMWORD[16+rsp],xmm7
515 movaps XMMWORD[32+rsp],xmm8
516 movaps XMMWORD[48+rsp],xmm9
517 $L$ecb_enc_body:
518 and rdx,-16
519 jz NEAR $L$ecb_ret
520
521 mov eax,DWORD[240+rcx]
522 movups xmm0,XMMWORD[rcx]
523 mov r11,rcx
524 mov r10d,eax
525 test r8d,r8d
526 jz NEAR $L$ecb_decrypt
527
528 cmp rdx,0x80
529 jb NEAR $L$ecb_enc_tail
530
531 movdqu xmm2,XMMWORD[rdi]
532 movdqu xmm3,XMMWORD[16+rdi]
533 movdqu xmm4,XMMWORD[32+rdi]
534 movdqu xmm5,XMMWORD[48+rdi]
535 movdqu xmm6,XMMWORD[64+rdi]
536 movdqu xmm7,XMMWORD[80+rdi]
537 movdqu xmm8,XMMWORD[96+rdi]
538 movdqu xmm9,XMMWORD[112+rdi]
539 lea rdi,[128+rdi]
540 sub rdx,0x80
541 jmp NEAR $L$ecb_enc_loop8_enter
542 ALIGN 16
543 $L$ecb_enc_loop8:
544 movups XMMWORD[rsi],xmm2
545 mov rcx,r11
546 movdqu xmm2,XMMWORD[rdi]
547 mov eax,r10d
548 movups XMMWORD[16+rsi],xmm3
549 movdqu xmm3,XMMWORD[16+rdi]
550 movups XMMWORD[32+rsi],xmm4
551 movdqu xmm4,XMMWORD[32+rdi]
552 movups XMMWORD[48+rsi],xmm5
553 movdqu xmm5,XMMWORD[48+rdi]
554 movups XMMWORD[64+rsi],xmm6
555 movdqu xmm6,XMMWORD[64+rdi]
556 movups XMMWORD[80+rsi],xmm7
557 movdqu xmm7,XMMWORD[80+rdi]
558 movups XMMWORD[96+rsi],xmm8
559 movdqu xmm8,XMMWORD[96+rdi]
560 movups XMMWORD[112+rsi],xmm9
561 lea rsi,[128+rsi]
562 movdqu xmm9,XMMWORD[112+rdi]
563 lea rdi,[128+rdi]
564 $L$ecb_enc_loop8_enter:
565
566 call _aesni_encrypt8
567
568 sub rdx,0x80
569 jnc NEAR $L$ecb_enc_loop8
570
571 movups XMMWORD[rsi],xmm2
572 mov rcx,r11
573 movups XMMWORD[16+rsi],xmm3
574 mov eax,r10d
575 movups XMMWORD[32+rsi],xmm4
576 movups XMMWORD[48+rsi],xmm5
577 movups XMMWORD[64+rsi],xmm6
578 movups XMMWORD[80+rsi],xmm7
579 movups XMMWORD[96+rsi],xmm8
580 movups XMMWORD[112+rsi],xmm9
581 lea rsi,[128+rsi]
582 add rdx,0x80
583 jz NEAR $L$ecb_ret
584
585 $L$ecb_enc_tail:
586 movups xmm2,XMMWORD[rdi]
587 cmp rdx,0x20
588 jb NEAR $L$ecb_enc_one
589 movups xmm3,XMMWORD[16+rdi]
590 je NEAR $L$ecb_enc_two
591 movups xmm4,XMMWORD[32+rdi]
592 cmp rdx,0x40
593 jb NEAR $L$ecb_enc_three
594 movups xmm5,XMMWORD[48+rdi]
595 je NEAR $L$ecb_enc_four
596 movups xmm6,XMMWORD[64+rdi]
597 cmp rdx,0x60
598 jb NEAR $L$ecb_enc_five
599 movups xmm7,XMMWORD[80+rdi]
600 je NEAR $L$ecb_enc_six
601 movdqu xmm8,XMMWORD[96+rdi]
602 xorps xmm9,xmm9
603 call _aesni_encrypt8
604 movups XMMWORD[rsi],xmm2
605 movups XMMWORD[16+rsi],xmm3
606 movups XMMWORD[32+rsi],xmm4
607 movups XMMWORD[48+rsi],xmm5
608 movups XMMWORD[64+rsi],xmm6
609 movups XMMWORD[80+rsi],xmm7
610 movups XMMWORD[96+rsi],xmm8
611 jmp NEAR $L$ecb_ret
612 ALIGN 16
613 $L$ecb_enc_one:
614 movups xmm0,XMMWORD[rcx]
615 movups xmm1,XMMWORD[16+rcx]
616 lea rcx,[32+rcx]
617 xorps xmm2,xmm0
618 $L$oop_enc1_3:
619 DB 102,15,56,220,209
620 dec eax
621 movups xmm1,XMMWORD[rcx]
622 lea rcx,[16+rcx]
623 jnz NEAR $L$oop_enc1_3
624 DB 102,15,56,221,209
625 movups XMMWORD[rsi],xmm2
626 jmp NEAR $L$ecb_ret
627 ALIGN 16
628 $L$ecb_enc_two:
629 call _aesni_encrypt2
630 movups XMMWORD[rsi],xmm2
631 movups XMMWORD[16+rsi],xmm3
632 jmp NEAR $L$ecb_ret
633 ALIGN 16
634 $L$ecb_enc_three:
635 call _aesni_encrypt3
636 movups XMMWORD[rsi],xmm2
637 movups XMMWORD[16+rsi],xmm3
638 movups XMMWORD[32+rsi],xmm4
639 jmp NEAR $L$ecb_ret
640 ALIGN 16
641 $L$ecb_enc_four:
642 call _aesni_encrypt4
643 movups XMMWORD[rsi],xmm2
644 movups XMMWORD[16+rsi],xmm3
645 movups XMMWORD[32+rsi],xmm4
646 movups XMMWORD[48+rsi],xmm5
647 jmp NEAR $L$ecb_ret
648 ALIGN 16
649 $L$ecb_enc_five:
650 xorps xmm7,xmm7
651 call _aesni_encrypt6
652 movups XMMWORD[rsi],xmm2
653 movups XMMWORD[16+rsi],xmm3
654 movups XMMWORD[32+rsi],xmm4
655 movups XMMWORD[48+rsi],xmm5
656 movups XMMWORD[64+rsi],xmm6
657 jmp NEAR $L$ecb_ret
658 ALIGN 16
659 $L$ecb_enc_six:
660 call _aesni_encrypt6
661 movups XMMWORD[rsi],xmm2
662 movups XMMWORD[16+rsi],xmm3
663 movups XMMWORD[32+rsi],xmm4
664 movups XMMWORD[48+rsi],xmm5
665 movups XMMWORD[64+rsi],xmm6
666 movups XMMWORD[80+rsi],xmm7
667 jmp NEAR $L$ecb_ret
668
669 ALIGN 16
670 $L$ecb_decrypt:
671 cmp rdx,0x80
672 jb NEAR $L$ecb_dec_tail
673
674 movdqu xmm2,XMMWORD[rdi]
675 movdqu xmm3,XMMWORD[16+rdi]
676 movdqu xmm4,XMMWORD[32+rdi]
677 movdqu xmm5,XMMWORD[48+rdi]
678 movdqu xmm6,XMMWORD[64+rdi]
679 movdqu xmm7,XMMWORD[80+rdi]
680 movdqu xmm8,XMMWORD[96+rdi]
681 movdqu xmm9,XMMWORD[112+rdi]
682 lea rdi,[128+rdi]
683 sub rdx,0x80
684 jmp NEAR $L$ecb_dec_loop8_enter
685 ALIGN 16
686 $L$ecb_dec_loop8:
687 movups XMMWORD[rsi],xmm2
688 mov rcx,r11
689 movdqu xmm2,XMMWORD[rdi]
690 mov eax,r10d
691 movups XMMWORD[16+rsi],xmm3
692 movdqu xmm3,XMMWORD[16+rdi]
693 movups XMMWORD[32+rsi],xmm4
694 movdqu xmm4,XMMWORD[32+rdi]
695 movups XMMWORD[48+rsi],xmm5
696 movdqu xmm5,XMMWORD[48+rdi]
697 movups XMMWORD[64+rsi],xmm6
698 movdqu xmm6,XMMWORD[64+rdi]
699 movups XMMWORD[80+rsi],xmm7
700 movdqu xmm7,XMMWORD[80+rdi]
701 movups XMMWORD[96+rsi],xmm8
702 movdqu xmm8,XMMWORD[96+rdi]
703 movups XMMWORD[112+rsi],xmm9
704 lea rsi,[128+rsi]
705 movdqu xmm9,XMMWORD[112+rdi]
706 lea rdi,[128+rdi]
707 $L$ecb_dec_loop8_enter:
708
709 call _aesni_decrypt8
710
711 movups xmm0,XMMWORD[r11]
712 sub rdx,0x80
713 jnc NEAR $L$ecb_dec_loop8
714
715 movups XMMWORD[rsi],xmm2
716 pxor xmm2,xmm2
717 mov rcx,r11
718 movups XMMWORD[16+rsi],xmm3
719 pxor xmm3,xmm3
720 mov eax,r10d
721 movups XMMWORD[32+rsi],xmm4
722 pxor xmm4,xmm4
723 movups XMMWORD[48+rsi],xmm5
724 pxor xmm5,xmm5
725 movups XMMWORD[64+rsi],xmm6
726 pxor xmm6,xmm6
727 movups XMMWORD[80+rsi],xmm7
728 pxor xmm7,xmm7
729 movups XMMWORD[96+rsi],xmm8
730 pxor xmm8,xmm8
731 movups XMMWORD[112+rsi],xmm9
732 pxor xmm9,xmm9
733 lea rsi,[128+rsi]
734 add rdx,0x80
735 jz NEAR $L$ecb_ret
736
737 $L$ecb_dec_tail:
738 movups xmm2,XMMWORD[rdi]
739 cmp rdx,0x20
740 jb NEAR $L$ecb_dec_one
741 movups xmm3,XMMWORD[16+rdi]
742 je NEAR $L$ecb_dec_two
743 movups xmm4,XMMWORD[32+rdi]
744 cmp rdx,0x40
745 jb NEAR $L$ecb_dec_three
746 movups xmm5,XMMWORD[48+rdi]
747 je NEAR $L$ecb_dec_four
748 movups xmm6,XMMWORD[64+rdi]
749 cmp rdx,0x60
750 jb NEAR $L$ecb_dec_five
751 movups xmm7,XMMWORD[80+rdi]
752 je NEAR $L$ecb_dec_six
753 movups xmm8,XMMWORD[96+rdi]
754 movups xmm0,XMMWORD[rcx]
755 xorps xmm9,xmm9
756 call _aesni_decrypt8
757 movups XMMWORD[rsi],xmm2
758 pxor xmm2,xmm2
759 movups XMMWORD[16+rsi],xmm3
760 pxor xmm3,xmm3
761 movups XMMWORD[32+rsi],xmm4
762 pxor xmm4,xmm4
763 movups XMMWORD[48+rsi],xmm5
764 pxor xmm5,xmm5
765 movups XMMWORD[64+rsi],xmm6
766 pxor xmm6,xmm6
767 movups XMMWORD[80+rsi],xmm7
768 pxor xmm7,xmm7
769 movups XMMWORD[96+rsi],xmm8
770 pxor xmm8,xmm8
771 pxor xmm9,xmm9
772 jmp NEAR $L$ecb_ret
773 ALIGN 16
774 $L$ecb_dec_one:
775 movups xmm0,XMMWORD[rcx]
776 movups xmm1,XMMWORD[16+rcx]
777 lea rcx,[32+rcx]
778 xorps xmm2,xmm0
779 $L$oop_dec1_4:
780 DB 102,15,56,222,209
781 dec eax
782 movups xmm1,XMMWORD[rcx]
783 lea rcx,[16+rcx]
784 jnz NEAR $L$oop_dec1_4
785 DB 102,15,56,223,209
786 movups XMMWORD[rsi],xmm2
787 pxor xmm2,xmm2
788 jmp NEAR $L$ecb_ret
789 ALIGN 16
790 $L$ecb_dec_two:
791 call _aesni_decrypt2
792 movups XMMWORD[rsi],xmm2
793 pxor xmm2,xmm2
794 movups XMMWORD[16+rsi],xmm3
795 pxor xmm3,xmm3
796 jmp NEAR $L$ecb_ret
797 ALIGN 16
798 $L$ecb_dec_three:
799 call _aesni_decrypt3
800 movups XMMWORD[rsi],xmm2
801 pxor xmm2,xmm2
802 movups XMMWORD[16+rsi],xmm3
803 pxor xmm3,xmm3
804 movups XMMWORD[32+rsi],xmm4
805 pxor xmm4,xmm4
806 jmp NEAR $L$ecb_ret
807 ALIGN 16
808 $L$ecb_dec_four:
809 call _aesni_decrypt4
810 movups XMMWORD[rsi],xmm2
811 pxor xmm2,xmm2
812 movups XMMWORD[16+rsi],xmm3
813 pxor xmm3,xmm3
814 movups XMMWORD[32+rsi],xmm4
815 pxor xmm4,xmm4
816 movups XMMWORD[48+rsi],xmm5
817 pxor xmm5,xmm5
818 jmp NEAR $L$ecb_ret
819 ALIGN 16
820 $L$ecb_dec_five:
821 xorps xmm7,xmm7
822 call _aesni_decrypt6
823 movups XMMWORD[rsi],xmm2
824 pxor xmm2,xmm2
825 movups XMMWORD[16+rsi],xmm3
826 pxor xmm3,xmm3
827 movups XMMWORD[32+rsi],xmm4
828 pxor xmm4,xmm4
829 movups XMMWORD[48+rsi],xmm5
830 pxor xmm5,xmm5
831 movups XMMWORD[64+rsi],xmm6
832 pxor xmm6,xmm6
833 pxor xmm7,xmm7
834 jmp NEAR $L$ecb_ret
835 ALIGN 16
836 $L$ecb_dec_six:
837 call _aesni_decrypt6
838 movups XMMWORD[rsi],xmm2
839 pxor xmm2,xmm2
840 movups XMMWORD[16+rsi],xmm3
841 pxor xmm3,xmm3
842 movups XMMWORD[32+rsi],xmm4
843 pxor xmm4,xmm4
844 movups XMMWORD[48+rsi],xmm5
845 pxor xmm5,xmm5
846 movups XMMWORD[64+rsi],xmm6
847 pxor xmm6,xmm6
848 movups XMMWORD[80+rsi],xmm7
849 pxor xmm7,xmm7
850
851 $L$ecb_ret:
852 xorps xmm0,xmm0
853 pxor xmm1,xmm1
854 movaps xmm6,XMMWORD[rsp]
855 movaps XMMWORD[rsp],xmm0
856 movaps xmm7,XMMWORD[16+rsp]
857 movaps XMMWORD[16+rsp],xmm0
858 movaps xmm8,XMMWORD[32+rsp]
859 movaps XMMWORD[32+rsp],xmm0
860 movaps xmm9,XMMWORD[48+rsp]
861 movaps XMMWORD[48+rsp],xmm0
862 lea rsp,[88+rsp]
863 $L$ecb_enc_ret:
864 mov rdi,QWORD[8+rsp] ;WIN64 epilogue
865 mov rsi,QWORD[16+rsp]
866 DB 0F3h,0C3h ;repret
867 $L$SEH_end_aesni_ecb_encrypt:
868 global aesni_ccm64_encrypt_blocks
869
870 ALIGN 16
871 aesni_ccm64_encrypt_blocks:
872 mov QWORD[8+rsp],rdi ;WIN64 prologue
873 mov QWORD[16+rsp],rsi
874 mov rax,rsp
875 $L$SEH_begin_aesni_ccm64_encrypt_blocks:
876 mov rdi,rcx
877 mov rsi,rdx
878 mov rdx,r8
879 mov rcx,r9
880 mov r8,QWORD[40+rsp]
881 mov r9,QWORD[48+rsp]
882
883
884 lea rsp,[((-88))+rsp]
885 movaps XMMWORD[rsp],xmm6
886 movaps XMMWORD[16+rsp],xmm7
887 movaps XMMWORD[32+rsp],xmm8
888 movaps XMMWORD[48+rsp],xmm9
889 $L$ccm64_enc_body:
890 mov eax,DWORD[240+rcx]
891 movdqu xmm6,XMMWORD[r8]
892 movdqa xmm9,XMMWORD[$L$increment64]
893 movdqa xmm7,XMMWORD[$L$bswap_mask]
894
895 shl eax,4
896 mov r10d,16
897 lea r11,[rcx]
898 movdqu xmm3,XMMWORD[r9]
899 movdqa xmm2,xmm6
900 lea rcx,[32+rax*1+rcx]
901 DB 102,15,56,0,247
902 sub r10,rax
903 jmp NEAR $L$ccm64_enc_outer
904 ALIGN 16
905 $L$ccm64_enc_outer:
906 movups xmm0,XMMWORD[r11]
907 mov rax,r10
908 movups xmm8,XMMWORD[rdi]
909
910 xorps xmm2,xmm0
911 movups xmm1,XMMWORD[16+r11]
912 xorps xmm0,xmm8
913 xorps xmm3,xmm0
914 movups xmm0,XMMWORD[32+r11]
915
916 $L$ccm64_enc2_loop:
917 DB 102,15,56,220,209
918 DB 102,15,56,220,217
919 movups xmm1,XMMWORD[rax*1+rcx]
920 add rax,32
921 DB 102,15,56,220,208
922 DB 102,15,56,220,216
923 movups xmm0,XMMWORD[((-16))+rax*1+rcx]
924 jnz NEAR $L$ccm64_enc2_loop
925 DB 102,15,56,220,209
926 DB 102,15,56,220,217
927 paddq xmm6,xmm9
928 dec rdx
929 DB 102,15,56,221,208
930 DB 102,15,56,221,216
931
932 lea rdi,[16+rdi]
933 xorps xmm8,xmm2
934 movdqa xmm2,xmm6
935 movups XMMWORD[rsi],xmm8
936 DB 102,15,56,0,215
937 lea rsi,[16+rsi]
938 jnz NEAR $L$ccm64_enc_outer
939
940 pxor xmm0,xmm0
941 pxor xmm1,xmm1
942 pxor xmm2,xmm2
943 movups XMMWORD[r9],xmm3
944 pxor xmm3,xmm3
945 pxor xmm8,xmm8
946 pxor xmm6,xmm6
947 movaps xmm6,XMMWORD[rsp]
948 movaps XMMWORD[rsp],xmm0
949 movaps xmm7,XMMWORD[16+rsp]
950 movaps XMMWORD[16+rsp],xmm0
951 movaps xmm8,XMMWORD[32+rsp]
952 movaps XMMWORD[32+rsp],xmm0
953 movaps xmm9,XMMWORD[48+rsp]
954 movaps XMMWORD[48+rsp],xmm0
955 lea rsp,[88+rsp]
956 $L$ccm64_enc_ret:
957 mov rdi,QWORD[8+rsp] ;WIN64 epilogue
958 mov rsi,QWORD[16+rsp]
959 DB 0F3h,0C3h ;repret
960 $L$SEH_end_aesni_ccm64_encrypt_blocks:
961 global aesni_ccm64_decrypt_blocks
962
963 ALIGN 16
964 aesni_ccm64_decrypt_blocks:
965 mov QWORD[8+rsp],rdi ;WIN64 prologue
966 mov QWORD[16+rsp],rsi
967 mov rax,rsp
968 $L$SEH_begin_aesni_ccm64_decrypt_blocks:
969 mov rdi,rcx
970 mov rsi,rdx
971 mov rdx,r8
972 mov rcx,r9
973 mov r8,QWORD[40+rsp]
974 mov r9,QWORD[48+rsp]
975
976
977 lea rsp,[((-88))+rsp]
978 movaps XMMWORD[rsp],xmm6
979 movaps XMMWORD[16+rsp],xmm7
980 movaps XMMWORD[32+rsp],xmm8
981 movaps XMMWORD[48+rsp],xmm9
982 $L$ccm64_dec_body:
983 mov eax,DWORD[240+rcx]
984 movups xmm6,XMMWORD[r8]
985 movdqu xmm3,XMMWORD[r9]
986 movdqa xmm9,XMMWORD[$L$increment64]
987 movdqa xmm7,XMMWORD[$L$bswap_mask]
988
989 movaps xmm2,xmm6
990 mov r10d,eax
991 mov r11,rcx
992 DB 102,15,56,0,247
993 movups xmm0,XMMWORD[rcx]
994 movups xmm1,XMMWORD[16+rcx]
995 lea rcx,[32+rcx]
996 xorps xmm2,xmm0
997 $L$oop_enc1_5:
998 DB 102,15,56,220,209
999 dec eax
1000 movups xmm1,XMMWORD[rcx]
1001 lea rcx,[16+rcx]
1002 jnz NEAR $L$oop_enc1_5
1003 DB 102,15,56,221,209
1004 shl r10d,4
1005 mov eax,16
1006 movups xmm8,XMMWORD[rdi]
1007 paddq xmm6,xmm9
1008 lea rdi,[16+rdi]
1009 sub rax,r10
1010 lea rcx,[32+r10*1+r11]
1011 mov r10,rax
1012 jmp NEAR $L$ccm64_dec_outer
1013 ALIGN 16
1014 $L$ccm64_dec_outer:
1015 xorps xmm8,xmm2
1016 movdqa xmm2,xmm6
1017 movups XMMWORD[rsi],xmm8
1018 lea rsi,[16+rsi]
1019 DB 102,15,56,0,215
1020
1021 sub rdx,1
1022 jz NEAR $L$ccm64_dec_break
1023
1024 movups xmm0,XMMWORD[r11]
1025 mov rax,r10
1026 movups xmm1,XMMWORD[16+r11]
1027 xorps xmm8,xmm0
1028 xorps xmm2,xmm0
1029 xorps xmm3,xmm8
1030 movups xmm0,XMMWORD[32+r11]
1031 jmp NEAR $L$ccm64_dec2_loop
1032 ALIGN 16
1033 $L$ccm64_dec2_loop:
1034 DB 102,15,56,220,209
1035 DB 102,15,56,220,217
1036 movups xmm1,XMMWORD[rax*1+rcx]
1037 add rax,32
1038 DB 102,15,56,220,208
1039 DB 102,15,56,220,216
1040 movups xmm0,XMMWORD[((-16))+rax*1+rcx]
1041 jnz NEAR $L$ccm64_dec2_loop
1042 movups xmm8,XMMWORD[rdi]
1043 paddq xmm6,xmm9
1044 DB 102,15,56,220,209
1045 DB 102,15,56,220,217
1046 DB 102,15,56,221,208
1047 DB 102,15,56,221,216
1048 lea rdi,[16+rdi]
1049 jmp NEAR $L$ccm64_dec_outer
1050
1051 ALIGN 16
1052 $L$ccm64_dec_break:
1053
1054 mov eax,DWORD[240+r11]
1055 movups xmm0,XMMWORD[r11]
1056 movups xmm1,XMMWORD[16+r11]
1057 xorps xmm8,xmm0
1058 lea r11,[32+r11]
1059 xorps xmm3,xmm8
1060 $L$oop_enc1_6:
1061 DB 102,15,56,220,217
1062 dec eax
1063 movups xmm1,XMMWORD[r11]
1064 lea r11,[16+r11]
1065 jnz NEAR $L$oop_enc1_6
1066 DB 102,15,56,221,217
1067 pxor xmm0,xmm0
1068 pxor xmm1,xmm1
1069 pxor xmm2,xmm2
1070 movups XMMWORD[r9],xmm3
1071 pxor xmm3,xmm3
1072 pxor xmm8,xmm8
1073 pxor xmm6,xmm6
1074 movaps xmm6,XMMWORD[rsp]
1075 movaps XMMWORD[rsp],xmm0
1076 movaps xmm7,XMMWORD[16+rsp]
1077 movaps XMMWORD[16+rsp],xmm0
1078 movaps xmm8,XMMWORD[32+rsp]
1079 movaps XMMWORD[32+rsp],xmm0
1080 movaps xmm9,XMMWORD[48+rsp]
1081 movaps XMMWORD[48+rsp],xmm0
1082 lea rsp,[88+rsp]
1083 $L$ccm64_dec_ret:
1084 mov rdi,QWORD[8+rsp] ;WIN64 epilogue
1085 mov rsi,QWORD[16+rsp]
1086 DB 0F3h,0C3h ;repret
1087 $L$SEH_end_aesni_ccm64_decrypt_blocks:
1088 global aesni_ctr32_encrypt_blocks
1089
1090 ALIGN 16
1091 aesni_ctr32_encrypt_blocks:
1092 mov QWORD[8+rsp],rdi ;WIN64 prologue
1093 mov QWORD[16+rsp],rsi
1094 mov rax,rsp
1095 $L$SEH_begin_aesni_ctr32_encrypt_blocks:
1096 mov rdi,rcx
1097 mov rsi,rdx
1098 mov rdx,r8
1099 mov rcx,r9
1100 mov r8,QWORD[40+rsp]
1101
1102
1103 cmp rdx,1
1104 jne NEAR $L$ctr32_bulk
1105
1106
1107
1108 movups xmm2,XMMWORD[r8]
1109 movups xmm3,XMMWORD[rdi]
1110 mov edx,DWORD[240+rcx]
1111 movups xmm0,XMMWORD[rcx]
1112 movups xmm1,XMMWORD[16+rcx]
1113 lea rcx,[32+rcx]
1114 xorps xmm2,xmm0
1115 $L$oop_enc1_7:
1116 DB 102,15,56,220,209
1117 dec edx
1118 movups xmm1,XMMWORD[rcx]
1119 lea rcx,[16+rcx]
1120 jnz NEAR $L$oop_enc1_7
1121 DB 102,15,56,221,209
1122 pxor xmm0,xmm0
1123 pxor xmm1,xmm1
1124 xorps xmm2,xmm3
1125 pxor xmm3,xmm3
1126 movups XMMWORD[rsi],xmm2
1127 xorps xmm2,xmm2
1128 jmp NEAR $L$ctr32_epilogue
1129
1130 ALIGN 16
1131 $L$ctr32_bulk:
1132 lea rax,[rsp]
1133 push rbp
1134 sub rsp,288
1135 and rsp,-16
1136 movaps XMMWORD[(-168)+rax],xmm6
1137 movaps XMMWORD[(-152)+rax],xmm7
1138 movaps XMMWORD[(-136)+rax],xmm8
1139 movaps XMMWORD[(-120)+rax],xmm9
1140 movaps XMMWORD[(-104)+rax],xmm10
1141 movaps XMMWORD[(-88)+rax],xmm11
1142 movaps XMMWORD[(-72)+rax],xmm12
1143 movaps XMMWORD[(-56)+rax],xmm13
1144 movaps XMMWORD[(-40)+rax],xmm14
1145 movaps XMMWORD[(-24)+rax],xmm15
1146 $L$ctr32_body:
1147 lea rbp,[((-8))+rax]
1148
1149
1150
1151
1152 movdqu xmm2,XMMWORD[r8]
1153 movdqu xmm0,XMMWORD[rcx]
1154 mov r8d,DWORD[12+r8]
1155 pxor xmm2,xmm0
1156 mov r11d,DWORD[12+rcx]
1157 movdqa XMMWORD[rsp],xmm2
1158 bswap r8d
1159 movdqa xmm3,xmm2
1160 movdqa xmm4,xmm2
1161 movdqa xmm5,xmm2
1162 movdqa XMMWORD[64+rsp],xmm2
1163 movdqa XMMWORD[80+rsp],xmm2
1164 movdqa XMMWORD[96+rsp],xmm2
1165 mov r10,rdx
1166 movdqa XMMWORD[112+rsp],xmm2
1167
1168 lea rax,[1+r8]
1169 lea rdx,[2+r8]
1170 bswap eax
1171 bswap edx
1172 xor eax,r11d
1173 xor edx,r11d
1174 DB 102,15,58,34,216,3
1175 lea rax,[3+r8]
1176 movdqa XMMWORD[16+rsp],xmm3
1177 DB 102,15,58,34,226,3
1178 bswap eax
1179 mov rdx,r10
1180 lea r10,[4+r8]
1181 movdqa XMMWORD[32+rsp],xmm4
1182 xor eax,r11d
1183 bswap r10d
1184 DB 102,15,58,34,232,3
1185 xor r10d,r11d
1186 movdqa XMMWORD[48+rsp],xmm5
1187 lea r9,[5+r8]
1188 mov DWORD[((64+12))+rsp],r10d
1189 bswap r9d
1190 lea r10,[6+r8]
1191 mov eax,DWORD[240+rcx]
1192 xor r9d,r11d
1193 bswap r10d
1194 mov DWORD[((80+12))+rsp],r9d
1195 xor r10d,r11d
1196 lea r9,[7+r8]
1197 mov DWORD[((96+12))+rsp],r10d
1198 bswap r9d
1199 mov r10d,DWORD[((OPENSSL_ia32cap_P+4))]
1200 xor r9d,r11d
1201 and r10d,71303168
1202 mov DWORD[((112+12))+rsp],r9d
1203
1204 movups xmm1,XMMWORD[16+rcx]
1205
1206 movdqa xmm6,XMMWORD[64+rsp]
1207 movdqa xmm7,XMMWORD[80+rsp]
1208
1209 cmp rdx,8
1210 jb NEAR $L$ctr32_tail
1211
1212 sub rdx,6
1213 cmp r10d,4194304
1214 je NEAR $L$ctr32_6x
1215
1216 lea rcx,[128+rcx]
1217 sub rdx,2
1218 jmp NEAR $L$ctr32_loop8
1219
1220 ALIGN 16
1221 $L$ctr32_6x:
1222 shl eax,4
1223 mov r10d,48
1224 bswap r11d
1225 lea rcx,[32+rax*1+rcx]
1226 sub r10,rax
1227 jmp NEAR $L$ctr32_loop6
1228
1229 ALIGN 16
1230 $L$ctr32_loop6:
1231 add r8d,6
1232 movups xmm0,XMMWORD[((-48))+r10*1+rcx]
1233 DB 102,15,56,220,209
1234 mov eax,r8d
1235 xor eax,r11d
1236 DB 102,15,56,220,217
1237 DB 0x0f,0x38,0xf1,0x44,0x24,12
1238 lea eax,[1+r8]
1239 DB 102,15,56,220,225
1240 xor eax,r11d
1241 DB 0x0f,0x38,0xf1,0x44,0x24,28
1242 DB 102,15,56,220,233
1243 lea eax,[2+r8]
1244 xor eax,r11d
1245 DB 102,15,56,220,241
1246 DB 0x0f,0x38,0xf1,0x44,0x24,44
1247 lea eax,[3+r8]
1248 DB 102,15,56,220,249
1249 movups xmm1,XMMWORD[((-32))+r10*1+rcx]
1250 xor eax,r11d
1251
1252 DB 102,15,56,220,208
1253 DB 0x0f,0x38,0xf1,0x44,0x24,60
1254 lea eax,[4+r8]
1255 DB 102,15,56,220,216
1256 xor eax,r11d
1257 DB 0x0f,0x38,0xf1,0x44,0x24,76
1258 DB 102,15,56,220,224
1259 lea eax,[5+r8]
1260 xor eax,r11d
1261 DB 102,15,56,220,232
1262 DB 0x0f,0x38,0xf1,0x44,0x24,92
1263 mov rax,r10
1264 DB 102,15,56,220,240
1265 DB 102,15,56,220,248
1266 movups xmm0,XMMWORD[((-16))+r10*1+rcx]
1267
1268 call $L$enc_loop6
1269
1270 movdqu xmm8,XMMWORD[rdi]
1271 movdqu xmm9,XMMWORD[16+rdi]
1272 movdqu xmm10,XMMWORD[32+rdi]
1273 movdqu xmm11,XMMWORD[48+rdi]
1274 movdqu xmm12,XMMWORD[64+rdi]
1275 movdqu xmm13,XMMWORD[80+rdi]
1276 lea rdi,[96+rdi]
1277 movups xmm1,XMMWORD[((-64))+r10*1+rcx]
1278 pxor xmm8,xmm2
1279 movaps xmm2,XMMWORD[rsp]
1280 pxor xmm9,xmm3
1281 movaps xmm3,XMMWORD[16+rsp]
1282 pxor xmm10,xmm4
1283 movaps xmm4,XMMWORD[32+rsp]
1284 pxor xmm11,xmm5
1285 movaps xmm5,XMMWORD[48+rsp]
1286 pxor xmm12,xmm6
1287 movaps xmm6,XMMWORD[64+rsp]
1288 pxor xmm13,xmm7
1289 movaps xmm7,XMMWORD[80+rsp]
1290 movdqu XMMWORD[rsi],xmm8
1291 movdqu XMMWORD[16+rsi],xmm9
1292 movdqu XMMWORD[32+rsi],xmm10
1293 movdqu XMMWORD[48+rsi],xmm11
1294 movdqu XMMWORD[64+rsi],xmm12
1295 movdqu XMMWORD[80+rsi],xmm13
1296 lea rsi,[96+rsi]
1297
1298 sub rdx,6
1299 jnc NEAR $L$ctr32_loop6
1300
1301 add rdx,6
1302 jz NEAR $L$ctr32_done
1303
1304 lea eax,[((-48))+r10]
1305 lea rcx,[((-80))+r10*1+rcx]
1306 neg eax
1307 shr eax,4
1308 jmp NEAR $L$ctr32_tail
1309
1310 ALIGN 32
1311 $L$ctr32_loop8:
1312 add r8d,8
1313 movdqa xmm8,XMMWORD[96+rsp]
1314 DB 102,15,56,220,209
1315 mov r9d,r8d
1316 movdqa xmm9,XMMWORD[112+rsp]
1317 DB 102,15,56,220,217
1318 bswap r9d
1319 movups xmm0,XMMWORD[((32-128))+rcx]
1320 DB 102,15,56,220,225
1321 xor r9d,r11d
1322 nop
1323 DB 102,15,56,220,233
1324 mov DWORD[((0+12))+rsp],r9d
1325 lea r9,[1+r8]
1326 DB 102,15,56,220,241
1327 DB 102,15,56,220,249
1328 DB 102,68,15,56,220,193
1329 DB 102,68,15,56,220,201
1330 movups xmm1,XMMWORD[((48-128))+rcx]
1331 bswap r9d
1332 DB 102,15,56,220,208
1333 DB 102,15,56,220,216
1334 xor r9d,r11d
1335 DB 0x66,0x90
1336 DB 102,15,56,220,224
1337 DB 102,15,56,220,232
1338 mov DWORD[((16+12))+rsp],r9d
1339 lea r9,[2+r8]
1340 DB 102,15,56,220,240
1341 DB 102,15,56,220,248
1342 DB 102,68,15,56,220,192
1343 DB 102,68,15,56,220,200
1344 movups xmm0,XMMWORD[((64-128))+rcx]
1345 bswap r9d
1346 DB 102,15,56,220,209
1347 DB 102,15,56,220,217
1348 xor r9d,r11d
1349 DB 0x66,0x90
1350 DB 102,15,56,220,225
1351 DB 102,15,56,220,233
1352 mov DWORD[((32+12))+rsp],r9d
1353 lea r9,[3+r8]
1354 DB 102,15,56,220,241
1355 DB 102,15,56,220,249
1356 DB 102,68,15,56,220,193
1357 DB 102,68,15,56,220,201
1358 movups xmm1,XMMWORD[((80-128))+rcx]
1359 bswap r9d
1360 DB 102,15,56,220,208
1361 DB 102,15,56,220,216
1362 xor r9d,r11d
1363 DB 0x66,0x90
1364 DB 102,15,56,220,224
1365 DB 102,15,56,220,232
1366 mov DWORD[((48+12))+rsp],r9d
1367 lea r9,[4+r8]
1368 DB 102,15,56,220,240
1369 DB 102,15,56,220,248
1370 DB 102,68,15,56,220,192
1371 DB 102,68,15,56,220,200
1372 movups xmm0,XMMWORD[((96-128))+rcx]
1373 bswap r9d
1374 DB 102,15,56,220,209
1375 DB 102,15,56,220,217
1376 xor r9d,r11d
1377 DB 0x66,0x90
1378 DB 102,15,56,220,225
1379 DB 102,15,56,220,233
1380 mov DWORD[((64+12))+rsp],r9d
1381 lea r9,[5+r8]
1382 DB 102,15,56,220,241
1383 DB 102,15,56,220,249
1384 DB 102,68,15,56,220,193
1385 DB 102,68,15,56,220,201
1386 movups xmm1,XMMWORD[((112-128))+rcx]
1387 bswap r9d
1388 DB 102,15,56,220,208
1389 DB 102,15,56,220,216
1390 xor r9d,r11d
1391 DB 0x66,0x90
1392 DB 102,15,56,220,224
1393 DB 102,15,56,220,232
1394 mov DWORD[((80+12))+rsp],r9d
1395 lea r9,[6+r8]
1396 DB 102,15,56,220,240
1397 DB 102,15,56,220,248
1398 DB 102,68,15,56,220,192
1399 DB 102,68,15,56,220,200
1400 movups xmm0,XMMWORD[((128-128))+rcx]
1401 bswap r9d
1402 DB 102,15,56,220,209
1403 DB 102,15,56,220,217
1404 xor r9d,r11d
1405 DB 0x66,0x90
1406 DB 102,15,56,220,225
1407 DB 102,15,56,220,233
1408 mov DWORD[((96+12))+rsp],r9d
1409 lea r9,[7+r8]
1410 DB 102,15,56,220,241
1411 DB 102,15,56,220,249
1412 DB 102,68,15,56,220,193
1413 DB 102,68,15,56,220,201
1414 movups xmm1,XMMWORD[((144-128))+rcx]
1415 bswap r9d
1416 DB 102,15,56,220,208
1417 DB 102,15,56,220,216
1418 DB 102,15,56,220,224
1419 xor r9d,r11d
1420 movdqu xmm10,XMMWORD[rdi]
1421 DB 102,15,56,220,232
1422 mov DWORD[((112+12))+rsp],r9d
1423 cmp eax,11
1424 DB 102,15,56,220,240
1425 DB 102,15,56,220,248
1426 DB 102,68,15,56,220,192
1427 DB 102,68,15,56,220,200
1428 movups xmm0,XMMWORD[((160-128))+rcx]
1429
1430 jb NEAR $L$ctr32_enc_done
1431
1432 DB 102,15,56,220,209
1433 DB 102,15,56,220,217
1434 DB 102,15,56,220,225
1435 DB 102,15,56,220,233
1436 DB 102,15,56,220,241
1437 DB 102,15,56,220,249
1438 DB 102,68,15,56,220,193
1439 DB 102,68,15,56,220,201
1440 movups xmm1,XMMWORD[((176-128))+rcx]
1441
1442 DB 102,15,56,220,208
1443 DB 102,15,56,220,216
1444 DB 102,15,56,220,224
1445 DB 102,15,56,220,232
1446 DB 102,15,56,220,240
1447 DB 102,15,56,220,248
1448 DB 102,68,15,56,220,192
1449 DB 102,68,15,56,220,200
1450 movups xmm0,XMMWORD[((192-128))+rcx]
1451 je NEAR $L$ctr32_enc_done
1452
1453 DB 102,15,56,220,209
1454 DB 102,15,56,220,217
1455 DB 102,15,56,220,225
1456 DB 102,15,56,220,233
1457 DB 102,15,56,220,241
1458 DB 102,15,56,220,249
1459 DB 102,68,15,56,220,193
1460 DB 102,68,15,56,220,201
1461 movups xmm1,XMMWORD[((208-128))+rcx]
1462
1463 DB 102,15,56,220,208
1464 DB 102,15,56,220,216
1465 DB 102,15,56,220,224
1466 DB 102,15,56,220,232
1467 DB 102,15,56,220,240
1468 DB 102,15,56,220,248
1469 DB 102,68,15,56,220,192
1470 DB 102,68,15,56,220,200
1471 movups xmm0,XMMWORD[((224-128))+rcx]
1472 jmp NEAR $L$ctr32_enc_done
1473
1474 ALIGN 16
1475 $L$ctr32_enc_done:
1476 movdqu xmm11,XMMWORD[16+rdi]
1477 pxor xmm10,xmm0
1478 movdqu xmm12,XMMWORD[32+rdi]
1479 pxor xmm11,xmm0
1480 movdqu xmm13,XMMWORD[48+rdi]
1481 pxor xmm12,xmm0
1482 movdqu xmm14,XMMWORD[64+rdi]
1483 pxor xmm13,xmm0
1484 movdqu xmm15,XMMWORD[80+rdi]
1485 pxor xmm14,xmm0
1486 pxor xmm15,xmm0
1487 DB 102,15,56,220,209
1488 DB 102,15,56,220,217
1489 DB 102,15,56,220,225
1490 DB 102,15,56,220,233
1491 DB 102,15,56,220,241
1492 DB 102,15,56,220,249
1493 DB 102,68,15,56,220,193
1494 DB 102,68,15,56,220,201
1495 movdqu xmm1,XMMWORD[96+rdi]
1496 lea rdi,[128+rdi]
1497
1498 DB 102,65,15,56,221,210
1499 pxor xmm1,xmm0
1500 movdqu xmm10,XMMWORD[((112-128))+rdi]
1501 DB 102,65,15,56,221,219
1502 pxor xmm10,xmm0
1503 movdqa xmm11,XMMWORD[rsp]
1504 DB 102,65,15,56,221,228
1505 DB 102,65,15,56,221,237
1506 movdqa xmm12,XMMWORD[16+rsp]
1507 movdqa xmm13,XMMWORD[32+rsp]
1508 DB 102,65,15,56,221,246
1509 DB 102,65,15,56,221,255
1510 movdqa xmm14,XMMWORD[48+rsp]
1511 movdqa xmm15,XMMWORD[64+rsp]
1512 DB 102,68,15,56,221,193
1513 movdqa xmm0,XMMWORD[80+rsp]
1514 movups xmm1,XMMWORD[((16-128))+rcx]
1515 DB 102,69,15,56,221,202
1516
1517 movups XMMWORD[rsi],xmm2
1518 movdqa xmm2,xmm11
1519 movups XMMWORD[16+rsi],xmm3
1520 movdqa xmm3,xmm12
1521 movups XMMWORD[32+rsi],xmm4
1522 movdqa xmm4,xmm13
1523 movups XMMWORD[48+rsi],xmm5
1524 movdqa xmm5,xmm14
1525 movups XMMWORD[64+rsi],xmm6
1526 movdqa xmm6,xmm15
1527 movups XMMWORD[80+rsi],xmm7
1528 movdqa xmm7,xmm0
1529 movups XMMWORD[96+rsi],xmm8
1530 movups XMMWORD[112+rsi],xmm9
1531 lea rsi,[128+rsi]
1532
1533 sub rdx,8
1534 jnc NEAR $L$ctr32_loop8
1535
1536 add rdx,8
1537 jz NEAR $L$ctr32_done
1538 lea rcx,[((-128))+rcx]
1539
1540 $L$ctr32_tail:
1541
1542
1543 lea rcx,[16+rcx]
1544 cmp rdx,4
1545 jb NEAR $L$ctr32_loop3
1546 je NEAR $L$ctr32_loop4
1547
1548
1549 shl eax,4
1550 movdqa xmm8,XMMWORD[96+rsp]
1551 pxor xmm9,xmm9
1552
1553 movups xmm0,XMMWORD[16+rcx]
1554 DB 102,15,56,220,209
1555 DB 102,15,56,220,217
1556 lea rcx,[((32-16))+rax*1+rcx]
1557 neg rax
1558 DB 102,15,56,220,225
1559 add rax,16
1560 movups xmm10,XMMWORD[rdi]
1561 DB 102,15,56,220,233
1562 DB 102,15,56,220,241
1563 movups xmm11,XMMWORD[16+rdi]
1564 movups xmm12,XMMWORD[32+rdi]
1565 DB 102,15,56,220,249
1566 DB 102,68,15,56,220,193
1567
1568 call $L$enc_loop8_enter
1569
1570 movdqu xmm13,XMMWORD[48+rdi]
1571 pxor xmm2,xmm10
1572 movdqu xmm10,XMMWORD[64+rdi]
1573 pxor xmm3,xmm11
1574 movdqu XMMWORD[rsi],xmm2
1575 pxor xmm4,xmm12
1576 movdqu XMMWORD[16+rsi],xmm3
1577 pxor xmm5,xmm13
1578 movdqu XMMWORD[32+rsi],xmm4
1579 pxor xmm6,xmm10
1580 movdqu XMMWORD[48+rsi],xmm5
1581 movdqu XMMWORD[64+rsi],xmm6
1582 cmp rdx,6
1583 jb NEAR $L$ctr32_done
1584
1585 movups xmm11,XMMWORD[80+rdi]
1586 xorps xmm7,xmm11
1587 movups XMMWORD[80+rsi],xmm7
1588 je NEAR $L$ctr32_done
1589
1590 movups xmm12,XMMWORD[96+rdi]
1591 xorps xmm8,xmm12
1592 movups XMMWORD[96+rsi],xmm8
1593 jmp NEAR $L$ctr32_done
1594
1595 ALIGN 32
1596 $L$ctr32_loop4:
1597 DB 102,15,56,220,209
1598 lea rcx,[16+rcx]
1599 dec eax
1600 DB 102,15,56,220,217
1601 DB 102,15,56,220,225
1602 DB 102,15,56,220,233
1603 movups xmm1,XMMWORD[rcx]
1604 jnz NEAR $L$ctr32_loop4
1605 DB 102,15,56,221,209
1606 DB 102,15,56,221,217
1607 movups xmm10,XMMWORD[rdi]
1608 movups xmm11,XMMWORD[16+rdi]
1609 DB 102,15,56,221,225
1610 DB 102,15,56,221,233
1611 movups xmm12,XMMWORD[32+rdi]
1612 movups xmm13,XMMWORD[48+rdi]
1613
1614 xorps xmm2,xmm10
1615 movups XMMWORD[rsi],xmm2
1616 xorps xmm3,xmm11
1617 movups XMMWORD[16+rsi],xmm3
1618 pxor xmm4,xmm12
1619 movdqu XMMWORD[32+rsi],xmm4
1620 pxor xmm5,xmm13
1621 movdqu XMMWORD[48+rsi],xmm5
1622 jmp NEAR $L$ctr32_done
1623
1624 ALIGN 32
1625 $L$ctr32_loop3:
1626 DB 102,15,56,220,209
1627 lea rcx,[16+rcx]
1628 dec eax
1629 DB 102,15,56,220,217
1630 DB 102,15,56,220,225
1631 movups xmm1,XMMWORD[rcx]
1632 jnz NEAR $L$ctr32_loop3
1633 DB 102,15,56,221,209
1634 DB 102,15,56,221,217
1635 DB 102,15,56,221,225
1636
1637 movups xmm10,XMMWORD[rdi]
1638 xorps xmm2,xmm10
1639 movups XMMWORD[rsi],xmm2
1640 cmp rdx,2
1641 jb NEAR $L$ctr32_done
1642
1643 movups xmm11,XMMWORD[16+rdi]
1644 xorps xmm3,xmm11
1645 movups XMMWORD[16+rsi],xmm3
1646 je NEAR $L$ctr32_done
1647
1648 movups xmm12,XMMWORD[32+rdi]
1649 xorps xmm4,xmm12
1650 movups XMMWORD[32+rsi],xmm4
1651
1652 $L$ctr32_done:
1653 xorps xmm0,xmm0
1654 xor r11d,r11d
1655 pxor xmm1,xmm1
1656 pxor xmm2,xmm2
1657 pxor xmm3,xmm3
1658 pxor xmm4,xmm4
1659 pxor xmm5,xmm5
1660 movaps xmm6,XMMWORD[((-160))+rbp]
1661 movaps XMMWORD[(-160)+rbp],xmm0
1662 movaps xmm7,XMMWORD[((-144))+rbp]
1663 movaps XMMWORD[(-144)+rbp],xmm0
1664 movaps xmm8,XMMWORD[((-128))+rbp]
1665 movaps XMMWORD[(-128)+rbp],xmm0
1666 movaps xmm9,XMMWORD[((-112))+rbp]
1667 movaps XMMWORD[(-112)+rbp],xmm0
1668 movaps xmm10,XMMWORD[((-96))+rbp]
1669 movaps XMMWORD[(-96)+rbp],xmm0
1670 movaps xmm11,XMMWORD[((-80))+rbp]
1671 movaps XMMWORD[(-80)+rbp],xmm0
1672 movaps xmm12,XMMWORD[((-64))+rbp]
1673 movaps XMMWORD[(-64)+rbp],xmm0
1674 movaps xmm13,XMMWORD[((-48))+rbp]
1675 movaps XMMWORD[(-48)+rbp],xmm0
1676 movaps xmm14,XMMWORD[((-32))+rbp]
1677 movaps XMMWORD[(-32)+rbp],xmm0
1678 movaps xmm15,XMMWORD[((-16))+rbp]
1679 movaps XMMWORD[(-16)+rbp],xmm0
1680 movaps XMMWORD[rsp],xmm0
1681 movaps XMMWORD[16+rsp],xmm0
1682 movaps XMMWORD[32+rsp],xmm0
1683 movaps XMMWORD[48+rsp],xmm0
1684 movaps XMMWORD[64+rsp],xmm0
1685 movaps XMMWORD[80+rsp],xmm0
1686 movaps XMMWORD[96+rsp],xmm0
1687 movaps XMMWORD[112+rsp],xmm0
1688 lea rsp,[rbp]
1689 pop rbp
1690 $L$ctr32_epilogue:
1691 mov rdi,QWORD[8+rsp] ;WIN64 epilogue
1692 mov rsi,QWORD[16+rsp]
1693 DB 0F3h,0C3h ;repret
1694 $L$SEH_end_aesni_ctr32_encrypt_blocks:
1695 global aesni_xts_encrypt
1696
1697 ALIGN 16
1698 aesni_xts_encrypt:
1699 mov QWORD[8+rsp],rdi ;WIN64 prologue
1700 mov QWORD[16+rsp],rsi
1701 mov rax,rsp
1702 $L$SEH_begin_aesni_xts_encrypt:
1703 mov rdi,rcx
1704 mov rsi,rdx
1705 mov rdx,r8
1706 mov rcx,r9
1707 mov r8,QWORD[40+rsp]
1708 mov r9,QWORD[48+rsp]
1709
1710
1711 lea rax,[rsp]
1712 push rbp
1713 sub rsp,272
1714 and rsp,-16
1715 movaps XMMWORD[(-168)+rax],xmm6
1716 movaps XMMWORD[(-152)+rax],xmm7
1717 movaps XMMWORD[(-136)+rax],xmm8
1718 movaps XMMWORD[(-120)+rax],xmm9
1719 movaps XMMWORD[(-104)+rax],xmm10
1720 movaps XMMWORD[(-88)+rax],xmm11
1721 movaps XMMWORD[(-72)+rax],xmm12
1722 movaps XMMWORD[(-56)+rax],xmm13
1723 movaps XMMWORD[(-40)+rax],xmm14
1724 movaps XMMWORD[(-24)+rax],xmm15
1725 $L$xts_enc_body:
1726 lea rbp,[((-8))+rax]
1727 movups xmm2,XMMWORD[r9]
1728 mov eax,DWORD[240+r8]
1729 mov r10d,DWORD[240+rcx]
1730 movups xmm0,XMMWORD[r8]
1731 movups xmm1,XMMWORD[16+r8]
1732 lea r8,[32+r8]
1733 xorps xmm2,xmm0
1734 $L$oop_enc1_8:
1735 DB 102,15,56,220,209
1736 dec eax
1737 movups xmm1,XMMWORD[r8]
1738 lea r8,[16+r8]
1739 jnz NEAR $L$oop_enc1_8
1740 DB 102,15,56,221,209
1741 movups xmm0,XMMWORD[rcx]
1742 mov r11,rcx
1743 mov eax,r10d
1744 shl r10d,4
1745 mov r9,rdx
1746 and rdx,-16
1747
1748 movups xmm1,XMMWORD[16+r10*1+rcx]
1749
1750 movdqa xmm8,XMMWORD[$L$xts_magic]
1751 movdqa xmm15,xmm2
1752 pshufd xmm9,xmm2,0x5f
1753 pxor xmm1,xmm0
1754 movdqa xmm14,xmm9
1755 paddd xmm9,xmm9
1756 movdqa xmm10,xmm15
1757 psrad xmm14,31
1758 paddq xmm15,xmm15
1759 pand xmm14,xmm8
1760 pxor xmm10,xmm0
1761 pxor xmm15,xmm14
1762 movdqa xmm14,xmm9
1763 paddd xmm9,xmm9
1764 movdqa xmm11,xmm15
1765 psrad xmm14,31
1766 paddq xmm15,xmm15
1767 pand xmm14,xmm8
1768 pxor xmm11,xmm0
1769 pxor xmm15,xmm14
1770 movdqa xmm14,xmm9
1771 paddd xmm9,xmm9
1772 movdqa xmm12,xmm15
1773 psrad xmm14,31
1774 paddq xmm15,xmm15
1775 pand xmm14,xmm8
1776 pxor xmm12,xmm0
1777 pxor xmm15,xmm14
1778 movdqa xmm14,xmm9
1779 paddd xmm9,xmm9
1780 movdqa xmm13,xmm15
1781 psrad xmm14,31
1782 paddq xmm15,xmm15
1783 pand xmm14,xmm8
1784 pxor xmm13,xmm0
1785 pxor xmm15,xmm14
1786 movdqa xmm14,xmm15
1787 psrad xmm9,31
1788 paddq xmm15,xmm15
1789 pand xmm9,xmm8
1790 pxor xmm14,xmm0
1791 pxor xmm15,xmm9
1792 movaps XMMWORD[96+rsp],xmm1
1793
1794 sub rdx,16*6
1795 jc NEAR $L$xts_enc_short
1796
1797 mov eax,16+96
1798 lea rcx,[32+r10*1+r11]
1799 sub rax,r10
1800 movups xmm1,XMMWORD[16+r11]
1801 mov r10,rax
1802 lea r8,[$L$xts_magic]
1803 jmp NEAR $L$xts_enc_grandloop
1804
1805 ALIGN 32
1806 $L$xts_enc_grandloop:
1807 movdqu xmm2,XMMWORD[rdi]
1808 movdqa xmm8,xmm0
1809 movdqu xmm3,XMMWORD[16+rdi]
1810 pxor xmm2,xmm10
1811 movdqu xmm4,XMMWORD[32+rdi]
1812 pxor xmm3,xmm11
1813 DB 102,15,56,220,209
1814 movdqu xmm5,XMMWORD[48+rdi]
1815 pxor xmm4,xmm12
1816 DB 102,15,56,220,217
1817 movdqu xmm6,XMMWORD[64+rdi]
1818 pxor xmm5,xmm13
1819 DB 102,15,56,220,225
1820 movdqu xmm7,XMMWORD[80+rdi]
1821 pxor xmm8,xmm15
1822 movdqa xmm9,XMMWORD[96+rsp]
1823 pxor xmm6,xmm14
1824 DB 102,15,56,220,233
1825 movups xmm0,XMMWORD[32+r11]
1826 lea rdi,[96+rdi]
1827 pxor xmm7,xmm8
1828
1829 pxor xmm10,xmm9
1830 DB 102,15,56,220,241
1831 pxor xmm11,xmm9
1832 movdqa XMMWORD[rsp],xmm10
1833 DB 102,15,56,220,249
1834 movups xmm1,XMMWORD[48+r11]
1835 pxor xmm12,xmm9
1836
1837 DB 102,15,56,220,208
1838 pxor xmm13,xmm9
1839 movdqa XMMWORD[16+rsp],xmm11
1840 DB 102,15,56,220,216
1841 pxor xmm14,xmm9
1842 movdqa XMMWORD[32+rsp],xmm12
1843 DB 102,15,56,220,224
1844 DB 102,15,56,220,232
1845 pxor xmm8,xmm9
1846 movdqa XMMWORD[64+rsp],xmm14
1847 DB 102,15,56,220,240
1848 DB 102,15,56,220,248
1849 movups xmm0,XMMWORD[64+r11]
1850 movdqa XMMWORD[80+rsp],xmm8
1851 pshufd xmm9,xmm15,0x5f
1852 jmp NEAR $L$xts_enc_loop6
1853 ALIGN 32
1854 $L$xts_enc_loop6:
1855 DB 102,15,56,220,209
1856 DB 102,15,56,220,217
1857 DB 102,15,56,220,225
1858 DB 102,15,56,220,233
1859 DB 102,15,56,220,241
1860 DB 102,15,56,220,249
1861 movups xmm1,XMMWORD[((-64))+rax*1+rcx]
1862 add rax,32
1863
1864 DB 102,15,56,220,208
1865 DB 102,15,56,220,216
1866 DB 102,15,56,220,224
1867 DB 102,15,56,220,232
1868 DB 102,15,56,220,240
1869 DB 102,15,56,220,248
1870 movups xmm0,XMMWORD[((-80))+rax*1+rcx]
1871 jnz NEAR $L$xts_enc_loop6
1872
1873 movdqa xmm8,XMMWORD[r8]
1874 movdqa xmm14,xmm9
1875 paddd xmm9,xmm9
1876 DB 102,15,56,220,209
1877 paddq xmm15,xmm15
1878 psrad xmm14,31
1879 DB 102,15,56,220,217
1880 pand xmm14,xmm8
1881 movups xmm10,XMMWORD[r11]
1882 DB 102,15,56,220,225
1883 DB 102,15,56,220,233
1884 DB 102,15,56,220,241
1885 pxor xmm15,xmm14
1886 movaps xmm11,xmm10
1887 DB 102,15,56,220,249
1888 movups xmm1,XMMWORD[((-64))+rcx]
1889
1890 movdqa xmm14,xmm9
1891 DB 102,15,56,220,208
1892 paddd xmm9,xmm9
1893 pxor xmm10,xmm15
1894 DB 102,15,56,220,216
1895 psrad xmm14,31
1896 paddq xmm15,xmm15
1897 DB 102,15,56,220,224
1898 DB 102,15,56,220,232
1899 pand xmm14,xmm8
1900 movaps xmm12,xmm11
1901 DB 102,15,56,220,240
1902 pxor xmm15,xmm14
1903 movdqa xmm14,xmm9
1904 DB 102,15,56,220,248
1905 movups xmm0,XMMWORD[((-48))+rcx]
1906
1907 paddd xmm9,xmm9
1908 DB 102,15,56,220,209
1909 pxor xmm11,xmm15
1910 psrad xmm14,31
1911 DB 102,15,56,220,217
1912 paddq xmm15,xmm15
1913 pand xmm14,xmm8
1914 DB 102,15,56,220,225
1915 DB 102,15,56,220,233
1916 movdqa XMMWORD[48+rsp],xmm13
1917 pxor xmm15,xmm14
1918 DB 102,15,56,220,241
1919 movaps xmm13,xmm12
1920 movdqa xmm14,xmm9
1921 DB 102,15,56,220,249
1922 movups xmm1,XMMWORD[((-32))+rcx]
1923
1924 paddd xmm9,xmm9
1925 DB 102,15,56,220,208
1926 pxor xmm12,xmm15
1927 psrad xmm14,31
1928 DB 102,15,56,220,216
1929 paddq xmm15,xmm15
1930 pand xmm14,xmm8
1931 DB 102,15,56,220,224
1932 DB 102,15,56,220,232
1933 DB 102,15,56,220,240
1934 pxor xmm15,xmm14
1935 movaps xmm14,xmm13
1936 DB 102,15,56,220,248
1937
1938 movdqa xmm0,xmm9
1939 paddd xmm9,xmm9
1940 DB 102,15,56,220,209
1941 pxor xmm13,xmm15
1942 psrad xmm0,31
1943 DB 102,15,56,220,217
1944 paddq xmm15,xmm15
1945 pand xmm0,xmm8
1946 DB 102,15,56,220,225
1947 DB 102,15,56,220,233
1948 pxor xmm15,xmm0
1949 movups xmm0,XMMWORD[r11]
1950 DB 102,15,56,220,241
1951 DB 102,15,56,220,249
1952 movups xmm1,XMMWORD[16+r11]
1953
1954 pxor xmm14,xmm15
1955 DB 102,15,56,221,84,36,0
1956 psrad xmm9,31
1957 paddq xmm15,xmm15
1958 DB 102,15,56,221,92,36,16
1959 DB 102,15,56,221,100,36,32
1960 pand xmm9,xmm8
1961 mov rax,r10
1962 DB 102,15,56,221,108,36,48
1963 DB 102,15,56,221,116,36,64
1964 DB 102,15,56,221,124,36,80
1965 pxor xmm15,xmm9
1966
1967 lea rsi,[96+rsi]
1968 movups XMMWORD[(-96)+rsi],xmm2
1969 movups XMMWORD[(-80)+rsi],xmm3
1970 movups XMMWORD[(-64)+rsi],xmm4
1971 movups XMMWORD[(-48)+rsi],xmm5
1972 movups XMMWORD[(-32)+rsi],xmm6
1973 movups XMMWORD[(-16)+rsi],xmm7
1974 sub rdx,16*6
1975 jnc NEAR $L$xts_enc_grandloop
1976
1977 mov eax,16+96
1978 sub eax,r10d
1979 mov rcx,r11
1980 shr eax,4
1981
1982 $L$xts_enc_short:
1983
1984 mov r10d,eax
1985 pxor xmm10,xmm0
1986 add rdx,16*6
1987 jz NEAR $L$xts_enc_done
1988
1989 pxor xmm11,xmm0
1990 cmp rdx,0x20
1991 jb NEAR $L$xts_enc_one
1992 pxor xmm12,xmm0
1993 je NEAR $L$xts_enc_two
1994
1995 pxor xmm13,xmm0
1996 cmp rdx,0x40
1997 jb NEAR $L$xts_enc_three
1998 pxor xmm14,xmm0
1999 je NEAR $L$xts_enc_four
2000
2001 movdqu xmm2,XMMWORD[rdi]
2002 movdqu xmm3,XMMWORD[16+rdi]
2003 movdqu xmm4,XMMWORD[32+rdi]
2004 pxor xmm2,xmm10
2005 movdqu xmm5,XMMWORD[48+rdi]
2006 pxor xmm3,xmm11
2007 movdqu xmm6,XMMWORD[64+rdi]
2008 lea rdi,[80+rdi]
2009 pxor xmm4,xmm12
2010 pxor xmm5,xmm13
2011 pxor xmm6,xmm14
2012 pxor xmm7,xmm7
2013
2014 call _aesni_encrypt6
2015
2016 xorps xmm2,xmm10
2017 movdqa xmm10,xmm15
2018 xorps xmm3,xmm11
2019 xorps xmm4,xmm12
2020 movdqu XMMWORD[rsi],xmm2
2021 xorps xmm5,xmm13
2022 movdqu XMMWORD[16+rsi],xmm3
2023 xorps xmm6,xmm14
2024 movdqu XMMWORD[32+rsi],xmm4
2025 movdqu XMMWORD[48+rsi],xmm5
2026 movdqu XMMWORD[64+rsi],xmm6
2027 lea rsi,[80+rsi]
2028 jmp NEAR $L$xts_enc_done
2029
2030 ALIGN 16
2031 $L$xts_enc_one:
2032 movups xmm2,XMMWORD[rdi]
2033 lea rdi,[16+rdi]
2034 xorps xmm2,xmm10
2035 movups xmm0,XMMWORD[rcx]
2036 movups xmm1,XMMWORD[16+rcx]
2037 lea rcx,[32+rcx]
2038 xorps xmm2,xmm0
2039 $L$oop_enc1_9:
2040 DB 102,15,56,220,209
2041 dec eax
2042 movups xmm1,XMMWORD[rcx]
2043 lea rcx,[16+rcx]
2044 jnz NEAR $L$oop_enc1_9
2045 DB 102,15,56,221,209
2046 xorps xmm2,xmm10
2047 movdqa xmm10,xmm11
2048 movups XMMWORD[rsi],xmm2
2049 lea rsi,[16+rsi]
2050 jmp NEAR $L$xts_enc_done
2051
2052 ALIGN 16
2053 $L$xts_enc_two:
2054 movups xmm2,XMMWORD[rdi]
2055 movups xmm3,XMMWORD[16+rdi]
2056 lea rdi,[32+rdi]
2057 xorps xmm2,xmm10
2058 xorps xmm3,xmm11
2059
2060 call _aesni_encrypt2
2061
2062 xorps xmm2,xmm10
2063 movdqa xmm10,xmm12
2064 xorps xmm3,xmm11
2065 movups XMMWORD[rsi],xmm2
2066 movups XMMWORD[16+rsi],xmm3
2067 lea rsi,[32+rsi]
2068 jmp NEAR $L$xts_enc_done
2069
2070 ALIGN 16
2071 $L$xts_enc_three:
2072 movups xmm2,XMMWORD[rdi]
2073 movups xmm3,XMMWORD[16+rdi]
2074 movups xmm4,XMMWORD[32+rdi]
2075 lea rdi,[48+rdi]
2076 xorps xmm2,xmm10
2077 xorps xmm3,xmm11
2078 xorps xmm4,xmm12
2079
2080 call _aesni_encrypt3
2081
2082 xorps xmm2,xmm10
2083 movdqa xmm10,xmm13
2084 xorps xmm3,xmm11
2085 xorps xmm4,xmm12
2086 movups XMMWORD[rsi],xmm2
2087 movups XMMWORD[16+rsi],xmm3
2088 movups XMMWORD[32+rsi],xmm4
2089 lea rsi,[48+rsi]
2090 jmp NEAR $L$xts_enc_done
2091
2092 ALIGN 16
2093 $L$xts_enc_four:
2094 movups xmm2,XMMWORD[rdi]
2095 movups xmm3,XMMWORD[16+rdi]
2096 movups xmm4,XMMWORD[32+rdi]
2097 xorps xmm2,xmm10
2098 movups xmm5,XMMWORD[48+rdi]
2099 lea rdi,[64+rdi]
2100 xorps xmm3,xmm11
2101 xorps xmm4,xmm12
2102 xorps xmm5,xmm13
2103
2104 call _aesni_encrypt4
2105
2106 pxor xmm2,xmm10
2107 movdqa xmm10,xmm14
2108 pxor xmm3,xmm11
2109 pxor xmm4,xmm12
2110 movdqu XMMWORD[rsi],xmm2
2111 pxor xmm5,xmm13
2112 movdqu XMMWORD[16+rsi],xmm3
2113 movdqu XMMWORD[32+rsi],xmm4
2114 movdqu XMMWORD[48+rsi],xmm5
2115 lea rsi,[64+rsi]
2116 jmp NEAR $L$xts_enc_done
2117
2118 ALIGN 16
2119 $L$xts_enc_done:
2120 and r9,15
2121 jz NEAR $L$xts_enc_ret
2122 mov rdx,r9
2123
2124 $L$xts_enc_steal:
2125 movzx eax,BYTE[rdi]
2126 movzx ecx,BYTE[((-16))+rsi]
2127 lea rdi,[1+rdi]
2128 mov BYTE[((-16))+rsi],al
2129 mov BYTE[rsi],cl
2130 lea rsi,[1+rsi]
2131 sub rdx,1
2132 jnz NEAR $L$xts_enc_steal
2133
2134 sub rsi,r9
2135 mov rcx,r11
2136 mov eax,r10d
2137
2138 movups xmm2,XMMWORD[((-16))+rsi]
2139 xorps xmm2,xmm10
2140 movups xmm0,XMMWORD[rcx]
2141 movups xmm1,XMMWORD[16+rcx]
2142 lea rcx,[32+rcx]
2143 xorps xmm2,xmm0
2144 $L$oop_enc1_10:
2145 DB 102,15,56,220,209
2146 dec eax
2147 movups xmm1,XMMWORD[rcx]
2148 lea rcx,[16+rcx]
2149 jnz NEAR $L$oop_enc1_10
2150 DB 102,15,56,221,209
2151 xorps xmm2,xmm10
2152 movups XMMWORD[(-16)+rsi],xmm2
2153
2154 $L$xts_enc_ret:
2155 xorps xmm0,xmm0
2156 pxor xmm1,xmm1
2157 pxor xmm2,xmm2
2158 pxor xmm3,xmm3
2159 pxor xmm4,xmm4
2160 pxor xmm5,xmm5
2161 movaps xmm6,XMMWORD[((-160))+rbp]
2162 movaps XMMWORD[(-160)+rbp],xmm0
2163 movaps xmm7,XMMWORD[((-144))+rbp]
2164 movaps XMMWORD[(-144)+rbp],xmm0
2165 movaps xmm8,XMMWORD[((-128))+rbp]
2166 movaps XMMWORD[(-128)+rbp],xmm0
2167 movaps xmm9,XMMWORD[((-112))+rbp]
2168 movaps XMMWORD[(-112)+rbp],xmm0
2169 movaps xmm10,XMMWORD[((-96))+rbp]
2170 movaps XMMWORD[(-96)+rbp],xmm0
2171 movaps xmm11,XMMWORD[((-80))+rbp]
2172 movaps XMMWORD[(-80)+rbp],xmm0
2173 movaps xmm12,XMMWORD[((-64))+rbp]
2174 movaps XMMWORD[(-64)+rbp],xmm0
2175 movaps xmm13,XMMWORD[((-48))+rbp]
2176 movaps XMMWORD[(-48)+rbp],xmm0
2177 movaps xmm14,XMMWORD[((-32))+rbp]
2178 movaps XMMWORD[(-32)+rbp],xmm0
2179 movaps xmm15,XMMWORD[((-16))+rbp]
2180 movaps XMMWORD[(-16)+rbp],xmm0
2181 movaps XMMWORD[rsp],xmm0
2182 movaps XMMWORD[16+rsp],xmm0
2183 movaps XMMWORD[32+rsp],xmm0
2184 movaps XMMWORD[48+rsp],xmm0
2185 movaps XMMWORD[64+rsp],xmm0
2186 movaps XMMWORD[80+rsp],xmm0
2187 movaps XMMWORD[96+rsp],xmm0
2188 lea rsp,[rbp]
2189 pop rbp
2190 $L$xts_enc_epilogue:
2191 mov rdi,QWORD[8+rsp] ;WIN64 epilogue
2192 mov rsi,QWORD[16+rsp]
2193 DB 0F3h,0C3h ;repret
2194 $L$SEH_end_aesni_xts_encrypt:
2195 global aesni_xts_decrypt
2196
2197 ALIGN 16
2198 aesni_xts_decrypt:
2199 mov QWORD[8+rsp],rdi ;WIN64 prologue
2200 mov QWORD[16+rsp],rsi
2201 mov rax,rsp
2202 $L$SEH_begin_aesni_xts_decrypt:
2203 mov rdi,rcx
2204 mov rsi,rdx
2205 mov rdx,r8
2206 mov rcx,r9
2207 mov r8,QWORD[40+rsp]
2208 mov r9,QWORD[48+rsp]
2209
2210
2211 lea rax,[rsp]
2212 push rbp
2213 sub rsp,272
2214 and rsp,-16
2215 movaps XMMWORD[(-168)+rax],xmm6
2216 movaps XMMWORD[(-152)+rax],xmm7
2217 movaps XMMWORD[(-136)+rax],xmm8
2218 movaps XMMWORD[(-120)+rax],xmm9
2219 movaps XMMWORD[(-104)+rax],xmm10
2220 movaps XMMWORD[(-88)+rax],xmm11
2221 movaps XMMWORD[(-72)+rax],xmm12
2222 movaps XMMWORD[(-56)+rax],xmm13
2223 movaps XMMWORD[(-40)+rax],xmm14
2224 movaps XMMWORD[(-24)+rax],xmm15
2225 $L$xts_dec_body:
2226 lea rbp,[((-8))+rax]
2227 movups xmm2,XMMWORD[r9]
2228 mov eax,DWORD[240+r8]
2229 mov r10d,DWORD[240+rcx]
2230 movups xmm0,XMMWORD[r8]
2231 movups xmm1,XMMWORD[16+r8]
2232 lea r8,[32+r8]
2233 xorps xmm2,xmm0
2234 $L$oop_enc1_11:
2235 DB 102,15,56,220,209
2236 dec eax
2237 movups xmm1,XMMWORD[r8]
2238 lea r8,[16+r8]
2239 jnz NEAR $L$oop_enc1_11
2240 DB 102,15,56,221,209
2241 xor eax,eax
2242 test rdx,15
2243 setnz al
2244 shl rax,4
2245 sub rdx,rax
2246
2247 movups xmm0,XMMWORD[rcx]
2248 mov r11,rcx
2249 mov eax,r10d
2250 shl r10d,4
2251 mov r9,rdx
2252 and rdx,-16
2253
2254 movups xmm1,XMMWORD[16+r10*1+rcx]
2255
2256 movdqa xmm8,XMMWORD[$L$xts_magic]
2257 movdqa xmm15,xmm2
2258 pshufd xmm9,xmm2,0x5f
2259 pxor xmm1,xmm0
2260 movdqa xmm14,xmm9
2261 paddd xmm9,xmm9
2262 movdqa xmm10,xmm15
2263 psrad xmm14,31
2264 paddq xmm15,xmm15
2265 pand xmm14,xmm8
2266 pxor xmm10,xmm0
2267 pxor xmm15,xmm14
2268 movdqa xmm14,xmm9
2269 paddd xmm9,xmm9
2270 movdqa xmm11,xmm15
2271 psrad xmm14,31
2272 paddq xmm15,xmm15
2273 pand xmm14,xmm8
2274 pxor xmm11,xmm0
2275 pxor xmm15,xmm14
2276 movdqa xmm14,xmm9
2277 paddd xmm9,xmm9
2278 movdqa xmm12,xmm15
2279 psrad xmm14,31
2280 paddq xmm15,xmm15
2281 pand xmm14,xmm8
2282 pxor xmm12,xmm0
2283 pxor xmm15,xmm14
2284 movdqa xmm14,xmm9
2285 paddd xmm9,xmm9
2286 movdqa xmm13,xmm15
2287 psrad xmm14,31
2288 paddq xmm15,xmm15
2289 pand xmm14,xmm8
2290 pxor xmm13,xmm0
2291 pxor xmm15,xmm14
2292 movdqa xmm14,xmm15
2293 psrad xmm9,31
2294 paddq xmm15,xmm15
2295 pand xmm9,xmm8
2296 pxor xmm14,xmm0
2297 pxor xmm15,xmm9
2298 movaps XMMWORD[96+rsp],xmm1
2299
2300 sub rdx,16*6
2301 jc NEAR $L$xts_dec_short
2302
2303 mov eax,16+96
2304 lea rcx,[32+r10*1+r11]
2305 sub rax,r10
2306 movups xmm1,XMMWORD[16+r11]
2307 mov r10,rax
2308 lea r8,[$L$xts_magic]
2309 jmp NEAR $L$xts_dec_grandloop
2310
2311 ALIGN 32
2312 $L$xts_dec_grandloop:
2313 movdqu xmm2,XMMWORD[rdi]
2314 movdqa xmm8,xmm0
2315 movdqu xmm3,XMMWORD[16+rdi]
2316 pxor xmm2,xmm10
2317 movdqu xmm4,XMMWORD[32+rdi]
2318 pxor xmm3,xmm11
2319 DB 102,15,56,222,209
2320 movdqu xmm5,XMMWORD[48+rdi]
2321 pxor xmm4,xmm12
2322 DB 102,15,56,222,217
2323 movdqu xmm6,XMMWORD[64+rdi]
2324 pxor xmm5,xmm13
2325 DB 102,15,56,222,225
2326 movdqu xmm7,XMMWORD[80+rdi]
2327 pxor xmm8,xmm15
2328 movdqa xmm9,XMMWORD[96+rsp]
2329 pxor xmm6,xmm14
2330 DB 102,15,56,222,233
2331 movups xmm0,XMMWORD[32+r11]
2332 lea rdi,[96+rdi]
2333 pxor xmm7,xmm8
2334
2335 pxor xmm10,xmm9
2336 DB 102,15,56,222,241
2337 pxor xmm11,xmm9
2338 movdqa XMMWORD[rsp],xmm10
2339 DB 102,15,56,222,249
2340 movups xmm1,XMMWORD[48+r11]
2341 pxor xmm12,xmm9
2342
2343 DB 102,15,56,222,208
2344 pxor xmm13,xmm9
2345 movdqa XMMWORD[16+rsp],xmm11
2346 DB 102,15,56,222,216
2347 pxor xmm14,xmm9
2348 movdqa XMMWORD[32+rsp],xmm12
2349 DB 102,15,56,222,224
2350 DB 102,15,56,222,232
2351 pxor xmm8,xmm9
2352 movdqa XMMWORD[64+rsp],xmm14
2353 DB 102,15,56,222,240
2354 DB 102,15,56,222,248
2355 movups xmm0,XMMWORD[64+r11]
2356 movdqa XMMWORD[80+rsp],xmm8
2357 pshufd xmm9,xmm15,0x5f
2358 jmp NEAR $L$xts_dec_loop6
2359 ALIGN 32
2360 $L$xts_dec_loop6:
2361 DB 102,15,56,222,209
2362 DB 102,15,56,222,217
2363 DB 102,15,56,222,225
2364 DB 102,15,56,222,233
2365 DB 102,15,56,222,241
2366 DB 102,15,56,222,249
2367 movups xmm1,XMMWORD[((-64))+rax*1+rcx]
2368 add rax,32
2369
2370 DB 102,15,56,222,208
2371 DB 102,15,56,222,216
2372 DB 102,15,56,222,224
2373 DB 102,15,56,222,232
2374 DB 102,15,56,222,240
2375 DB 102,15,56,222,248
2376 movups xmm0,XMMWORD[((-80))+rax*1+rcx]
2377 jnz NEAR $L$xts_dec_loop6
2378
2379 movdqa xmm8,XMMWORD[r8]
2380 movdqa xmm14,xmm9
2381 paddd xmm9,xmm9
2382 DB 102,15,56,222,209
2383 paddq xmm15,xmm15
2384 psrad xmm14,31
2385 DB 102,15,56,222,217
2386 pand xmm14,xmm8
2387 movups xmm10,XMMWORD[r11]
2388 DB 102,15,56,222,225
2389 DB 102,15,56,222,233
2390 DB 102,15,56,222,241
2391 pxor xmm15,xmm14
2392 movaps xmm11,xmm10
2393 DB 102,15,56,222,249
2394 movups xmm1,XMMWORD[((-64))+rcx]
2395
2396 movdqa xmm14,xmm9
2397 DB 102,15,56,222,208
2398 paddd xmm9,xmm9
2399 pxor xmm10,xmm15
2400 DB 102,15,56,222,216
2401 psrad xmm14,31
2402 paddq xmm15,xmm15
2403 DB 102,15,56,222,224
2404 DB 102,15,56,222,232
2405 pand xmm14,xmm8
2406 movaps xmm12,xmm11
2407 DB 102,15,56,222,240
2408 pxor xmm15,xmm14
2409 movdqa xmm14,xmm9
2410 DB 102,15,56,222,248
2411 movups xmm0,XMMWORD[((-48))+rcx]
2412
2413 paddd xmm9,xmm9
2414 DB 102,15,56,222,209
2415 pxor xmm11,xmm15
2416 psrad xmm14,31
2417 DB 102,15,56,222,217
2418 paddq xmm15,xmm15
2419 pand xmm14,xmm8
2420 DB 102,15,56,222,225
2421 DB 102,15,56,222,233
2422 movdqa XMMWORD[48+rsp],xmm13
2423 pxor xmm15,xmm14
2424 DB 102,15,56,222,241
2425 movaps xmm13,xmm12
2426 movdqa xmm14,xmm9
2427 DB 102,15,56,222,249
2428 movups xmm1,XMMWORD[((-32))+rcx]
2429
2430 paddd xmm9,xmm9
2431 DB 102,15,56,222,208
2432 pxor xmm12,xmm15
2433 psrad xmm14,31
2434 DB 102,15,56,222,216
2435 paddq xmm15,xmm15
2436 pand xmm14,xmm8
2437 DB 102,15,56,222,224
2438 DB 102,15,56,222,232
2439 DB 102,15,56,222,240
2440 pxor xmm15,xmm14
2441 movaps xmm14,xmm13
2442 DB 102,15,56,222,248
2443
2444 movdqa xmm0,xmm9
2445 paddd xmm9,xmm9
2446 DB 102,15,56,222,209
2447 pxor xmm13,xmm15
2448 psrad xmm0,31
2449 DB 102,15,56,222,217
2450 paddq xmm15,xmm15
2451 pand xmm0,xmm8
2452 DB 102,15,56,222,225
2453 DB 102,15,56,222,233
2454 pxor xmm15,xmm0
2455 movups xmm0,XMMWORD[r11]
2456 DB 102,15,56,222,241
2457 DB 102,15,56,222,249
2458 movups xmm1,XMMWORD[16+r11]
2459
2460 pxor xmm14,xmm15
2461 DB 102,15,56,223,84,36,0
2462 psrad xmm9,31
2463 paddq xmm15,xmm15
2464 DB 102,15,56,223,92,36,16
2465 DB 102,15,56,223,100,36,32
2466 pand xmm9,xmm8
2467 mov rax,r10
2468 DB 102,15,56,223,108,36,48
2469 DB 102,15,56,223,116,36,64
2470 DB 102,15,56,223,124,36,80
2471 pxor xmm15,xmm9
2472
2473 lea rsi,[96+rsi]
2474 movups XMMWORD[(-96)+rsi],xmm2
2475 movups XMMWORD[(-80)+rsi],xmm3
2476 movups XMMWORD[(-64)+rsi],xmm4
2477 movups XMMWORD[(-48)+rsi],xmm5
2478 movups XMMWORD[(-32)+rsi],xmm6
2479 movups XMMWORD[(-16)+rsi],xmm7
2480 sub rdx,16*6
2481 jnc NEAR $L$xts_dec_grandloop
2482
2483 mov eax,16+96
2484 sub eax,r10d
2485 mov rcx,r11
2486 shr eax,4
2487
2488 $L$xts_dec_short:
2489
2490 mov r10d,eax
2491 pxor xmm10,xmm0
2492 pxor xmm11,xmm0
2493 add rdx,16*6
2494 jz NEAR $L$xts_dec_done
2495
2496 pxor xmm12,xmm0
2497 cmp rdx,0x20
2498 jb NEAR $L$xts_dec_one
2499 pxor xmm13,xmm0
2500 je NEAR $L$xts_dec_two
2501
2502 pxor xmm14,xmm0
2503 cmp rdx,0x40
2504 jb NEAR $L$xts_dec_three
2505 je NEAR $L$xts_dec_four
2506
2507 movdqu xmm2,XMMWORD[rdi]
2508 movdqu xmm3,XMMWORD[16+rdi]
2509 movdqu xmm4,XMMWORD[32+rdi]
2510 pxor xmm2,xmm10
2511 movdqu xmm5,XMMWORD[48+rdi]
2512 pxor xmm3,xmm11
2513 movdqu xmm6,XMMWORD[64+rdi]
2514 lea rdi,[80+rdi]
2515 pxor xmm4,xmm12
2516 pxor xmm5,xmm13
2517 pxor xmm6,xmm14
2518
2519 call _aesni_decrypt6
2520
2521 xorps xmm2,xmm10
2522 xorps xmm3,xmm11
2523 xorps xmm4,xmm12
2524 movdqu XMMWORD[rsi],xmm2
2525 xorps xmm5,xmm13
2526 movdqu XMMWORD[16+rsi],xmm3
2527 xorps xmm6,xmm14
2528 movdqu XMMWORD[32+rsi],xmm4
2529 pxor xmm14,xmm14
2530 movdqu XMMWORD[48+rsi],xmm5
2531 pcmpgtd xmm14,xmm15
2532 movdqu XMMWORD[64+rsi],xmm6
2533 lea rsi,[80+rsi]
2534 pshufd xmm11,xmm14,0x13
2535 and r9,15
2536 jz NEAR $L$xts_dec_ret
2537
2538 movdqa xmm10,xmm15
2539 paddq xmm15,xmm15
2540 pand xmm11,xmm8
2541 pxor xmm11,xmm15
2542 jmp NEAR $L$xts_dec_done2
2543
2544 ALIGN 16
2545 $L$xts_dec_one:
2546 movups xmm2,XMMWORD[rdi]
2547 lea rdi,[16+rdi]
2548 xorps xmm2,xmm10
2549 movups xmm0,XMMWORD[rcx]
2550 movups xmm1,XMMWORD[16+rcx]
2551 lea rcx,[32+rcx]
2552 xorps xmm2,xmm0
2553 $L$oop_dec1_12:
2554 DB 102,15,56,222,209
2555 dec eax
2556 movups xmm1,XMMWORD[rcx]
2557 lea rcx,[16+rcx]
2558 jnz NEAR $L$oop_dec1_12
2559 DB 102,15,56,223,209
2560 xorps xmm2,xmm10
2561 movdqa xmm10,xmm11
2562 movups XMMWORD[rsi],xmm2
2563 movdqa xmm11,xmm12
2564 lea rsi,[16+rsi]
2565 jmp NEAR $L$xts_dec_done
2566
2567 ALIGN 16
2568 $L$xts_dec_two:
2569 movups xmm2,XMMWORD[rdi]
2570 movups xmm3,XMMWORD[16+rdi]
2571 lea rdi,[32+rdi]
2572 xorps xmm2,xmm10
2573 xorps xmm3,xmm11
2574
2575 call _aesni_decrypt2
2576
2577 xorps xmm2,xmm10
2578 movdqa xmm10,xmm12
2579 xorps xmm3,xmm11
2580 movdqa xmm11,xmm13
2581 movups XMMWORD[rsi],xmm2
2582 movups XMMWORD[16+rsi],xmm3
2583 lea rsi,[32+rsi]
2584 jmp NEAR $L$xts_dec_done
2585
2586 ALIGN 16
2587 $L$xts_dec_three:
2588 movups xmm2,XMMWORD[rdi]
2589 movups xmm3,XMMWORD[16+rdi]
2590 movups xmm4,XMMWORD[32+rdi]
2591 lea rdi,[48+rdi]
2592 xorps xmm2,xmm10
2593 xorps xmm3,xmm11
2594 xorps xmm4,xmm12
2595
2596 call _aesni_decrypt3
2597
2598 xorps xmm2,xmm10
2599 movdqa xmm10,xmm13
2600 xorps xmm3,xmm11
2601 movdqa xmm11,xmm14
2602 xorps xmm4,xmm12
2603 movups XMMWORD[rsi],xmm2
2604 movups XMMWORD[16+rsi],xmm3
2605 movups XMMWORD[32+rsi],xmm4
2606 lea rsi,[48+rsi]
2607 jmp NEAR $L$xts_dec_done
2608
2609 ALIGN 16
2610 $L$xts_dec_four:
2611 movups xmm2,XMMWORD[rdi]
2612 movups xmm3,XMMWORD[16+rdi]
2613 movups xmm4,XMMWORD[32+rdi]
2614 xorps xmm2,xmm10
2615 movups xmm5,XMMWORD[48+rdi]
2616 lea rdi,[64+rdi]
2617 xorps xmm3,xmm11
2618 xorps xmm4,xmm12
2619 xorps xmm5,xmm13
2620
2621 call _aesni_decrypt4
2622
2623 pxor xmm2,xmm10
2624 movdqa xmm10,xmm14
2625 pxor xmm3,xmm11
2626 movdqa xmm11,xmm15
2627 pxor xmm4,xmm12
2628 movdqu XMMWORD[rsi],xmm2
2629 pxor xmm5,xmm13
2630 movdqu XMMWORD[16+rsi],xmm3
2631 movdqu XMMWORD[32+rsi],xmm4
2632 movdqu XMMWORD[48+rsi],xmm5
2633 lea rsi,[64+rsi]
2634 jmp NEAR $L$xts_dec_done
2635
2636 ALIGN 16
2637 $L$xts_dec_done:
2638 and r9,15
2639 jz NEAR $L$xts_dec_ret
2640 $L$xts_dec_done2:
2641 mov rdx,r9
2642 mov rcx,r11
2643 mov eax,r10d
2644
2645 movups xmm2,XMMWORD[rdi]
2646 xorps xmm2,xmm11
2647 movups xmm0,XMMWORD[rcx]
2648 movups xmm1,XMMWORD[16+rcx]
2649 lea rcx,[32+rcx]
2650 xorps xmm2,xmm0
2651 $L$oop_dec1_13:
2652 DB 102,15,56,222,209
2653 dec eax
2654 movups xmm1,XMMWORD[rcx]
2655 lea rcx,[16+rcx]
2656 jnz NEAR $L$oop_dec1_13
2657 DB 102,15,56,223,209
2658 xorps xmm2,xmm11
2659 movups XMMWORD[rsi],xmm2
2660
2661 $L$xts_dec_steal:
2662 movzx eax,BYTE[16+rdi]
2663 movzx ecx,BYTE[rsi]
2664 lea rdi,[1+rdi]
2665 mov BYTE[rsi],al
2666 mov BYTE[16+rsi],cl
2667 lea rsi,[1+rsi]
2668 sub rdx,1
2669 jnz NEAR $L$xts_dec_steal
2670
2671 sub rsi,r9
2672 mov rcx,r11
2673 mov eax,r10d
2674
2675 movups xmm2,XMMWORD[rsi]
2676 xorps xmm2,xmm10
2677 movups xmm0,XMMWORD[rcx]
2678 movups xmm1,XMMWORD[16+rcx]
2679 lea rcx,[32+rcx]
2680 xorps xmm2,xmm0
2681 $L$oop_dec1_14:
2682 DB 102,15,56,222,209
2683 dec eax
2684 movups xmm1,XMMWORD[rcx]
2685 lea rcx,[16+rcx]
2686 jnz NEAR $L$oop_dec1_14
2687 DB 102,15,56,223,209
2688 xorps xmm2,xmm10
2689 movups XMMWORD[rsi],xmm2
2690
2691 $L$xts_dec_ret:
2692 xorps xmm0,xmm0
2693 pxor xmm1,xmm1
2694 pxor xmm2,xmm2
2695 pxor xmm3,xmm3
2696 pxor xmm4,xmm4
2697 pxor xmm5,xmm5
2698 movaps xmm6,XMMWORD[((-160))+rbp]
2699 movaps XMMWORD[(-160)+rbp],xmm0
2700 movaps xmm7,XMMWORD[((-144))+rbp]
2701 movaps XMMWORD[(-144)+rbp],xmm0
2702 movaps xmm8,XMMWORD[((-128))+rbp]
2703 movaps XMMWORD[(-128)+rbp],xmm0
2704 movaps xmm9,XMMWORD[((-112))+rbp]
2705 movaps XMMWORD[(-112)+rbp],xmm0
2706 movaps xmm10,XMMWORD[((-96))+rbp]
2707 movaps XMMWORD[(-96)+rbp],xmm0
2708 movaps xmm11,XMMWORD[((-80))+rbp]
2709 movaps XMMWORD[(-80)+rbp],xmm0
2710 movaps xmm12,XMMWORD[((-64))+rbp]
2711 movaps XMMWORD[(-64)+rbp],xmm0
2712 movaps xmm13,XMMWORD[((-48))+rbp]
2713 movaps XMMWORD[(-48)+rbp],xmm0
2714 movaps xmm14,XMMWORD[((-32))+rbp]
2715 movaps XMMWORD[(-32)+rbp],xmm0
2716 movaps xmm15,XMMWORD[((-16))+rbp]
2717 movaps XMMWORD[(-16)+rbp],xmm0
2718 movaps XMMWORD[rsp],xmm0
2719 movaps XMMWORD[16+rsp],xmm0
2720 movaps XMMWORD[32+rsp],xmm0
2721 movaps XMMWORD[48+rsp],xmm0
2722 movaps XMMWORD[64+rsp],xmm0
2723 movaps XMMWORD[80+rsp],xmm0
2724 movaps XMMWORD[96+rsp],xmm0
2725 lea rsp,[rbp]
2726 pop rbp
2727 $L$xts_dec_epilogue:
2728 mov rdi,QWORD[8+rsp] ;WIN64 epilogue
2729 mov rsi,QWORD[16+rsp]
2730 DB 0F3h,0C3h ;repret
2731 $L$SEH_end_aesni_xts_decrypt:
2732 global aesni_cbc_encrypt
2733
2734 ALIGN 16
2735 aesni_cbc_encrypt:
2736 mov QWORD[8+rsp],rdi ;WIN64 prologue
2737 mov QWORD[16+rsp],rsi
2738 mov rax,rsp
2739 $L$SEH_begin_aesni_cbc_encrypt:
2740 mov rdi,rcx
2741 mov rsi,rdx
2742 mov rdx,r8
2743 mov rcx,r9
2744 mov r8,QWORD[40+rsp]
2745 mov r9,QWORD[48+rsp]
2746
2747
2748 test rdx,rdx
2749 jz NEAR $L$cbc_ret
2750
2751 mov r10d,DWORD[240+rcx]
2752 mov r11,rcx
2753 test r9d,r9d
2754 jz NEAR $L$cbc_decrypt
2755
2756 movups xmm2,XMMWORD[r8]
2757 mov eax,r10d
2758 cmp rdx,16
2759 jb NEAR $L$cbc_enc_tail
2760 sub rdx,16
2761 jmp NEAR $L$cbc_enc_loop
2762 ALIGN 16
2763 $L$cbc_enc_loop:
2764 movups xmm3,XMMWORD[rdi]
2765 lea rdi,[16+rdi]
2766
2767 movups xmm0,XMMWORD[rcx]
2768 movups xmm1,XMMWORD[16+rcx]
2769 xorps xmm3,xmm0
2770 lea rcx,[32+rcx]
2771 xorps xmm2,xmm3
2772 $L$oop_enc1_15:
2773 DB 102,15,56,220,209
2774 dec eax
2775 movups xmm1,XMMWORD[rcx]
2776 lea rcx,[16+rcx]
2777 jnz NEAR $L$oop_enc1_15
2778 DB 102,15,56,221,209
2779 mov eax,r10d
2780 mov rcx,r11
2781 movups XMMWORD[rsi],xmm2
2782 lea rsi,[16+rsi]
2783 sub rdx,16
2784 jnc NEAR $L$cbc_enc_loop
2785 add rdx,16
2786 jnz NEAR $L$cbc_enc_tail
2787 pxor xmm0,xmm0
2788 pxor xmm1,xmm1
2789 movups XMMWORD[r8],xmm2
2790 pxor xmm2,xmm2
2791 pxor xmm3,xmm3
2792 jmp NEAR $L$cbc_ret
2793
2794 $L$cbc_enc_tail:
2795 mov rcx,rdx
2796 xchg rsi,rdi
2797 DD 0x9066A4F3
2798 mov ecx,16
2799 sub rcx,rdx
2800 xor eax,eax
2801 DD 0x9066AAF3
2802 lea rdi,[((-16))+rdi]
2803 mov eax,r10d
2804 mov rsi,rdi
2805 mov rcx,r11
2806 xor rdx,rdx
2807 jmp NEAR $L$cbc_enc_loop
2808
2809 ALIGN 16
2810 $L$cbc_decrypt:
2811 cmp rdx,16
2812 jne NEAR $L$cbc_decrypt_bulk
2813
2814
2815
2816 movdqu xmm2,XMMWORD[rdi]
2817 movdqu xmm3,XMMWORD[r8]
2818 movdqa xmm4,xmm2
2819 movups xmm0,XMMWORD[rcx]
2820 movups xmm1,XMMWORD[16+rcx]
2821 lea rcx,[32+rcx]
2822 xorps xmm2,xmm0
2823 $L$oop_dec1_16:
2824 DB 102,15,56,222,209
2825 dec r10d
2826 movups xmm1,XMMWORD[rcx]
2827 lea rcx,[16+rcx]
2828 jnz NEAR $L$oop_dec1_16
2829 DB 102,15,56,223,209
2830 pxor xmm0,xmm0
2831 pxor xmm1,xmm1
2832 movdqu XMMWORD[r8],xmm4
2833 xorps xmm2,xmm3
2834 pxor xmm3,xmm3
2835 movups XMMWORD[rsi],xmm2
2836 pxor xmm2,xmm2
2837 jmp NEAR $L$cbc_ret
2838 ALIGN 16
2839 $L$cbc_decrypt_bulk:
2840 lea rax,[rsp]
2841 push rbp
2842 sub rsp,176
2843 and rsp,-16
2844 movaps XMMWORD[16+rsp],xmm6
2845 movaps XMMWORD[32+rsp],xmm7
2846 movaps XMMWORD[48+rsp],xmm8
2847 movaps XMMWORD[64+rsp],xmm9
2848 movaps XMMWORD[80+rsp],xmm10
2849 movaps XMMWORD[96+rsp],xmm11
2850 movaps XMMWORD[112+rsp],xmm12
2851 movaps XMMWORD[128+rsp],xmm13
2852 movaps XMMWORD[144+rsp],xmm14
2853 movaps XMMWORD[160+rsp],xmm15
2854 $L$cbc_decrypt_body:
2855 lea rbp,[((-8))+rax]
2856 movups xmm10,XMMWORD[r8]
2857 mov eax,r10d
2858 cmp rdx,0x50
2859 jbe NEAR $L$cbc_dec_tail
2860
2861 movups xmm0,XMMWORD[rcx]
2862 movdqu xmm2,XMMWORD[rdi]
2863 movdqu xmm3,XMMWORD[16+rdi]
2864 movdqa xmm11,xmm2
2865 movdqu xmm4,XMMWORD[32+rdi]
2866 movdqa xmm12,xmm3
2867 movdqu xmm5,XMMWORD[48+rdi]
2868 movdqa xmm13,xmm4
2869 movdqu xmm6,XMMWORD[64+rdi]
2870 movdqa xmm14,xmm5
2871 movdqu xmm7,XMMWORD[80+rdi]
2872 movdqa xmm15,xmm6
2873 mov r9d,DWORD[((OPENSSL_ia32cap_P+4))]
2874 cmp rdx,0x70
2875 jbe NEAR $L$cbc_dec_six_or_seven
2876
2877 and r9d,71303168
2878 sub rdx,0x50
2879 cmp r9d,4194304
2880 je NEAR $L$cbc_dec_loop6_enter
2881 sub rdx,0x20
2882 lea rcx,[112+rcx]
2883 jmp NEAR $L$cbc_dec_loop8_enter
2884 ALIGN 16
2885 $L$cbc_dec_loop8:
2886 movups XMMWORD[rsi],xmm9
2887 lea rsi,[16+rsi]
2888 $L$cbc_dec_loop8_enter:
2889 movdqu xmm8,XMMWORD[96+rdi]
2890 pxor xmm2,xmm0
2891 movdqu xmm9,XMMWORD[112+rdi]
2892 pxor xmm3,xmm0
2893 movups xmm1,XMMWORD[((16-112))+rcx]
2894 pxor xmm4,xmm0
2895 xor r11,r11
2896 cmp rdx,0x70
2897 pxor xmm5,xmm0
2898 pxor xmm6,xmm0
2899 pxor xmm7,xmm0
2900 pxor xmm8,xmm0
2901
2902 DB 102,15,56,222,209
2903 pxor xmm9,xmm0
2904 movups xmm0,XMMWORD[((32-112))+rcx]
2905 DB 102,15,56,222,217
2906 DB 102,15,56,222,225
2907 DB 102,15,56,222,233
2908 DB 102,15,56,222,241
2909 DB 102,15,56,222,249
2910 DB 102,68,15,56,222,193
2911 setnc r11b
2912 shl r11,7
2913 DB 102,68,15,56,222,201
2914 add r11,rdi
2915 movups xmm1,XMMWORD[((48-112))+rcx]
2916 DB 102,15,56,222,208
2917 DB 102,15,56,222,216
2918 DB 102,15,56,222,224
2919 DB 102,15,56,222,232
2920 DB 102,15,56,222,240
2921 DB 102,15,56,222,248
2922 DB 102,68,15,56,222,192
2923 DB 102,68,15,56,222,200
2924 movups xmm0,XMMWORD[((64-112))+rcx]
2925 nop
2926 DB 102,15,56,222,209
2927 DB 102,15,56,222,217
2928 DB 102,15,56,222,225
2929 DB 102,15,56,222,233
2930 DB 102,15,56,222,241
2931 DB 102,15,56,222,249
2932 DB 102,68,15,56,222,193
2933 DB 102,68,15,56,222,201
2934 movups xmm1,XMMWORD[((80-112))+rcx]
2935 nop
2936 DB 102,15,56,222,208
2937 DB 102,15,56,222,216
2938 DB 102,15,56,222,224
2939 DB 102,15,56,222,232
2940 DB 102,15,56,222,240
2941 DB 102,15,56,222,248
2942 DB 102,68,15,56,222,192
2943 DB 102,68,15,56,222,200
2944 movups xmm0,XMMWORD[((96-112))+rcx]
2945 nop
2946 DB 102,15,56,222,209
2947 DB 102,15,56,222,217
2948 DB 102,15,56,222,225
2949 DB 102,15,56,222,233
2950 DB 102,15,56,222,241
2951 DB 102,15,56,222,249
2952 DB 102,68,15,56,222,193
2953 DB 102,68,15,56,222,201
2954 movups xmm1,XMMWORD[((112-112))+rcx]
2955 nop
2956 DB 102,15,56,222,208
2957 DB 102,15,56,222,216
2958 DB 102,15,56,222,224
2959 DB 102,15,56,222,232
2960 DB 102,15,56,222,240
2961 DB 102,15,56,222,248
2962 DB 102,68,15,56,222,192
2963 DB 102,68,15,56,222,200
2964 movups xmm0,XMMWORD[((128-112))+rcx]
2965 nop
2966 DB 102,15,56,222,209
2967 DB 102,15,56,222,217
2968 DB 102,15,56,222,225
2969 DB 102,15,56,222,233
2970 DB 102,15,56,222,241
2971 DB 102,15,56,222,249
2972 DB 102,68,15,56,222,193
2973 DB 102,68,15,56,222,201
2974 movups xmm1,XMMWORD[((144-112))+rcx]
2975 cmp eax,11
2976 DB 102,15,56,222,208
2977 DB 102,15,56,222,216
2978 DB 102,15,56,222,224
2979 DB 102,15,56,222,232
2980 DB 102,15,56,222,240
2981 DB 102,15,56,222,248
2982 DB 102,68,15,56,222,192
2983 DB 102,68,15,56,222,200
2984 movups xmm0,XMMWORD[((160-112))+rcx]
2985 jb NEAR $L$cbc_dec_done
2986 DB 102,15,56,222,209
2987 DB 102,15,56,222,217
2988 DB 102,15,56,222,225
2989 DB 102,15,56,222,233
2990 DB 102,15,56,222,241
2991 DB 102,15,56,222,249
2992 DB 102,68,15,56,222,193
2993 DB 102,68,15,56,222,201
2994 movups xmm1,XMMWORD[((176-112))+rcx]
2995 nop
2996 DB 102,15,56,222,208
2997 DB 102,15,56,222,216
2998 DB 102,15,56,222,224
2999 DB 102,15,56,222,232
3000 DB 102,15,56,222,240
3001 DB 102,15,56,222,248
3002 DB 102,68,15,56,222,192
3003 DB 102,68,15,56,222,200
3004 movups xmm0,XMMWORD[((192-112))+rcx]
3005 je NEAR $L$cbc_dec_done
3006 DB 102,15,56,222,209
3007 DB 102,15,56,222,217
3008 DB 102,15,56,222,225
3009 DB 102,15,56,222,233
3010 DB 102,15,56,222,241
3011 DB 102,15,56,222,249
3012 DB 102,68,15,56,222,193
3013 DB 102,68,15,56,222,201
3014 movups xmm1,XMMWORD[((208-112))+rcx]
3015 nop
3016 DB 102,15,56,222,208
3017 DB 102,15,56,222,216
3018 DB 102,15,56,222,224
3019 DB 102,15,56,222,232
3020 DB 102,15,56,222,240
3021 DB 102,15,56,222,248
3022 DB 102,68,15,56,222,192
3023 DB 102,68,15,56,222,200
3024 movups xmm0,XMMWORD[((224-112))+rcx]
3025 jmp NEAR $L$cbc_dec_done
3026 ALIGN 16
3027 $L$cbc_dec_done:
3028 DB 102,15,56,222,209
3029 DB 102,15,56,222,217
3030 pxor xmm10,xmm0
3031 pxor xmm11,xmm0
3032 DB 102,15,56,222,225
3033 DB 102,15,56,222,233
3034 pxor xmm12,xmm0
3035 pxor xmm13,xmm0
3036 DB 102,15,56,222,241
3037 DB 102,15,56,222,249
3038 pxor xmm14,xmm0
3039 pxor xmm15,xmm0
3040 DB 102,68,15,56,222,193
3041 DB 102,68,15,56,222,201
3042 movdqu xmm1,XMMWORD[80+rdi]
3043
3044 DB 102,65,15,56,223,210
3045 movdqu xmm10,XMMWORD[96+rdi]
3046 pxor xmm1,xmm0
3047 DB 102,65,15,56,223,219
3048 pxor xmm10,xmm0
3049 movdqu xmm0,XMMWORD[112+rdi]
3050 DB 102,65,15,56,223,228
3051 lea rdi,[128+rdi]
3052 movdqu xmm11,XMMWORD[r11]
3053 DB 102,65,15,56,223,237
3054 DB 102,65,15,56,223,246
3055 movdqu xmm12,XMMWORD[16+r11]
3056 movdqu xmm13,XMMWORD[32+r11]
3057 DB 102,65,15,56,223,255
3058 DB 102,68,15,56,223,193
3059 movdqu xmm14,XMMWORD[48+r11]
3060 movdqu xmm15,XMMWORD[64+r11]
3061 DB 102,69,15,56,223,202
3062 movdqa xmm10,xmm0
3063 movdqu xmm1,XMMWORD[80+r11]
3064 movups xmm0,XMMWORD[((-112))+rcx]
3065
3066 movups XMMWORD[rsi],xmm2
3067 movdqa xmm2,xmm11
3068 movups XMMWORD[16+rsi],xmm3
3069 movdqa xmm3,xmm12
3070 movups XMMWORD[32+rsi],xmm4
3071 movdqa xmm4,xmm13
3072 movups XMMWORD[48+rsi],xmm5
3073 movdqa xmm5,xmm14
3074 movups XMMWORD[64+rsi],xmm6
3075 movdqa xmm6,xmm15
3076 movups XMMWORD[80+rsi],xmm7
3077 movdqa xmm7,xmm1
3078 movups XMMWORD[96+rsi],xmm8
3079 lea rsi,[112+rsi]
3080
3081 sub rdx,0x80
3082 ja NEAR $L$cbc_dec_loop8
3083
3084 movaps xmm2,xmm9
3085 lea rcx,[((-112))+rcx]
3086 add rdx,0x70
3087 jle NEAR $L$cbc_dec_clear_tail_collected
3088 movups XMMWORD[rsi],xmm9
3089 lea rsi,[16+rsi]
3090 cmp rdx,0x50
3091 jbe NEAR $L$cbc_dec_tail
3092
3093 movaps xmm2,xmm11
3094 $L$cbc_dec_six_or_seven:
3095 cmp rdx,0x60
3096 ja NEAR $L$cbc_dec_seven
3097
3098 movaps xmm8,xmm7
3099 call _aesni_decrypt6
3100 pxor xmm2,xmm10
3101 movaps xmm10,xmm8
3102 pxor xmm3,xmm11
3103 movdqu XMMWORD[rsi],xmm2
3104 pxor xmm4,xmm12
3105 movdqu XMMWORD[16+rsi],xmm3
3106 pxor xmm3,xmm3
3107 pxor xmm5,xmm13
3108 movdqu XMMWORD[32+rsi],xmm4
3109 pxor xmm4,xmm4
3110 pxor xmm6,xmm14
3111 movdqu XMMWORD[48+rsi],xmm5
3112 pxor xmm5,xmm5
3113 pxor xmm7,xmm15
3114 movdqu XMMWORD[64+rsi],xmm6
3115 pxor xmm6,xmm6
3116 lea rsi,[80+rsi]
3117 movdqa xmm2,xmm7
3118 pxor xmm7,xmm7
3119 jmp NEAR $L$cbc_dec_tail_collected
3120
3121 ALIGN 16
3122 $L$cbc_dec_seven:
3123 movups xmm8,XMMWORD[96+rdi]
3124 xorps xmm9,xmm9
3125 call _aesni_decrypt8
3126 movups xmm9,XMMWORD[80+rdi]
3127 pxor xmm2,xmm10
3128 movups xmm10,XMMWORD[96+rdi]
3129 pxor xmm3,xmm11
3130 movdqu XMMWORD[rsi],xmm2
3131 pxor xmm4,xmm12
3132 movdqu XMMWORD[16+rsi],xmm3
3133 pxor xmm3,xmm3
3134 pxor xmm5,xmm13
3135 movdqu XMMWORD[32+rsi],xmm4
3136 pxor xmm4,xmm4
3137 pxor xmm6,xmm14
3138 movdqu XMMWORD[48+rsi],xmm5
3139 pxor xmm5,xmm5
3140 pxor xmm7,xmm15
3141 movdqu XMMWORD[64+rsi],xmm6
3142 pxor xmm6,xmm6
3143 pxor xmm8,xmm9
3144 movdqu XMMWORD[80+rsi],xmm7
3145 pxor xmm7,xmm7
3146 lea rsi,[96+rsi]
3147 movdqa xmm2,xmm8
3148 pxor xmm8,xmm8
3149 pxor xmm9,xmm9
3150 jmp NEAR $L$cbc_dec_tail_collected
3151
3152 ALIGN 16
3153 $L$cbc_dec_loop6:
3154 movups XMMWORD[rsi],xmm7
3155 lea rsi,[16+rsi]
3156 movdqu xmm2,XMMWORD[rdi]
3157 movdqu xmm3,XMMWORD[16+rdi]
3158 movdqa xmm11,xmm2
3159 movdqu xmm4,XMMWORD[32+rdi]
3160 movdqa xmm12,xmm3
3161 movdqu xmm5,XMMWORD[48+rdi]
3162 movdqa xmm13,xmm4
3163 movdqu xmm6,XMMWORD[64+rdi]
3164 movdqa xmm14,xmm5
3165 movdqu xmm7,XMMWORD[80+rdi]
3166 movdqa xmm15,xmm6
3167 $L$cbc_dec_loop6_enter:
3168 lea rdi,[96+rdi]
3169 movdqa xmm8,xmm7
3170
3171 call _aesni_decrypt6
3172
3173 pxor xmm2,xmm10
3174 movdqa xmm10,xmm8
3175 pxor xmm3,xmm11
3176 movdqu XMMWORD[rsi],xmm2
3177 pxor xmm4,xmm12
3178 movdqu XMMWORD[16+rsi],xmm3
3179 pxor xmm5,xmm13
3180 movdqu XMMWORD[32+rsi],xmm4
3181 pxor xmm6,xmm14
3182 mov rcx,r11
3183 movdqu XMMWORD[48+rsi],xmm5
3184 pxor xmm7,xmm15
3185 mov eax,r10d
3186 movdqu XMMWORD[64+rsi],xmm6
3187 lea rsi,[80+rsi]
3188 sub rdx,0x60
3189 ja NEAR $L$cbc_dec_loop6
3190
3191 movdqa xmm2,xmm7
3192 add rdx,0x50
3193 jle NEAR $L$cbc_dec_clear_tail_collected
3194 movups XMMWORD[rsi],xmm7
3195 lea rsi,[16+rsi]
3196
3197 $L$cbc_dec_tail:
3198 movups xmm2,XMMWORD[rdi]
3199 sub rdx,0x10
3200 jbe NEAR $L$cbc_dec_one
3201
3202 movups xmm3,XMMWORD[16+rdi]
3203 movaps xmm11,xmm2
3204 sub rdx,0x10
3205 jbe NEAR $L$cbc_dec_two
3206
3207 movups xmm4,XMMWORD[32+rdi]
3208 movaps xmm12,xmm3
3209 sub rdx,0x10
3210 jbe NEAR $L$cbc_dec_three
3211
3212 movups xmm5,XMMWORD[48+rdi]
3213 movaps xmm13,xmm4
3214 sub rdx,0x10
3215 jbe NEAR $L$cbc_dec_four
3216
3217 movups xmm6,XMMWORD[64+rdi]
3218 movaps xmm14,xmm5
3219 movaps xmm15,xmm6
3220 xorps xmm7,xmm7
3221 call _aesni_decrypt6
3222 pxor xmm2,xmm10
3223 movaps xmm10,xmm15
3224 pxor xmm3,xmm11
3225 movdqu XMMWORD[rsi],xmm2
3226 pxor xmm4,xmm12
3227 movdqu XMMWORD[16+rsi],xmm3
3228 pxor xmm3,xmm3
3229 pxor xmm5,xmm13
3230 movdqu XMMWORD[32+rsi],xmm4
3231 pxor xmm4,xmm4
3232 pxor xmm6,xmm14
3233 movdqu XMMWORD[48+rsi],xmm5
3234 pxor xmm5,xmm5
3235 lea rsi,[64+rsi]
3236 movdqa xmm2,xmm6
3237 pxor xmm6,xmm6
3238 pxor xmm7,xmm7
3239 sub rdx,0x10
3240 jmp NEAR $L$cbc_dec_tail_collected
3241
3242 ALIGN 16
3243 $L$cbc_dec_one:
3244 movaps xmm11,xmm2
3245 movups xmm0,XMMWORD[rcx]
3246 movups xmm1,XMMWORD[16+rcx]
3247 lea rcx,[32+rcx]
3248 xorps xmm2,xmm0
3249 $L$oop_dec1_17:
3250 DB 102,15,56,222,209
3251 dec eax
3252 movups xmm1,XMMWORD[rcx]
3253 lea rcx,[16+rcx]
3254 jnz NEAR $L$oop_dec1_17
3255 DB 102,15,56,223,209
3256 xorps xmm2,xmm10
3257 movaps xmm10,xmm11
3258 jmp NEAR $L$cbc_dec_tail_collected
3259 ALIGN 16
3260 $L$cbc_dec_two:
3261 movaps xmm12,xmm3
3262 call _aesni_decrypt2
3263 pxor xmm2,xmm10
3264 movaps xmm10,xmm12
3265 pxor xmm3,xmm11
3266 movdqu XMMWORD[rsi],xmm2
3267 movdqa xmm2,xmm3
3268 pxor xmm3,xmm3
3269 lea rsi,[16+rsi]
3270 jmp NEAR $L$cbc_dec_tail_collected
3271 ALIGN 16
3272 $L$cbc_dec_three:
3273 movaps xmm13,xmm4
3274 call _aesni_decrypt3
3275 pxor xmm2,xmm10
3276 movaps xmm10,xmm13
3277 pxor xmm3,xmm11
3278 movdqu XMMWORD[rsi],xmm2
3279 pxor xmm4,xmm12
3280 movdqu XMMWORD[16+rsi],xmm3
3281 pxor xmm3,xmm3
3282 movdqa xmm2,xmm4
3283 pxor xmm4,xmm4
3284 lea rsi,[32+rsi]
3285 jmp NEAR $L$cbc_dec_tail_collected
3286 ALIGN 16
3287 $L$cbc_dec_four:
3288 movaps xmm14,xmm5
3289 call _aesni_decrypt4
3290 pxor xmm2,xmm10
3291 movaps xmm10,xmm14
3292 pxor xmm3,xmm11
3293 movdqu XMMWORD[rsi],xmm2
3294 pxor xmm4,xmm12
3295 movdqu XMMWORD[16+rsi],xmm3
3296 pxor xmm3,xmm3
3297 pxor xmm5,xmm13
3298 movdqu XMMWORD[32+rsi],xmm4
3299 pxor xmm4,xmm4
3300 movdqa xmm2,xmm5
3301 pxor xmm5,xmm5
3302 lea rsi,[48+rsi]
3303 jmp NEAR $L$cbc_dec_tail_collected
3304
3305 ALIGN 16
3306 $L$cbc_dec_clear_tail_collected:
3307 pxor xmm3,xmm3
3308 pxor xmm4,xmm4
3309 pxor xmm5,xmm5
3310 $L$cbc_dec_tail_collected:
3311 movups XMMWORD[r8],xmm10
3312 and rdx,15
3313 jnz NEAR $L$cbc_dec_tail_partial
3314 movups XMMWORD[rsi],xmm2
3315 pxor xmm2,xmm2
3316 jmp NEAR $L$cbc_dec_ret
3317 ALIGN 16
3318 $L$cbc_dec_tail_partial:
3319 movaps XMMWORD[rsp],xmm2
3320 pxor xmm2,xmm2
3321 mov rcx,16
3322 mov rdi,rsi
3323 sub rcx,rdx
3324 lea rsi,[rsp]
3325 DD 0x9066A4F3
3326 movdqa XMMWORD[rsp],xmm2
3327
3328 $L$cbc_dec_ret:
3329 xorps xmm0,xmm0
3330 pxor xmm1,xmm1
3331 movaps xmm6,XMMWORD[16+rsp]
3332 movaps XMMWORD[16+rsp],xmm0
3333 movaps xmm7,XMMWORD[32+rsp]
3334 movaps XMMWORD[32+rsp],xmm0
3335 movaps xmm8,XMMWORD[48+rsp]
3336 movaps XMMWORD[48+rsp],xmm0
3337 movaps xmm9,XMMWORD[64+rsp]
3338 movaps XMMWORD[64+rsp],xmm0
3339 movaps xmm10,XMMWORD[80+rsp]
3340 movaps XMMWORD[80+rsp],xmm0
3341 movaps xmm11,XMMWORD[96+rsp]
3342 movaps XMMWORD[96+rsp],xmm0
3343 movaps xmm12,XMMWORD[112+rsp]
3344 movaps XMMWORD[112+rsp],xmm0
3345 movaps xmm13,XMMWORD[128+rsp]
3346 movaps XMMWORD[128+rsp],xmm0
3347 movaps xmm14,XMMWORD[144+rsp]
3348 movaps XMMWORD[144+rsp],xmm0
3349 movaps xmm15,XMMWORD[160+rsp]
3350 movaps XMMWORD[160+rsp],xmm0
3351 lea rsp,[rbp]
3352 pop rbp
3353 $L$cbc_ret:
3354 mov rdi,QWORD[8+rsp] ;WIN64 epilogue
3355 mov rsi,QWORD[16+rsp]
3356 DB 0F3h,0C3h ;repret
3357 $L$SEH_end_aesni_cbc_encrypt:
3358 global aesni_set_decrypt_key
3359
3360 ALIGN 16
3361 aesni_set_decrypt_key:
3362 DB 0x48,0x83,0xEC,0x08
3363 call __aesni_set_encrypt_key
3364 shl edx,4
3365 test eax,eax
3366 jnz NEAR $L$dec_key_ret
3367 lea rcx,[16+rdx*1+r8]
3368
3369 movups xmm0,XMMWORD[r8]
3370 movups xmm1,XMMWORD[rcx]
3371 movups XMMWORD[rcx],xmm0
3372 movups XMMWORD[r8],xmm1
3373 lea r8,[16+r8]
3374 lea rcx,[((-16))+rcx]
3375
3376 $L$dec_key_inverse:
3377 movups xmm0,XMMWORD[r8]
3378 movups xmm1,XMMWORD[rcx]
3379 DB 102,15,56,219,192
3380 DB 102,15,56,219,201
3381 lea r8,[16+r8]
3382 lea rcx,[((-16))+rcx]
3383 movups XMMWORD[16+rcx],xmm0
3384 movups XMMWORD[(-16)+r8],xmm1
3385 cmp rcx,r8
3386 ja NEAR $L$dec_key_inverse
3387
3388 movups xmm0,XMMWORD[r8]
3389 DB 102,15,56,219,192
3390 pxor xmm1,xmm1
3391 movups XMMWORD[rcx],xmm0
3392 pxor xmm0,xmm0
3393 $L$dec_key_ret:
3394 add rsp,8
3395 DB 0F3h,0C3h ;repret
3396 $L$SEH_end_set_decrypt_key:
3397
3398 global aesni_set_encrypt_key
3399
3400 ALIGN 16
3401 aesni_set_encrypt_key:
3402 __aesni_set_encrypt_key:
3403 DB 0x48,0x83,0xEC,0x08
3404 mov rax,-1
3405 test rcx,rcx
3406 jz NEAR $L$enc_key_ret
3407 test r8,r8
3408 jz NEAR $L$enc_key_ret
3409
3410 mov r10d,268437504
3411 movups xmm0,XMMWORD[rcx]
3412 xorps xmm4,xmm4
3413 and r10d,DWORD[((OPENSSL_ia32cap_P+4))]
3414 lea rax,[16+r8]
3415 cmp edx,256
3416 je NEAR $L$14rounds
3417 cmp edx,192
3418 je NEAR $L$12rounds
3419 cmp edx,128
3420 jne NEAR $L$bad_keybits
3421
3422 $L$10rounds:
3423 mov edx,9
3424 cmp r10d,268435456
3425 je NEAR $L$10rounds_alt
3426
3427 movups XMMWORD[r8],xmm0
3428 DB 102,15,58,223,200,1
3429 call $L$key_expansion_128_cold
3430 DB 102,15,58,223,200,2
3431 call $L$key_expansion_128
3432 DB 102,15,58,223,200,4
3433 call $L$key_expansion_128
3434 DB 102,15,58,223,200,8
3435 call $L$key_expansion_128
3436 DB 102,15,58,223,200,16
3437 call $L$key_expansion_128
3438 DB 102,15,58,223,200,32
3439 call $L$key_expansion_128
3440 DB 102,15,58,223,200,64
3441 call $L$key_expansion_128
3442 DB 102,15,58,223,200,128
3443 call $L$key_expansion_128
3444 DB 102,15,58,223,200,27
3445 call $L$key_expansion_128
3446 DB 102,15,58,223,200,54
3447 call $L$key_expansion_128
3448 movups XMMWORD[rax],xmm0
3449 mov DWORD[80+rax],edx
3450 xor eax,eax
3451 jmp NEAR $L$enc_key_ret
3452
3453 ALIGN 16
3454 $L$10rounds_alt:
3455 movdqa xmm5,XMMWORD[$L$key_rotate]
3456 mov r10d,8
3457 movdqa xmm4,XMMWORD[$L$key_rcon1]
3458 movdqa xmm2,xmm0
3459 movdqu XMMWORD[r8],xmm0
3460 jmp NEAR $L$oop_key128
3461
3462 ALIGN 16
3463 $L$oop_key128:
3464 DB 102,15,56,0,197
3465 DB 102,15,56,221,196
3466 pslld xmm4,1
3467 lea rax,[16+rax]
3468
3469 movdqa xmm3,xmm2
3470 pslldq xmm2,4
3471 pxor xmm3,xmm2
3472 pslldq xmm2,4
3473 pxor xmm3,xmm2
3474 pslldq xmm2,4
3475 pxor xmm2,xmm3
3476
3477 pxor xmm0,xmm2
3478 movdqu XMMWORD[(-16)+rax],xmm0
3479 movdqa xmm2,xmm0
3480
3481 dec r10d
3482 jnz NEAR $L$oop_key128
3483
3484 movdqa xmm4,XMMWORD[$L$key_rcon1b]
3485
3486 DB 102,15,56,0,197
3487 DB 102,15,56,221,196
3488 pslld xmm4,1
3489
3490 movdqa xmm3,xmm2
3491 pslldq xmm2,4
3492 pxor xmm3,xmm2
3493 pslldq xmm2,4
3494 pxor xmm3,xmm2
3495 pslldq xmm2,4
3496 pxor xmm2,xmm3
3497
3498 pxor xmm0,xmm2
3499 movdqu XMMWORD[rax],xmm0
3500
3501 movdqa xmm2,xmm0
3502 DB 102,15,56,0,197
3503 DB 102,15,56,221,196
3504
3505 movdqa xmm3,xmm2
3506 pslldq xmm2,4
3507 pxor xmm3,xmm2
3508 pslldq xmm2,4
3509 pxor xmm3,xmm2
3510 pslldq xmm2,4
3511 pxor xmm2,xmm3
3512
3513 pxor xmm0,xmm2
3514 movdqu XMMWORD[16+rax],xmm0
3515
3516 mov DWORD[96+rax],edx
3517 xor eax,eax
3518 jmp NEAR $L$enc_key_ret
3519
3520 ALIGN 16
3521 $L$12rounds:
3522 movq xmm2,QWORD[16+rcx]
3523 mov edx,11
3524 cmp r10d,268435456
3525 je NEAR $L$12rounds_alt
3526
3527 movups XMMWORD[r8],xmm0
3528 DB 102,15,58,223,202,1
3529 call $L$key_expansion_192a_cold
3530 DB 102,15,58,223,202,2
3531 call $L$key_expansion_192b
3532 DB 102,15,58,223,202,4
3533 call $L$key_expansion_192a
3534 DB 102,15,58,223,202,8
3535 call $L$key_expansion_192b
3536 DB 102,15,58,223,202,16
3537 call $L$key_expansion_192a
3538 DB 102,15,58,223,202,32
3539 call $L$key_expansion_192b
3540 DB 102,15,58,223,202,64
3541 call $L$key_expansion_192a
3542 DB 102,15,58,223,202,128
3543 call $L$key_expansion_192b
3544 movups XMMWORD[rax],xmm0
3545 mov DWORD[48+rax],edx
3546 xor rax,rax
3547 jmp NEAR $L$enc_key_ret
3548
3549 ALIGN 16
3550 $L$12rounds_alt:
3551 movdqa xmm5,XMMWORD[$L$key_rotate192]
3552 movdqa xmm4,XMMWORD[$L$key_rcon1]
3553 mov r10d,8
3554 movdqu XMMWORD[r8],xmm0
3555 jmp NEAR $L$oop_key192
3556
3557 ALIGN 16
3558 $L$oop_key192:
3559 movq QWORD[rax],xmm2
3560 movdqa xmm1,xmm2
3561 DB 102,15,56,0,213
3562 DB 102,15,56,221,212
3563 pslld xmm4,1
3564 lea rax,[24+rax]
3565
3566 movdqa xmm3,xmm0
3567 pslldq xmm0,4
3568 pxor xmm3,xmm0
3569 pslldq xmm0,4
3570 pxor xmm3,xmm0
3571 pslldq xmm0,4
3572 pxor xmm0,xmm3
3573
3574 pshufd xmm3,xmm0,0xff
3575 pxor xmm3,xmm1
3576 pslldq xmm1,4
3577 pxor xmm3,xmm1
3578
3579 pxor xmm0,xmm2
3580 pxor xmm2,xmm3
3581 movdqu XMMWORD[(-16)+rax],xmm0
3582
3583 dec r10d
3584 jnz NEAR $L$oop_key192
3585
3586 mov DWORD[32+rax],edx
3587 xor eax,eax
3588 jmp NEAR $L$enc_key_ret
3589
3590 ALIGN 16
3591 $L$14rounds:
3592 movups xmm2,XMMWORD[16+rcx]
3593 mov edx,13
3594 lea rax,[16+rax]
3595 cmp r10d,268435456
3596 je NEAR $L$14rounds_alt
3597
3598 movups XMMWORD[r8],xmm0
3599 movups XMMWORD[16+r8],xmm2
3600 DB 102,15,58,223,202,1
3601 call $L$key_expansion_256a_cold
3602 DB 102,15,58,223,200,1
3603 call $L$key_expansion_256b
3604 DB 102,15,58,223,202,2
3605 call $L$key_expansion_256a
3606 DB 102,15,58,223,200,2
3607 call $L$key_expansion_256b
3608 DB 102,15,58,223,202,4
3609 call $L$key_expansion_256a
3610 DB 102,15,58,223,200,4
3611 call $L$key_expansion_256b
3612 DB 102,15,58,223,202,8
3613 call $L$key_expansion_256a
3614 DB 102,15,58,223,200,8
3615 call $L$key_expansion_256b
3616 DB 102,15,58,223,202,16
3617 call $L$key_expansion_256a
3618 DB 102,15,58,223,200,16
3619 call $L$key_expansion_256b
3620 DB 102,15,58,223,202,32
3621 call $L$key_expansion_256a
3622 DB 102,15,58,223,200,32
3623 call $L$key_expansion_256b
3624 DB 102,15,58,223,202,64
3625 call $L$key_expansion_256a
3626 movups XMMWORD[rax],xmm0
3627 mov DWORD[16+rax],edx
3628 xor rax,rax
3629 jmp NEAR $L$enc_key_ret
3630
3631 ALIGN 16
3632 $L$14rounds_alt:
3633 movdqa xmm5,XMMWORD[$L$key_rotate]
3634 movdqa xmm4,XMMWORD[$L$key_rcon1]
3635 mov r10d,7
3636 movdqu XMMWORD[r8],xmm0
3637 movdqa xmm1,xmm2
3638 movdqu XMMWORD[16+r8],xmm2
3639 jmp NEAR $L$oop_key256
3640
3641 ALIGN 16
3642 $L$oop_key256:
3643 DB 102,15,56,0,213
3644 DB 102,15,56,221,212
3645
3646 movdqa xmm3,xmm0
3647 pslldq xmm0,4
3648 pxor xmm3,xmm0
3649 pslldq xmm0,4
3650 pxor xmm3,xmm0
3651 pslldq xmm0,4
3652 pxor xmm0,xmm3
3653 pslld xmm4,1
3654
3655 pxor xmm0,xmm2
3656 movdqu XMMWORD[rax],xmm0
3657
3658 dec r10d
3659 jz NEAR $L$done_key256
3660
3661 pshufd xmm2,xmm0,0xff
3662 pxor xmm3,xmm3
3663 DB 102,15,56,221,211
3664
3665 movdqa xmm3,xmm1
3666 pslldq xmm1,4
3667 pxor xmm3,xmm1
3668 pslldq xmm1,4
3669 pxor xmm3,xmm1
3670 pslldq xmm1,4
3671 pxor xmm1,xmm3
3672
3673 pxor xmm2,xmm1
3674 movdqu XMMWORD[16+rax],xmm2
3675 lea rax,[32+rax]
3676 movdqa xmm1,xmm2
3677
3678 jmp NEAR $L$oop_key256
3679
3680 $L$done_key256:
3681 mov DWORD[16+rax],edx
3682 xor eax,eax
3683 jmp NEAR $L$enc_key_ret
3684
3685 ALIGN 16
3686 $L$bad_keybits:
3687 mov rax,-2
3688 $L$enc_key_ret:
3689 pxor xmm0,xmm0
3690 pxor xmm1,xmm1
3691 pxor xmm2,xmm2
3692 pxor xmm3,xmm3
3693 pxor xmm4,xmm4
3694 pxor xmm5,xmm5
3695 add rsp,8
3696 DB 0F3h,0C3h ;repret
3697 $L$SEH_end_set_encrypt_key:
3698
3699 ALIGN 16
3700 $L$key_expansion_128:
3701 movups XMMWORD[rax],xmm0
3702 lea rax,[16+rax]
3703 $L$key_expansion_128_cold:
3704 shufps xmm4,xmm0,16
3705 xorps xmm0,xmm4
3706 shufps xmm4,xmm0,140
3707 xorps xmm0,xmm4
3708 shufps xmm1,xmm1,255
3709 xorps xmm0,xmm1
3710 DB 0F3h,0C3h ;repret
3711
3712 ALIGN 16
3713 $L$key_expansion_192a:
3714 movups XMMWORD[rax],xmm0
3715 lea rax,[16+rax]
3716 $L$key_expansion_192a_cold:
3717 movaps xmm5,xmm2
3718 $L$key_expansion_192b_warm:
3719 shufps xmm4,xmm0,16
3720 movdqa xmm3,xmm2
3721 xorps xmm0,xmm4
3722 shufps xmm4,xmm0,140
3723 pslldq xmm3,4
3724 xorps xmm0,xmm4
3725 pshufd xmm1,xmm1,85
3726 pxor xmm2,xmm3
3727 pxor xmm0,xmm1
3728 pshufd xmm3,xmm0,255
3729 pxor xmm2,xmm3
3730 DB 0F3h,0C3h ;repret
3731
3732 ALIGN 16
3733 $L$key_expansion_192b:
3734 movaps xmm3,xmm0
3735 shufps xmm5,xmm0,68
3736 movups XMMWORD[rax],xmm5
3737 shufps xmm3,xmm2,78
3738 movups XMMWORD[16+rax],xmm3
3739 lea rax,[32+rax]
3740 jmp NEAR $L$key_expansion_192b_warm
3741
3742 ALIGN 16
3743 $L$key_expansion_256a:
3744 movups XMMWORD[rax],xmm2
3745 lea rax,[16+rax]
3746 $L$key_expansion_256a_cold:
3747 shufps xmm4,xmm0,16
3748 xorps xmm0,xmm4
3749 shufps xmm4,xmm0,140
3750 xorps xmm0,xmm4
3751 shufps xmm1,xmm1,255
3752 xorps xmm0,xmm1
3753 DB 0F3h,0C3h ;repret
3754
3755 ALIGN 16
3756 $L$key_expansion_256b:
3757 movups XMMWORD[rax],xmm0
3758 lea rax,[16+rax]
3759
3760 shufps xmm4,xmm2,16
3761 xorps xmm2,xmm4
3762 shufps xmm4,xmm2,140
3763 xorps xmm2,xmm4
3764 shufps xmm1,xmm1,170
3765 xorps xmm2,xmm1
3766 DB 0F3h,0C3h ;repret
3767
3768
3769 ALIGN 64
3770 $L$bswap_mask:
3771 DB 15,14,13,12,11,10,9,8,7,6,5,4,3,2,1,0
3772 $L$increment32:
3773 DD 6,6,6,0
3774 $L$increment64:
3775 DD 1,0,0,0
3776 $L$xts_magic:
3777 DD 0x87,0,1,0
3778 $L$increment1:
3779 DB 0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1
3780 $L$key_rotate:
3781 DD 0x0c0f0e0d,0x0c0f0e0d,0x0c0f0e0d,0x0c0f0e0d
3782 $L$key_rotate192:
3783 DD 0x04070605,0x04070605,0x04070605,0x04070605
3784 $L$key_rcon1:
3785 DD 1,1,1,1
3786 $L$key_rcon1b:
3787 DD 0x1b,0x1b,0x1b,0x1b
3788
3789 DB 65,69,83,32,102,111,114,32,73,110,116,101,108,32,65,69
3790 DB 83,45,78,73,44,32,67,82,89,80,84,79,71,65,77,83
3791 DB 32,98,121,32,60,97,112,112,114,111,64,111,112,101,110,115
3792 DB 115,108,46,111,114,103,62,0
3793 ALIGN 64
3794 EXTERN __imp_RtlVirtualUnwind
3795
3796 ALIGN 16
3797 ecb_ccm64_se_handler:
3798 push rsi
3799 push rdi
3800 push rbx
3801 push rbp
3802 push r12
3803 push r13
3804 push r14
3805 push r15
3806 pushfq
3807 sub rsp,64
3808
3809 mov rax,QWORD[120+r8]
3810 mov rbx,QWORD[248+r8]
3811
3812 mov rsi,QWORD[8+r9]
3813 mov r11,QWORD[56+r9]
3814
3815 mov r10d,DWORD[r11]
3816 lea r10,[r10*1+rsi]
3817 cmp rbx,r10
3818 jb NEAR $L$common_seh_tail
3819
3820 mov rax,QWORD[152+r8]
3821
3822 mov r10d,DWORD[4+r11]
3823 lea r10,[r10*1+rsi]
3824 cmp rbx,r10
3825 jae NEAR $L$common_seh_tail
3826
3827 lea rsi,[rax]
3828 lea rdi,[512+r8]
3829 mov ecx,8
3830 DD 0xa548f3fc
3831 lea rax,[88+rax]
3832
3833 jmp NEAR $L$common_seh_tail
3834
3835
3836
3837 ALIGN 16
3838 ctr_xts_se_handler:
3839 push rsi
3840 push rdi
3841 push rbx
3842 push rbp
3843 push r12
3844 push r13
3845 push r14
3846 push r15
3847 pushfq
3848 sub rsp,64
3849
3850 mov rax,QWORD[120+r8]
3851 mov rbx,QWORD[248+r8]
3852
3853 mov rsi,QWORD[8+r9]
3854 mov r11,QWORD[56+r9]
3855
3856 mov r10d,DWORD[r11]
3857 lea r10,[r10*1+rsi]
3858 cmp rbx,r10
3859 jb NEAR $L$common_seh_tail
3860
3861 mov rax,QWORD[152+r8]
3862
3863 mov r10d,DWORD[4+r11]
3864 lea r10,[r10*1+rsi]
3865 cmp rbx,r10
3866 jae NEAR $L$common_seh_tail
3867
3868 mov rax,QWORD[160+r8]
3869 lea rsi,[((-160))+rax]
3870 lea rdi,[512+r8]
3871 mov ecx,20
3872 DD 0xa548f3fc
3873
3874 jmp NEAR $L$common_rbp_tail
3875
3876
3877 ALIGN 16
3878 cbc_se_handler:
3879 push rsi
3880 push rdi
3881 push rbx
3882 push rbp
3883 push r12
3884 push r13
3885 push r14
3886 push r15
3887 pushfq
3888 sub rsp,64
3889
3890 mov rax,QWORD[152+r8]
3891 mov rbx,QWORD[248+r8]
3892
3893 lea r10,[$L$cbc_decrypt_bulk]
3894 cmp rbx,r10
3895 jb NEAR $L$common_seh_tail
3896
3897 lea r10,[$L$cbc_decrypt_body]
3898 cmp rbx,r10
3899 jb NEAR $L$restore_cbc_rax
3900
3901 lea r10,[$L$cbc_ret]
3902 cmp rbx,r10
3903 jae NEAR $L$common_seh_tail
3904
3905 lea rsi,[16+rax]
3906 lea rdi,[512+r8]
3907 mov ecx,20
3908 DD 0xa548f3fc
3909
3910 $L$common_rbp_tail:
3911 mov rax,QWORD[160+r8]
3912 mov rbp,QWORD[rax]
3913 lea rax,[8+rax]
3914 mov QWORD[160+r8],rbp
3915 jmp NEAR $L$common_seh_tail
3916
3917 $L$restore_cbc_rax:
3918 mov rax,QWORD[120+r8]
3919
3920 $L$common_seh_tail:
3921 mov rdi,QWORD[8+rax]
3922 mov rsi,QWORD[16+rax]
3923 mov QWORD[152+r8],rax
3924 mov QWORD[168+r8],rsi
3925 mov QWORD[176+r8],rdi
3926
3927 mov rdi,QWORD[40+r9]
3928 mov rsi,r8
3929 mov ecx,154
3930 DD 0xa548f3fc
3931
3932 mov rsi,r9
3933 xor rcx,rcx
3934 mov rdx,QWORD[8+rsi]
3935 mov r8,QWORD[rsi]
3936 mov r9,QWORD[16+rsi]
3937 mov r10,QWORD[40+rsi]
3938 lea r11,[56+rsi]
3939 lea r12,[24+rsi]
3940 mov QWORD[32+rsp],r10
3941 mov QWORD[40+rsp],r11
3942 mov QWORD[48+rsp],r12
3943 mov QWORD[56+rsp],rcx
3944 call QWORD[__imp_RtlVirtualUnwind]
3945
3946 mov eax,1
3947 add rsp,64
3948 popfq
3949 pop r15
3950 pop r14
3951 pop r13
3952 pop r12
3953 pop rbp
3954 pop rbx
3955 pop rdi
3956 pop rsi
3957 DB 0F3h,0C3h ;repret
3958
3959
3960 section .pdata rdata align=4
3961 ALIGN 4
3962 DD $L$SEH_begin_aesni_ecb_encrypt wrt ..imagebase
3963 DD $L$SEH_end_aesni_ecb_encrypt wrt ..imagebase
3964 DD $L$SEH_info_ecb wrt ..imagebase
3965
3966 DD $L$SEH_begin_aesni_ccm64_encrypt_blocks wrt ..imagebase
3967 DD $L$SEH_end_aesni_ccm64_encrypt_blocks wrt ..imagebase
3968 DD $L$SEH_info_ccm64_enc wrt ..imagebase
3969
3970 DD $L$SEH_begin_aesni_ccm64_decrypt_blocks wrt ..imagebase
3971 DD $L$SEH_end_aesni_ccm64_decrypt_blocks wrt ..imagebase
3972 DD $L$SEH_info_ccm64_dec wrt ..imagebase
3973
3974 DD $L$SEH_begin_aesni_ctr32_encrypt_blocks wrt ..imagebase
3975 DD $L$SEH_end_aesni_ctr32_encrypt_blocks wrt ..imagebase
3976 DD $L$SEH_info_ctr32 wrt ..imagebase
3977
3978 DD $L$SEH_begin_aesni_xts_encrypt wrt ..imagebase
3979 DD $L$SEH_end_aesni_xts_encrypt wrt ..imagebase
3980 DD $L$SEH_info_xts_enc wrt ..imagebase
3981
3982 DD $L$SEH_begin_aesni_xts_decrypt wrt ..imagebase
3983 DD $L$SEH_end_aesni_xts_decrypt wrt ..imagebase
3984 DD $L$SEH_info_xts_dec wrt ..imagebase
3985 DD $L$SEH_begin_aesni_cbc_encrypt wrt ..imagebase
3986 DD $L$SEH_end_aesni_cbc_encrypt wrt ..imagebase
3987 DD $L$SEH_info_cbc wrt ..imagebase
3988
3989 DD aesni_set_decrypt_key wrt ..imagebase
3990 DD $L$SEH_end_set_decrypt_key wrt ..imagebase
3991 DD $L$SEH_info_key wrt ..imagebase
3992
3993 DD aesni_set_encrypt_key wrt ..imagebase
3994 DD $L$SEH_end_set_encrypt_key wrt ..imagebase
3995 DD $L$SEH_info_key wrt ..imagebase
3996 section .xdata rdata align=8
3997 ALIGN 8
3998 $L$SEH_info_ecb:
3999 DB 9,0,0,0
4000 DD ecb_ccm64_se_handler wrt ..imagebase
4001 DD $L$ecb_enc_body wrt ..imagebase,$L$ecb_enc_ret wrt ..imagebase
4002 $L$SEH_info_ccm64_enc:
4003 DB 9,0,0,0
4004 DD ecb_ccm64_se_handler wrt ..imagebase
4005 DD $L$ccm64_enc_body wrt ..imagebase,$L$ccm64_enc_ret wrt ..imagebase
4006 $L$SEH_info_ccm64_dec:
4007 DB 9,0,0,0
4008 DD ecb_ccm64_se_handler wrt ..imagebase
4009 DD $L$ccm64_dec_body wrt ..imagebase,$L$ccm64_dec_ret wrt ..imagebase
4010 $L$SEH_info_ctr32:
4011 DB 9,0,0,0
4012 DD ctr_xts_se_handler wrt ..imagebase
4013 DD $L$ctr32_body wrt ..imagebase,$L$ctr32_epilogue wrt ..imagebase
4014 $L$SEH_info_xts_enc:
4015 DB 9,0,0,0
4016 DD ctr_xts_se_handler wrt ..imagebase
4017 DD $L$xts_enc_body wrt ..imagebase,$L$xts_enc_epilogue wrt ..imagebase
4018 $L$SEH_info_xts_dec:
4019 DB 9,0,0,0
4020 DD ctr_xts_se_handler wrt ..imagebase
4021 DD $L$xts_dec_body wrt ..imagebase,$L$xts_dec_epilogue wrt ..imagebase
4022 $L$SEH_info_cbc:
4023 DB 9,0,0,0
4024 DD cbc_se_handler wrt ..imagebase
4025 $L$SEH_info_key:
4026 DB 0x01,0x04,0x01,0x00
4027 DB 0x04,0x02,0x00,0x00