1 .file "../../../../crypto/openssl/crypto/aes/asm/aesni-x86.s"
4 .type aesni_encrypt,@function
7 .L_aesni_encrypt_begin:
18 .byte 102,15,56,220,209
23 .byte 102,15,56,221,209
26 .size aesni_encrypt,.-.L_aesni_encrypt_begin
28 .type aesni_decrypt,@function
31 .L_aesni_decrypt_begin:
42 .byte 102,15,56,222,209
47 .byte 102,15,56,223,209
50 .size aesni_decrypt,.-.L_aesni_decrypt_begin
51 .type _aesni_encrypt3,@function
63 .byte 102,15,56,220,209
64 .byte 102,15,56,220,217
66 .byte 102,15,56,220,225
68 .byte 102,15,56,220,208
69 .byte 102,15,56,220,216
71 .byte 102,15,56,220,224
74 .byte 102,15,56,220,209
75 .byte 102,15,56,220,217
76 .byte 102,15,56,220,225
77 .byte 102,15,56,221,208
78 .byte 102,15,56,221,216
79 .byte 102,15,56,221,224
81 .size _aesni_encrypt3,.-_aesni_encrypt3
82 .type _aesni_decrypt3,@function
94 .byte 102,15,56,222,209
95 .byte 102,15,56,222,217
97 .byte 102,15,56,222,225
99 .byte 102,15,56,222,208
100 .byte 102,15,56,222,216
102 .byte 102,15,56,222,224
105 .byte 102,15,56,222,209
106 .byte 102,15,56,222,217
107 .byte 102,15,56,222,225
108 .byte 102,15,56,223,208
109 .byte 102,15,56,223,216
110 .byte 102,15,56,223,224
112 .size _aesni_decrypt3,.-_aesni_decrypt3
113 .type _aesni_encrypt4,@function
117 movups 16(%edx),%xmm1
126 .byte 102,15,56,220,209
127 .byte 102,15,56,220,217
129 .byte 102,15,56,220,225
130 .byte 102,15,56,220,233
131 movups 16(%edx),%xmm1
132 .byte 102,15,56,220,208
133 .byte 102,15,56,220,216
135 .byte 102,15,56,220,224
136 .byte 102,15,56,220,232
139 .byte 102,15,56,220,209
140 .byte 102,15,56,220,217
141 .byte 102,15,56,220,225
142 .byte 102,15,56,220,233
143 .byte 102,15,56,221,208
144 .byte 102,15,56,221,216
145 .byte 102,15,56,221,224
146 .byte 102,15,56,221,232
148 .size _aesni_encrypt4,.-_aesni_encrypt4
149 .type _aesni_decrypt4,@function
153 movups 16(%edx),%xmm1
162 .byte 102,15,56,222,209
163 .byte 102,15,56,222,217
165 .byte 102,15,56,222,225
166 .byte 102,15,56,222,233
167 movups 16(%edx),%xmm1
168 .byte 102,15,56,222,208
169 .byte 102,15,56,222,216
171 .byte 102,15,56,222,224
172 .byte 102,15,56,222,232
175 .byte 102,15,56,222,209
176 .byte 102,15,56,222,217
177 .byte 102,15,56,222,225
178 .byte 102,15,56,222,233
179 .byte 102,15,56,223,208
180 .byte 102,15,56,223,216
181 .byte 102,15,56,223,224
182 .byte 102,15,56,223,232
184 .size _aesni_decrypt4,.-_aesni_decrypt4
185 .type _aesni_encrypt6,@function
190 movups 16(%edx),%xmm1
194 .byte 102,15,56,220,209
196 .byte 102,15,56,220,217
199 .byte 102,15,56,220,225
201 .byte 102,15,56,220,233
203 .byte 102,15,56,220,241
205 .byte 102,15,56,220,249
206 jmp .L_aesni_encrypt6_enter
209 .byte 102,15,56,220,209
210 .byte 102,15,56,220,217
212 .byte 102,15,56,220,225
213 .byte 102,15,56,220,233
214 .byte 102,15,56,220,241
215 .byte 102,15,56,220,249
217 .L_aesni_encrypt6_enter:
218 movups 16(%edx),%xmm1
219 .byte 102,15,56,220,208
220 .byte 102,15,56,220,216
222 .byte 102,15,56,220,224
223 .byte 102,15,56,220,232
224 .byte 102,15,56,220,240
225 .byte 102,15,56,220,248
228 .byte 102,15,56,220,209
229 .byte 102,15,56,220,217
230 .byte 102,15,56,220,225
231 .byte 102,15,56,220,233
232 .byte 102,15,56,220,241
233 .byte 102,15,56,220,249
234 .byte 102,15,56,221,208
235 .byte 102,15,56,221,216
236 .byte 102,15,56,221,224
237 .byte 102,15,56,221,232
238 .byte 102,15,56,221,240
239 .byte 102,15,56,221,248
241 .size _aesni_encrypt6,.-_aesni_encrypt6
242 .type _aesni_decrypt6,@function
247 movups 16(%edx),%xmm1
251 .byte 102,15,56,222,209
253 .byte 102,15,56,222,217
256 .byte 102,15,56,222,225
258 .byte 102,15,56,222,233
260 .byte 102,15,56,222,241
262 .byte 102,15,56,222,249
263 jmp .L_aesni_decrypt6_enter
266 .byte 102,15,56,222,209
267 .byte 102,15,56,222,217
269 .byte 102,15,56,222,225
270 .byte 102,15,56,222,233
271 .byte 102,15,56,222,241
272 .byte 102,15,56,222,249
274 .L_aesni_decrypt6_enter:
275 movups 16(%edx),%xmm1
276 .byte 102,15,56,222,208
277 .byte 102,15,56,222,216
279 .byte 102,15,56,222,224
280 .byte 102,15,56,222,232
281 .byte 102,15,56,222,240
282 .byte 102,15,56,222,248
285 .byte 102,15,56,222,209
286 .byte 102,15,56,222,217
287 .byte 102,15,56,222,225
288 .byte 102,15,56,222,233
289 .byte 102,15,56,222,241
290 .byte 102,15,56,222,249
291 .byte 102,15,56,223,208
292 .byte 102,15,56,223,216
293 .byte 102,15,56,223,224
294 .byte 102,15,56,223,232
295 .byte 102,15,56,223,240
296 .byte 102,15,56,223,248
298 .size _aesni_decrypt6,.-_aesni_decrypt6
299 .globl aesni_ecb_encrypt
300 .type aesni_ecb_encrypt,@function
303 .L_aesni_ecb_encrypt_begin:
323 movdqu 16(%esi),%xmm3
324 movdqu 32(%esi),%xmm4
325 movdqu 48(%esi),%xmm5
326 movdqu 64(%esi),%xmm6
327 movdqu 80(%esi),%xmm7
330 jmp .L011ecb_enc_loop6_enter
335 movups %xmm3,16(%edi)
336 movdqu 16(%esi),%xmm3
337 movups %xmm4,32(%edi)
338 movdqu 32(%esi),%xmm4
339 movups %xmm5,48(%edi)
340 movdqu 48(%esi),%xmm5
341 movups %xmm6,64(%edi)
342 movdqu 64(%esi),%xmm6
343 movups %xmm7,80(%edi)
345 movdqu 80(%esi),%xmm7
347 .L011ecb_enc_loop6_enter:
352 jnc .L012ecb_enc_loop6
354 movups %xmm3,16(%edi)
355 movups %xmm4,32(%edi)
356 movups %xmm5,48(%edi)
357 movups %xmm6,64(%edi)
358 movups %xmm7,80(%edi)
366 movups 16(%esi),%xmm3
368 movups 32(%esi),%xmm4
370 jb .L015ecb_enc_three
371 movups 48(%esi),%xmm5
373 movups 64(%esi),%xmm6
377 movups %xmm3,16(%edi)
378 movups %xmm4,32(%edi)
379 movups %xmm5,48(%edi)
380 movups %xmm6,64(%edi)
385 movups 16(%edx),%xmm1
389 .byte 102,15,56,220,209
394 .byte 102,15,56,221,209
402 movups %xmm3,16(%edi)
408 movups %xmm3,16(%edi)
409 movups %xmm4,32(%edi)
415 movups %xmm3,16(%edi)
416 movups %xmm4,32(%edi)
417 movups %xmm5,48(%edi)
426 movdqu 16(%esi),%xmm3
427 movdqu 32(%esi),%xmm4
428 movdqu 48(%esi),%xmm5
429 movdqu 64(%esi),%xmm6
430 movdqu 80(%esi),%xmm7
433 jmp .L019ecb_dec_loop6_enter
438 movups %xmm3,16(%edi)
439 movdqu 16(%esi),%xmm3
440 movups %xmm4,32(%edi)
441 movdqu 32(%esi),%xmm4
442 movups %xmm5,48(%edi)
443 movdqu 48(%esi),%xmm5
444 movups %xmm6,64(%edi)
445 movdqu 64(%esi),%xmm6
446 movups %xmm7,80(%edi)
448 movdqu 80(%esi),%xmm7
450 .L019ecb_dec_loop6_enter:
455 jnc .L020ecb_dec_loop6
457 movups %xmm3,16(%edi)
458 movups %xmm4,32(%edi)
459 movups %xmm5,48(%edi)
460 movups %xmm6,64(%edi)
461 movups %xmm7,80(%edi)
469 movups 16(%esi),%xmm3
471 movups 32(%esi),%xmm4
473 jb .L023ecb_dec_three
474 movups 48(%esi),%xmm5
476 movups 64(%esi),%xmm6
480 movups %xmm3,16(%edi)
481 movups %xmm4,32(%edi)
482 movups %xmm5,48(%edi)
483 movups %xmm6,64(%edi)
488 movups 16(%edx),%xmm1
492 .byte 102,15,56,222,209
497 .byte 102,15,56,223,209
505 movups %xmm3,16(%edi)
511 movups %xmm3,16(%edi)
512 movups %xmm4,32(%edi)
518 movups %xmm3,16(%edi)
519 movups %xmm4,32(%edi)
520 movups %xmm5,48(%edi)
527 .size aesni_ecb_encrypt,.-.L_aesni_ecb_encrypt_begin
528 .globl aesni_ccm64_encrypt_blocks
529 .type aesni_ccm64_encrypt_blocks,@function
531 aesni_ccm64_encrypt_blocks:
532 .L_aesni_ccm64_encrypt_blocks_begin:
550 movl $202182159,(%esp)
551 movl $134810123,4(%esp)
552 movl $67438087,8(%esp)
565 .byte 102,15,56,0,253
566 .L026ccm64_enc_outer:
571 movups 16(%ebp),%xmm1
576 .L027ccm64_enc2_loop:
577 .byte 102,15,56,220,209
579 .byte 102,15,56,220,217
580 movups 16(%edx),%xmm1
581 .byte 102,15,56,220,208
583 .byte 102,15,56,220,216
585 jnz .L027ccm64_enc2_loop
586 .byte 102,15,56,220,209
587 .byte 102,15,56,220,217
589 .byte 102,15,56,221,208
590 .byte 102,15,56,221,216
597 .byte 102,15,56,0,213
598 jnz .L026ccm64_enc_outer
607 .size aesni_ccm64_encrypt_blocks,.-.L_aesni_ccm64_encrypt_blocks_begin
608 .globl aesni_ccm64_decrypt_blocks
609 .type aesni_ccm64_decrypt_blocks,@function
611 aesni_ccm64_decrypt_blocks:
612 .L_aesni_ccm64_decrypt_blocks_begin:
630 movl $202182159,(%esp)
631 movl $134810123,4(%esp)
632 movl $67438087,8(%esp)
644 .byte 102,15,56,0,253
646 movups 16(%edx),%xmm1
650 .byte 102,15,56,220,209
655 .byte 102,15,56,221,209
659 jmp .L029ccm64_dec_outer
661 .L029ccm64_dec_outer:
667 .byte 102,15,56,0,213
669 jz .L030ccm64_dec_break
672 movups 16(%ebp),%xmm1
678 .L031ccm64_dec2_loop:
679 .byte 102,15,56,220,209
681 .byte 102,15,56,220,217
682 movups 16(%edx),%xmm1
683 .byte 102,15,56,220,208
685 .byte 102,15,56,220,216
687 jnz .L031ccm64_dec2_loop
690 .byte 102,15,56,220,209
691 .byte 102,15,56,220,217
693 .byte 102,15,56,221,208
694 .byte 102,15,56,221,216
695 jmp .L029ccm64_dec_outer
697 .L030ccm64_dec_break:
700 movups 16(%edx),%xmm1
705 .byte 102,15,56,220,217
710 .byte 102,15,56,221,217
719 .size aesni_ccm64_decrypt_blocks,.-.L_aesni_ccm64_decrypt_blocks_begin
720 .globl aesni_ctr32_encrypt_blocks
721 .type aesni_ctr32_encrypt_blocks,@function
723 aesni_ctr32_encrypt_blocks:
724 .L_aesni_ctr32_encrypt_blocks_begin:
739 je .L033ctr32_one_shortcut
741 movl $202182159,(%esp)
742 movl $134810123,4(%esp)
743 movl $67438087,8(%esp)
751 .byte 102,15,58,22,251,3
752 .byte 102,15,58,34,253,3
758 .byte 102,15,58,34,203,0
760 .byte 102,15,58,34,197,0
762 .byte 102,15,58,34,203,1
764 .byte 102,15,58,34,197,1
766 .byte 102,15,58,34,203,2
768 .byte 102,15,58,34,197,2
769 movdqa %xmm1,48(%esp)
770 .byte 102,15,56,0,202
771 movdqa %xmm0,64(%esp)
772 .byte 102,15,56,0,194
773 pshufd $192,%xmm1,%xmm2
774 pshufd $128,%xmm1,%xmm3
777 movdqa %xmm7,32(%esp)
785 pshufd $64,%xmm1,%xmm4
786 movdqa 32(%esp),%xmm1
787 pshufd $192,%xmm0,%xmm5
789 pshufd $128,%xmm0,%xmm6
791 pshufd $64,%xmm0,%xmm7
797 movups 16(%ebp),%xmm1
802 .byte 102,15,56,220,209
804 .byte 102,15,56,220,217
806 .byte 102,15,56,220,225
808 .byte 102,15,56,220,233
810 .byte 102,15,56,220,241
812 .byte 102,15,56,220,249
813 call .L_aesni_encrypt6_enter
815 movups 16(%esi),%xmm0
817 movups 32(%esi),%xmm1
820 movdqa 16(%esp),%xmm0
822 movdqa 48(%esp),%xmm1
823 movups %xmm3,16(%edi)
824 movups %xmm4,32(%edi)
828 movups 48(%esi),%xmm3
829 movups 64(%esi),%xmm4
831 movups 80(%esi),%xmm3
833 movdqa %xmm1,48(%esp)
834 .byte 102,15,56,0,202
836 movups %xmm5,48(%edi)
838 movdqa %xmm0,64(%esp)
839 .byte 102,15,56,0,194
840 movups %xmm6,64(%edi)
841 pshufd $192,%xmm1,%xmm2
842 movups %xmm7,80(%edi)
845 pshufd $128,%xmm1,%xmm3
852 movdqa 32(%esp),%xmm7
857 pshufd $64,%xmm1,%xmm4
860 pshufd $192,%xmm0,%xmm5
864 pshufd $128,%xmm0,%xmm6
870 movups 16(%esi),%xmm0
872 movups 32(%esi),%xmm1
874 movups 48(%esi),%xmm0
876 movups 64(%esi),%xmm1
880 movups %xmm3,16(%edi)
881 movups %xmm4,32(%edi)
882 movups %xmm5,48(%edi)
883 movups %xmm6,64(%edi)
886 .L033ctr32_one_shortcut:
891 movups 16(%edx),%xmm1
895 .byte 102,15,56,220,209
900 .byte 102,15,56,221,209
909 movups 16(%esi),%xmm6
913 movups %xmm3,16(%edi)
919 movups 16(%esi),%xmm6
921 movups 32(%esi),%xmm7
925 movups %xmm3,16(%edi)
926 movups %xmm4,32(%edi)
932 movups 16(%esi),%xmm7
933 movups 32(%esi),%xmm1
935 movups 48(%esi),%xmm0
939 movups %xmm3,16(%edi)
941 movups %xmm4,32(%edi)
942 movups %xmm5,48(%edi)
950 .size aesni_ctr32_encrypt_blocks,.-.L_aesni_ctr32_encrypt_blocks_begin
951 .globl aesni_xts_encrypt
952 .type aesni_xts_encrypt,@function
955 .L_aesni_xts_encrypt_begin:
965 movups 16(%edx),%xmm1
969 .byte 102,15,56,220,209
974 .byte 102,15,56,221,209
991 movdqa 96(%esp),%xmm3
997 jc .L043xts_enc_short
1000 jmp .L044xts_enc_loop6
1003 pshufd $19,%xmm0,%xmm2
1010 pshufd $19,%xmm0,%xmm2
1012 movdqa %xmm1,16(%esp)
1017 pshufd $19,%xmm0,%xmm2
1019 movdqa %xmm1,32(%esp)
1024 pshufd $19,%xmm0,%xmm2
1026 movdqa %xmm1,48(%esp)
1031 pshufd $19,%xmm0,%xmm7
1032 movdqa %xmm1,64(%esp)
1038 movdqu 16(%esi),%xmm3
1040 movdqu 32(%esi),%xmm4
1042 movdqu 48(%esi),%xmm5
1044 movdqu 64(%esi),%xmm6
1046 movdqu 80(%esi),%xmm1
1050 movdqa %xmm7,80(%esp)
1052 movups 16(%ebp),%xmm1
1055 .byte 102,15,56,220,209
1057 .byte 102,15,56,220,217
1060 .byte 102,15,56,220,225
1062 .byte 102,15,56,220,233
1064 .byte 102,15,56,220,241
1066 .byte 102,15,56,220,249
1067 call .L_aesni_encrypt6_enter
1068 movdqa 80(%esp),%xmm1
1072 xorps 16(%esp),%xmm3
1074 xorps 32(%esp),%xmm4
1075 movups %xmm3,16(%edi)
1076 xorps 48(%esp),%xmm5
1077 movups %xmm4,32(%edi)
1078 xorps 64(%esp),%xmm6
1079 movups %xmm5,48(%edi)
1081 movups %xmm6,64(%edi)
1082 pshufd $19,%xmm0,%xmm2
1083 movups %xmm7,80(%edi)
1085 movdqa 96(%esp),%xmm3
1093 jnc .L044xts_enc_loop6
1094 leal 1(,%ecx,2),%ecx
1099 jz .L045xts_enc_done6x
1103 pshufd $19,%xmm0,%xmm2
1110 pshufd $19,%xmm0,%xmm2
1118 jb .L048xts_enc_three
1119 pshufd $19,%xmm0,%xmm2
1127 movdqa %xmm6,16(%esp)
1128 je .L049xts_enc_four
1129 movdqa %xmm7,32(%esp)
1130 pshufd $19,%xmm0,%xmm7
1131 movdqa %xmm1,48(%esp)
1136 movdqu 16(%esi),%xmm3
1137 movdqu 32(%esi),%xmm4
1139 movdqu 48(%esi),%xmm5
1141 movdqu 64(%esi),%xmm6
1145 movdqa %xmm7,64(%esp)
1147 call _aesni_encrypt6
1148 movaps 64(%esp),%xmm1
1150 xorps 16(%esp),%xmm3
1151 xorps 32(%esp),%xmm4
1153 xorps 48(%esp),%xmm5
1154 movups %xmm3,16(%edi)
1156 movups %xmm4,32(%edi)
1157 movups %xmm5,48(%edi)
1158 movups %xmm6,64(%edi)
1160 jmp .L050xts_enc_done
1167 movups 16(%edx),%xmm1
1171 .byte 102,15,56,220,209
1175 jnz .L051enc1_loop_9
1176 .byte 102,15,56,221,209
1181 jmp .L050xts_enc_done
1186 movups 16(%esi),%xmm3
1191 call _aesni_encrypt3
1195 movups %xmm3,16(%edi)
1198 jmp .L050xts_enc_done
1203 movups 16(%esi),%xmm3
1204 movups 32(%esi),%xmm4
1209 call _aesni_encrypt3
1214 movups %xmm3,16(%edi)
1215 movups %xmm4,32(%edi)
1218 jmp .L050xts_enc_done
1223 movups 16(%esi),%xmm3
1224 movups 32(%esi),%xmm4
1226 movups 48(%esi),%xmm5
1228 xorps 16(%esp),%xmm3
1231 call _aesni_encrypt4
1233 xorps 16(%esp),%xmm3
1237 movups %xmm3,16(%edi)
1238 movups %xmm4,32(%edi)
1239 movups %xmm5,48(%edi)
1242 jmp .L050xts_enc_done
1244 .L045xts_enc_done6x:
1250 jmp .L053xts_enc_steal
1259 pshufd $19,%xmm0,%xmm5
1265 movzbl -16(%edi),%edx
1271 jnz .L053xts_enc_steal
1275 movups -16(%edi),%xmm2
1278 movups 16(%edx),%xmm1
1282 .byte 102,15,56,220,209
1286 jnz .L054enc1_loop_10
1287 .byte 102,15,56,221,209
1289 movups %xmm2,-16(%edi)
1297 .size aesni_xts_encrypt,.-.L_aesni_xts_encrypt_begin
1298 .globl aesni_xts_decrypt
1299 .type aesni_xts_decrypt,@function
1302 .L_aesni_xts_decrypt_begin:
1312 movups 16(%edx),%xmm1
1316 .byte 102,15,56,220,209
1320 jnz .L055enc1_loop_11
1321 .byte 102,15,56,221,209
1345 movdqa 96(%esp),%xmm3
1349 jc .L056xts_dec_short
1352 jmp .L057xts_dec_loop6
1355 pshufd $19,%xmm0,%xmm2
1362 pshufd $19,%xmm0,%xmm2
1364 movdqa %xmm1,16(%esp)
1369 pshufd $19,%xmm0,%xmm2
1371 movdqa %xmm1,32(%esp)
1376 pshufd $19,%xmm0,%xmm2
1378 movdqa %xmm1,48(%esp)
1383 pshufd $19,%xmm0,%xmm7
1384 movdqa %xmm1,64(%esp)
1390 movdqu 16(%esi),%xmm3
1392 movdqu 32(%esi),%xmm4
1394 movdqu 48(%esi),%xmm5
1396 movdqu 64(%esi),%xmm6
1398 movdqu 80(%esi),%xmm1
1402 movdqa %xmm7,80(%esp)
1404 movups 16(%ebp),%xmm1
1407 .byte 102,15,56,222,209
1409 .byte 102,15,56,222,217
1412 .byte 102,15,56,222,225
1414 .byte 102,15,56,222,233
1416 .byte 102,15,56,222,241
1418 .byte 102,15,56,222,249
1419 call .L_aesni_decrypt6_enter
1420 movdqa 80(%esp),%xmm1
1424 xorps 16(%esp),%xmm3
1426 xorps 32(%esp),%xmm4
1427 movups %xmm3,16(%edi)
1428 xorps 48(%esp),%xmm5
1429 movups %xmm4,32(%edi)
1430 xorps 64(%esp),%xmm6
1431 movups %xmm5,48(%edi)
1433 movups %xmm6,64(%edi)
1434 pshufd $19,%xmm0,%xmm2
1435 movups %xmm7,80(%edi)
1437 movdqa 96(%esp),%xmm3
1445 jnc .L057xts_dec_loop6
1446 leal 1(,%ecx,2),%ecx
1451 jz .L058xts_dec_done6x
1455 pshufd $19,%xmm0,%xmm2
1462 pshufd $19,%xmm0,%xmm2
1470 jb .L061xts_dec_three
1471 pshufd $19,%xmm0,%xmm2
1479 movdqa %xmm6,16(%esp)
1480 je .L062xts_dec_four
1481 movdqa %xmm7,32(%esp)
1482 pshufd $19,%xmm0,%xmm7
1483 movdqa %xmm1,48(%esp)
1488 movdqu 16(%esi),%xmm3
1489 movdqu 32(%esi),%xmm4
1491 movdqu 48(%esi),%xmm5
1493 movdqu 64(%esi),%xmm6
1497 movdqa %xmm7,64(%esp)
1499 call _aesni_decrypt6
1500 movaps 64(%esp),%xmm1
1502 xorps 16(%esp),%xmm3
1503 xorps 32(%esp),%xmm4
1505 xorps 48(%esp),%xmm5
1506 movups %xmm3,16(%edi)
1508 movups %xmm4,32(%edi)
1509 movups %xmm5,48(%edi)
1510 movups %xmm6,64(%edi)
1512 jmp .L063xts_dec_done
1519 movups 16(%edx),%xmm1
1523 .byte 102,15,56,222,209
1527 jnz .L064dec1_loop_12
1528 .byte 102,15,56,223,209
1533 jmp .L063xts_dec_done
1538 movups 16(%esi),%xmm3
1542 call _aesni_decrypt3
1546 movups %xmm3,16(%edi)
1549 jmp .L063xts_dec_done
1554 movups 16(%esi),%xmm3
1555 movups 32(%esi),%xmm4
1560 call _aesni_decrypt3
1565 movups %xmm3,16(%edi)
1566 movups %xmm4,32(%edi)
1569 jmp .L063xts_dec_done
1574 movups 16(%esi),%xmm3
1575 movups 32(%esi),%xmm4
1577 movups 48(%esi),%xmm5
1579 xorps 16(%esp),%xmm3
1582 call _aesni_decrypt4
1584 xorps 16(%esp),%xmm3
1588 movups %xmm3,16(%edi)
1589 movups %xmm4,32(%edi)
1590 movups %xmm5,48(%edi)
1593 jmp .L063xts_dec_done
1595 .L058xts_dec_done6x:
1600 jmp .L066xts_dec_only_one_more
1609 pshufd $19,%xmm0,%xmm2
1611 movdqa 96(%esp),%xmm3
1616 .L066xts_dec_only_one_more:
1617 pshufd $19,%xmm0,%xmm5
1627 movups 16(%edx),%xmm1
1631 .byte 102,15,56,222,209
1635 jnz .L067dec1_loop_13
1636 .byte 102,15,56,223,209
1640 movzbl 16(%esi),%ecx
1647 jnz .L068xts_dec_steal
1654 movups 16(%edx),%xmm1
1658 .byte 102,15,56,222,209
1662 jnz .L069dec1_loop_14
1663 .byte 102,15,56,223,209
1673 .size aesni_xts_decrypt,.-.L_aesni_xts_decrypt_begin
1674 .globl aesni_cbc_encrypt
1675 .type aesni_cbc_encrypt,@function
1678 .L_aesni_cbc_encrypt_begin:
1703 jb .L072cbc_enc_tail
1705 jmp .L073cbc_enc_loop
1711 movups 16(%edx),%xmm1
1716 .byte 102,15,56,220,209
1720 jnz .L074enc1_loop_15
1721 .byte 102,15,56,221,209
1727 jnc .L073cbc_enc_loop
1729 jnz .L072cbc_enc_tail
1743 jmp .L073cbc_enc_loop
1747 jbe .L076cbc_dec_tail
1750 jmp .L077cbc_dec_loop6_enter
1756 .L077cbc_dec_loop6_enter:
1758 movdqu 16(%esi),%xmm3
1759 movdqu 32(%esi),%xmm4
1760 movdqu 48(%esi),%xmm5
1761 movdqu 64(%esi),%xmm6
1762 movdqu 80(%esi),%xmm7
1763 call _aesni_decrypt6
1765 movups 16(%esi),%xmm0
1768 movups 32(%esi),%xmm1
1770 movups 48(%esi),%xmm0
1772 movups 64(%esi),%xmm1
1774 movups 80(%esi),%xmm0
1777 movups %xmm3,16(%edi)
1779 movups %xmm4,32(%edi)
1781 movups %xmm5,48(%edi)
1783 movups %xmm6,64(%edi)
1786 ja .L078cbc_dec_loop6
1790 jle .L079cbc_dec_tail_collected
1797 jbe .L080cbc_dec_one
1798 movups 16(%esi),%xmm3
1801 jbe .L081cbc_dec_two
1802 movups 32(%esi),%xmm4
1804 jbe .L082cbc_dec_three
1805 movups 48(%esi),%xmm5
1807 jbe .L083cbc_dec_four
1808 movups 64(%esi),%xmm6
1812 call _aesni_decrypt6
1814 movups 16(%esi),%xmm0
1817 movups 32(%esi),%xmm1
1819 movups 48(%esi),%xmm0
1821 movups 64(%esi),%xmm7
1824 movups %xmm3,16(%edi)
1825 movups %xmm4,32(%edi)
1826 movups %xmm5,48(%edi)
1830 jmp .L079cbc_dec_tail_collected
1834 movups 16(%edx),%xmm1
1838 .byte 102,15,56,222,209
1842 jnz .L084dec1_loop_16
1843 .byte 102,15,56,223,209
1847 jmp .L079cbc_dec_tail_collected
1851 call _aesni_decrypt3
1859 jmp .L079cbc_dec_tail_collected
1862 call _aesni_decrypt3
1868 movups %xmm3,16(%edi)
1870 movups 32(%esi),%xmm7
1872 jmp .L079cbc_dec_tail_collected
1875 call _aesni_decrypt4
1876 movups 16(%esi),%xmm1
1877 movups 32(%esi),%xmm0
1879 movups 48(%esi),%xmm7
1883 movups %xmm3,16(%edi)
1885 movups %xmm4,32(%edi)
1889 .L079cbc_dec_tail_collected:
1891 jnz .L085cbc_dec_tail_partial
1895 .L085cbc_dec_tail_partial:
1911 .size aesni_cbc_encrypt,.-.L_aesni_cbc_encrypt_begin
1912 .type _aesni_set_encrypt_key,@function
1914 _aesni_set_encrypt_key:
1927 jne .L089bad_keybits
1931 movups %xmm0,-16(%edx)
1932 .byte 102,15,58,223,200,1
1933 call .L091key_128_cold
1934 .byte 102,15,58,223,200,2
1936 .byte 102,15,58,223,200,4
1938 .byte 102,15,58,223,200,8
1940 .byte 102,15,58,223,200,16
1942 .byte 102,15,58,223,200,32
1944 .byte 102,15,58,223,200,64
1946 .byte 102,15,58,223,200,128
1948 .byte 102,15,58,223,200,27
1950 .byte 102,15,58,223,200,54
1961 shufps $16,%xmm0,%xmm4
1963 shufps $140,%xmm0,%xmm4
1965 shufps $255,%xmm1,%xmm1
1972 movups %xmm0,-16(%edx)
1973 .byte 102,15,58,223,202,1
1974 call .L093key_192a_cold
1975 .byte 102,15,58,223,202,2
1977 .byte 102,15,58,223,202,4
1979 .byte 102,15,58,223,202,8
1981 .byte 102,15,58,223,202,16
1983 .byte 102,15,58,223,202,32
1985 .byte 102,15,58,223,202,64
1987 .byte 102,15,58,223,202,128
2001 shufps $16,%xmm0,%xmm4
2004 shufps $140,%xmm0,%xmm4
2007 pshufd $85,%xmm1,%xmm1
2010 pshufd $255,%xmm0,%xmm3
2016 shufps $68,%xmm0,%xmm5
2018 shufps $78,%xmm2,%xmm3
2019 movups %xmm3,16(%edx)
2021 jmp .L096key_192b_warm
2024 movups 16(%eax),%xmm2
2027 movups %xmm0,-32(%edx)
2028 movups %xmm2,-16(%edx)
2029 .byte 102,15,58,223,202,1
2030 call .L097key_256a_cold
2031 .byte 102,15,58,223,200,1
2033 .byte 102,15,58,223,202,2
2035 .byte 102,15,58,223,200,2
2037 .byte 102,15,58,223,202,4
2039 .byte 102,15,58,223,200,4
2041 .byte 102,15,58,223,202,8
2043 .byte 102,15,58,223,200,8
2045 .byte 102,15,58,223,202,16
2047 .byte 102,15,58,223,200,16
2049 .byte 102,15,58,223,202,32
2051 .byte 102,15,58,223,200,32
2053 .byte 102,15,58,223,202,64
2064 shufps $16,%xmm0,%xmm4
2066 shufps $140,%xmm0,%xmm4
2068 shufps $255,%xmm1,%xmm1
2075 shufps $16,%xmm2,%xmm4
2077 shufps $140,%xmm2,%xmm4
2079 shufps $170,%xmm1,%xmm1
2090 .size _aesni_set_encrypt_key,.-_aesni_set_encrypt_key
2091 .globl aesni_set_encrypt_key
2092 .type aesni_set_encrypt_key,@function
2094 aesni_set_encrypt_key:
2095 .L_aesni_set_encrypt_key_begin:
2099 call _aesni_set_encrypt_key
2101 .size aesni_set_encrypt_key,.-.L_aesni_set_encrypt_key_begin
2102 .globl aesni_set_decrypt_key
2103 .type aesni_set_decrypt_key,@function
2105 aesni_set_decrypt_key:
2106 .L_aesni_set_decrypt_key_begin:
2110 call _aesni_set_encrypt_key
2114 jnz .L100dec_key_ret
2115 leal 16(%edx,%ecx,1),%eax
2122 .L101dec_key_inverse:
2125 .byte 102,15,56,219,192
2126 .byte 102,15,56,219,201
2129 movups %xmm0,16(%eax)
2130 movups %xmm1,-16(%edx)
2132 ja .L101dec_key_inverse
2134 .byte 102,15,56,219,192
2139 .size aesni_set_decrypt_key,.-.L_aesni_set_decrypt_key_begin
2140 .byte 65,69,83,32,102,111,114,32,73,110,116,101,108,32,65,69
2141 .byte 83,45,78,73,44,32,67,82,89,80,84,79,71,65,77,83
2142 .byte 32,98,121,32,60,97,112,112,114,111,64,111,112,101,110,115
2143 .byte 115,108,46,111,114,103,62,0