Source release 16.2.0
This commit is contained in:
File diff suppressed because it is too large
Load Diff
@@ -21,14 +21,14 @@ section .text code align=64
|
||||
section .text code
|
||||
%endif
|
||||
;extern _OPENSSL_ia32cap_P
|
||||
%ifndef NDEBUG
|
||||
%ifdef BORINGSSL_DISPATCH_TEST
|
||||
extern _BORINGSSL_function_hit
|
||||
%endif
|
||||
global _aes_hw_encrypt
|
||||
align 16
|
||||
_aes_hw_encrypt:
|
||||
L$_aes_hw_encrypt_begin:
|
||||
%ifndef NDEBUG
|
||||
%ifdef BORINGSSL_DISPATCH_TEST
|
||||
push ebx
|
||||
push edx
|
||||
call L$000pic
|
||||
@@ -820,7 +820,7 @@ L$_aes_hw_ctr32_encrypt_blocks_begin:
|
||||
push ebx
|
||||
push esi
|
||||
push edi
|
||||
%ifndef NDEBUG
|
||||
%ifdef BORINGSSL_DISPATCH_TEST
|
||||
push ebx
|
||||
push edx
|
||||
call L$038pic
|
||||
@@ -2400,7 +2400,7 @@ global _aes_hw_set_encrypt_key
|
||||
align 16
|
||||
_aes_hw_set_encrypt_key:
|
||||
L$_aes_hw_set_encrypt_key_begin:
|
||||
%ifndef NDEBUG
|
||||
%ifdef BORINGSSL_DISPATCH_TEST
|
||||
push ebx
|
||||
push edx
|
||||
call L$116pic
|
||||
|
||||
@@ -981,549 +981,5 @@ L$025aw_end:
|
||||
pop ebx
|
||||
pop ebp
|
||||
ret
|
||||
global _bn_sub_part_words
|
||||
align 16
|
||||
_bn_sub_part_words:
|
||||
L$_bn_sub_part_words_begin:
|
||||
push ebp
|
||||
push ebx
|
||||
push esi
|
||||
push edi
|
||||
;
|
||||
mov ebx,DWORD [20+esp]
|
||||
mov esi,DWORD [24+esp]
|
||||
mov edi,DWORD [28+esp]
|
||||
mov ebp,DWORD [32+esp]
|
||||
xor eax,eax
|
||||
and ebp,4294967288
|
||||
jz NEAR L$026aw_finish
|
||||
L$027aw_loop:
|
||||
; Round 0
|
||||
mov ecx,DWORD [esi]
|
||||
mov edx,DWORD [edi]
|
||||
sub ecx,eax
|
||||
mov eax,0
|
||||
adc eax,eax
|
||||
sub ecx,edx
|
||||
adc eax,0
|
||||
mov DWORD [ebx],ecx
|
||||
; Round 1
|
||||
mov ecx,DWORD [4+esi]
|
||||
mov edx,DWORD [4+edi]
|
||||
sub ecx,eax
|
||||
mov eax,0
|
||||
adc eax,eax
|
||||
sub ecx,edx
|
||||
adc eax,0
|
||||
mov DWORD [4+ebx],ecx
|
||||
; Round 2
|
||||
mov ecx,DWORD [8+esi]
|
||||
mov edx,DWORD [8+edi]
|
||||
sub ecx,eax
|
||||
mov eax,0
|
||||
adc eax,eax
|
||||
sub ecx,edx
|
||||
adc eax,0
|
||||
mov DWORD [8+ebx],ecx
|
||||
; Round 3
|
||||
mov ecx,DWORD [12+esi]
|
||||
mov edx,DWORD [12+edi]
|
||||
sub ecx,eax
|
||||
mov eax,0
|
||||
adc eax,eax
|
||||
sub ecx,edx
|
||||
adc eax,0
|
||||
mov DWORD [12+ebx],ecx
|
||||
; Round 4
|
||||
mov ecx,DWORD [16+esi]
|
||||
mov edx,DWORD [16+edi]
|
||||
sub ecx,eax
|
||||
mov eax,0
|
||||
adc eax,eax
|
||||
sub ecx,edx
|
||||
adc eax,0
|
||||
mov DWORD [16+ebx],ecx
|
||||
; Round 5
|
||||
mov ecx,DWORD [20+esi]
|
||||
mov edx,DWORD [20+edi]
|
||||
sub ecx,eax
|
||||
mov eax,0
|
||||
adc eax,eax
|
||||
sub ecx,edx
|
||||
adc eax,0
|
||||
mov DWORD [20+ebx],ecx
|
||||
; Round 6
|
||||
mov ecx,DWORD [24+esi]
|
||||
mov edx,DWORD [24+edi]
|
||||
sub ecx,eax
|
||||
mov eax,0
|
||||
adc eax,eax
|
||||
sub ecx,edx
|
||||
adc eax,0
|
||||
mov DWORD [24+ebx],ecx
|
||||
; Round 7
|
||||
mov ecx,DWORD [28+esi]
|
||||
mov edx,DWORD [28+edi]
|
||||
sub ecx,eax
|
||||
mov eax,0
|
||||
adc eax,eax
|
||||
sub ecx,edx
|
||||
adc eax,0
|
||||
mov DWORD [28+ebx],ecx
|
||||
;
|
||||
add esi,32
|
||||
add edi,32
|
||||
add ebx,32
|
||||
sub ebp,8
|
||||
jnz NEAR L$027aw_loop
|
||||
L$026aw_finish:
|
||||
mov ebp,DWORD [32+esp]
|
||||
and ebp,7
|
||||
jz NEAR L$028aw_end
|
||||
; Tail Round 0
|
||||
mov ecx,DWORD [esi]
|
||||
mov edx,DWORD [edi]
|
||||
sub ecx,eax
|
||||
mov eax,0
|
||||
adc eax,eax
|
||||
sub ecx,edx
|
||||
adc eax,0
|
||||
mov DWORD [ebx],ecx
|
||||
add esi,4
|
||||
add edi,4
|
||||
add ebx,4
|
||||
dec ebp
|
||||
jz NEAR L$028aw_end
|
||||
; Tail Round 1
|
||||
mov ecx,DWORD [esi]
|
||||
mov edx,DWORD [edi]
|
||||
sub ecx,eax
|
||||
mov eax,0
|
||||
adc eax,eax
|
||||
sub ecx,edx
|
||||
adc eax,0
|
||||
mov DWORD [ebx],ecx
|
||||
add esi,4
|
||||
add edi,4
|
||||
add ebx,4
|
||||
dec ebp
|
||||
jz NEAR L$028aw_end
|
||||
; Tail Round 2
|
||||
mov ecx,DWORD [esi]
|
||||
mov edx,DWORD [edi]
|
||||
sub ecx,eax
|
||||
mov eax,0
|
||||
adc eax,eax
|
||||
sub ecx,edx
|
||||
adc eax,0
|
||||
mov DWORD [ebx],ecx
|
||||
add esi,4
|
||||
add edi,4
|
||||
add ebx,4
|
||||
dec ebp
|
||||
jz NEAR L$028aw_end
|
||||
; Tail Round 3
|
||||
mov ecx,DWORD [esi]
|
||||
mov edx,DWORD [edi]
|
||||
sub ecx,eax
|
||||
mov eax,0
|
||||
adc eax,eax
|
||||
sub ecx,edx
|
||||
adc eax,0
|
||||
mov DWORD [ebx],ecx
|
||||
add esi,4
|
||||
add edi,4
|
||||
add ebx,4
|
||||
dec ebp
|
||||
jz NEAR L$028aw_end
|
||||
; Tail Round 4
|
||||
mov ecx,DWORD [esi]
|
||||
mov edx,DWORD [edi]
|
||||
sub ecx,eax
|
||||
mov eax,0
|
||||
adc eax,eax
|
||||
sub ecx,edx
|
||||
adc eax,0
|
||||
mov DWORD [ebx],ecx
|
||||
add esi,4
|
||||
add edi,4
|
||||
add ebx,4
|
||||
dec ebp
|
||||
jz NEAR L$028aw_end
|
||||
; Tail Round 5
|
||||
mov ecx,DWORD [esi]
|
||||
mov edx,DWORD [edi]
|
||||
sub ecx,eax
|
||||
mov eax,0
|
||||
adc eax,eax
|
||||
sub ecx,edx
|
||||
adc eax,0
|
||||
mov DWORD [ebx],ecx
|
||||
add esi,4
|
||||
add edi,4
|
||||
add ebx,4
|
||||
dec ebp
|
||||
jz NEAR L$028aw_end
|
||||
; Tail Round 6
|
||||
mov ecx,DWORD [esi]
|
||||
mov edx,DWORD [edi]
|
||||
sub ecx,eax
|
||||
mov eax,0
|
||||
adc eax,eax
|
||||
sub ecx,edx
|
||||
adc eax,0
|
||||
mov DWORD [ebx],ecx
|
||||
add esi,4
|
||||
add edi,4
|
||||
add ebx,4
|
||||
L$028aw_end:
|
||||
cmp DWORD [36+esp],0
|
||||
je NEAR L$029pw_end
|
||||
mov ebp,DWORD [36+esp]
|
||||
cmp ebp,0
|
||||
je NEAR L$029pw_end
|
||||
jge NEAR L$030pw_pos
|
||||
; pw_neg
|
||||
mov edx,0
|
||||
sub edx,ebp
|
||||
mov ebp,edx
|
||||
and ebp,4294967288
|
||||
jz NEAR L$031pw_neg_finish
|
||||
L$032pw_neg_loop:
|
||||
; dl<0 Round 0
|
||||
mov ecx,0
|
||||
mov edx,DWORD [edi]
|
||||
sub ecx,eax
|
||||
mov eax,0
|
||||
adc eax,eax
|
||||
sub ecx,edx
|
||||
adc eax,0
|
||||
mov DWORD [ebx],ecx
|
||||
; dl<0 Round 1
|
||||
mov ecx,0
|
||||
mov edx,DWORD [4+edi]
|
||||
sub ecx,eax
|
||||
mov eax,0
|
||||
adc eax,eax
|
||||
sub ecx,edx
|
||||
adc eax,0
|
||||
mov DWORD [4+ebx],ecx
|
||||
; dl<0 Round 2
|
||||
mov ecx,0
|
||||
mov edx,DWORD [8+edi]
|
||||
sub ecx,eax
|
||||
mov eax,0
|
||||
adc eax,eax
|
||||
sub ecx,edx
|
||||
adc eax,0
|
||||
mov DWORD [8+ebx],ecx
|
||||
; dl<0 Round 3
|
||||
mov ecx,0
|
||||
mov edx,DWORD [12+edi]
|
||||
sub ecx,eax
|
||||
mov eax,0
|
||||
adc eax,eax
|
||||
sub ecx,edx
|
||||
adc eax,0
|
||||
mov DWORD [12+ebx],ecx
|
||||
; dl<0 Round 4
|
||||
mov ecx,0
|
||||
mov edx,DWORD [16+edi]
|
||||
sub ecx,eax
|
||||
mov eax,0
|
||||
adc eax,eax
|
||||
sub ecx,edx
|
||||
adc eax,0
|
||||
mov DWORD [16+ebx],ecx
|
||||
; dl<0 Round 5
|
||||
mov ecx,0
|
||||
mov edx,DWORD [20+edi]
|
||||
sub ecx,eax
|
||||
mov eax,0
|
||||
adc eax,eax
|
||||
sub ecx,edx
|
||||
adc eax,0
|
||||
mov DWORD [20+ebx],ecx
|
||||
; dl<0 Round 6
|
||||
mov ecx,0
|
||||
mov edx,DWORD [24+edi]
|
||||
sub ecx,eax
|
||||
mov eax,0
|
||||
adc eax,eax
|
||||
sub ecx,edx
|
||||
adc eax,0
|
||||
mov DWORD [24+ebx],ecx
|
||||
; dl<0 Round 7
|
||||
mov ecx,0
|
||||
mov edx,DWORD [28+edi]
|
||||
sub ecx,eax
|
||||
mov eax,0
|
||||
adc eax,eax
|
||||
sub ecx,edx
|
||||
adc eax,0
|
||||
mov DWORD [28+ebx],ecx
|
||||
;
|
||||
add edi,32
|
||||
add ebx,32
|
||||
sub ebp,8
|
||||
jnz NEAR L$032pw_neg_loop
|
||||
L$031pw_neg_finish:
|
||||
mov edx,DWORD [36+esp]
|
||||
mov ebp,0
|
||||
sub ebp,edx
|
||||
and ebp,7
|
||||
jz NEAR L$029pw_end
|
||||
; dl<0 Tail Round 0
|
||||
mov ecx,0
|
||||
mov edx,DWORD [edi]
|
||||
sub ecx,eax
|
||||
mov eax,0
|
||||
adc eax,eax
|
||||
sub ecx,edx
|
||||
adc eax,0
|
||||
dec ebp
|
||||
mov DWORD [ebx],ecx
|
||||
jz NEAR L$029pw_end
|
||||
; dl<0 Tail Round 1
|
||||
mov ecx,0
|
||||
mov edx,DWORD [4+edi]
|
||||
sub ecx,eax
|
||||
mov eax,0
|
||||
adc eax,eax
|
||||
sub ecx,edx
|
||||
adc eax,0
|
||||
dec ebp
|
||||
mov DWORD [4+ebx],ecx
|
||||
jz NEAR L$029pw_end
|
||||
; dl<0 Tail Round 2
|
||||
mov ecx,0
|
||||
mov edx,DWORD [8+edi]
|
||||
sub ecx,eax
|
||||
mov eax,0
|
||||
adc eax,eax
|
||||
sub ecx,edx
|
||||
adc eax,0
|
||||
dec ebp
|
||||
mov DWORD [8+ebx],ecx
|
||||
jz NEAR L$029pw_end
|
||||
; dl<0 Tail Round 3
|
||||
mov ecx,0
|
||||
mov edx,DWORD [12+edi]
|
||||
sub ecx,eax
|
||||
mov eax,0
|
||||
adc eax,eax
|
||||
sub ecx,edx
|
||||
adc eax,0
|
||||
dec ebp
|
||||
mov DWORD [12+ebx],ecx
|
||||
jz NEAR L$029pw_end
|
||||
; dl<0 Tail Round 4
|
||||
mov ecx,0
|
||||
mov edx,DWORD [16+edi]
|
||||
sub ecx,eax
|
||||
mov eax,0
|
||||
adc eax,eax
|
||||
sub ecx,edx
|
||||
adc eax,0
|
||||
dec ebp
|
||||
mov DWORD [16+ebx],ecx
|
||||
jz NEAR L$029pw_end
|
||||
; dl<0 Tail Round 5
|
||||
mov ecx,0
|
||||
mov edx,DWORD [20+edi]
|
||||
sub ecx,eax
|
||||
mov eax,0
|
||||
adc eax,eax
|
||||
sub ecx,edx
|
||||
adc eax,0
|
||||
dec ebp
|
||||
mov DWORD [20+ebx],ecx
|
||||
jz NEAR L$029pw_end
|
||||
; dl<0 Tail Round 6
|
||||
mov ecx,0
|
||||
mov edx,DWORD [24+edi]
|
||||
sub ecx,eax
|
||||
mov eax,0
|
||||
adc eax,eax
|
||||
sub ecx,edx
|
||||
adc eax,0
|
||||
mov DWORD [24+ebx],ecx
|
||||
jmp NEAR L$029pw_end
|
||||
L$030pw_pos:
|
||||
and ebp,4294967288
|
||||
jz NEAR L$033pw_pos_finish
|
||||
L$034pw_pos_loop:
|
||||
; dl>0 Round 0
|
||||
mov ecx,DWORD [esi]
|
||||
sub ecx,eax
|
||||
mov DWORD [ebx],ecx
|
||||
jnc NEAR L$035pw_nc0
|
||||
; dl>0 Round 1
|
||||
mov ecx,DWORD [4+esi]
|
||||
sub ecx,eax
|
||||
mov DWORD [4+ebx],ecx
|
||||
jnc NEAR L$036pw_nc1
|
||||
; dl>0 Round 2
|
||||
mov ecx,DWORD [8+esi]
|
||||
sub ecx,eax
|
||||
mov DWORD [8+ebx],ecx
|
||||
jnc NEAR L$037pw_nc2
|
||||
; dl>0 Round 3
|
||||
mov ecx,DWORD [12+esi]
|
||||
sub ecx,eax
|
||||
mov DWORD [12+ebx],ecx
|
||||
jnc NEAR L$038pw_nc3
|
||||
; dl>0 Round 4
|
||||
mov ecx,DWORD [16+esi]
|
||||
sub ecx,eax
|
||||
mov DWORD [16+ebx],ecx
|
||||
jnc NEAR L$039pw_nc4
|
||||
; dl>0 Round 5
|
||||
mov ecx,DWORD [20+esi]
|
||||
sub ecx,eax
|
||||
mov DWORD [20+ebx],ecx
|
||||
jnc NEAR L$040pw_nc5
|
||||
; dl>0 Round 6
|
||||
mov ecx,DWORD [24+esi]
|
||||
sub ecx,eax
|
||||
mov DWORD [24+ebx],ecx
|
||||
jnc NEAR L$041pw_nc6
|
||||
; dl>0 Round 7
|
||||
mov ecx,DWORD [28+esi]
|
||||
sub ecx,eax
|
||||
mov DWORD [28+ebx],ecx
|
||||
jnc NEAR L$042pw_nc7
|
||||
;
|
||||
add esi,32
|
||||
add ebx,32
|
||||
sub ebp,8
|
||||
jnz NEAR L$034pw_pos_loop
|
||||
L$033pw_pos_finish:
|
||||
mov ebp,DWORD [36+esp]
|
||||
and ebp,7
|
||||
jz NEAR L$029pw_end
|
||||
; dl>0 Tail Round 0
|
||||
mov ecx,DWORD [esi]
|
||||
sub ecx,eax
|
||||
mov DWORD [ebx],ecx
|
||||
jnc NEAR L$043pw_tail_nc0
|
||||
dec ebp
|
||||
jz NEAR L$029pw_end
|
||||
; dl>0 Tail Round 1
|
||||
mov ecx,DWORD [4+esi]
|
||||
sub ecx,eax
|
||||
mov DWORD [4+ebx],ecx
|
||||
jnc NEAR L$044pw_tail_nc1
|
||||
dec ebp
|
||||
jz NEAR L$029pw_end
|
||||
; dl>0 Tail Round 2
|
||||
mov ecx,DWORD [8+esi]
|
||||
sub ecx,eax
|
||||
mov DWORD [8+ebx],ecx
|
||||
jnc NEAR L$045pw_tail_nc2
|
||||
dec ebp
|
||||
jz NEAR L$029pw_end
|
||||
; dl>0 Tail Round 3
|
||||
mov ecx,DWORD [12+esi]
|
||||
sub ecx,eax
|
||||
mov DWORD [12+ebx],ecx
|
||||
jnc NEAR L$046pw_tail_nc3
|
||||
dec ebp
|
||||
jz NEAR L$029pw_end
|
||||
; dl>0 Tail Round 4
|
||||
mov ecx,DWORD [16+esi]
|
||||
sub ecx,eax
|
||||
mov DWORD [16+ebx],ecx
|
||||
jnc NEAR L$047pw_tail_nc4
|
||||
dec ebp
|
||||
jz NEAR L$029pw_end
|
||||
; dl>0 Tail Round 5
|
||||
mov ecx,DWORD [20+esi]
|
||||
sub ecx,eax
|
||||
mov DWORD [20+ebx],ecx
|
||||
jnc NEAR L$048pw_tail_nc5
|
||||
dec ebp
|
||||
jz NEAR L$029pw_end
|
||||
; dl>0 Tail Round 6
|
||||
mov ecx,DWORD [24+esi]
|
||||
sub ecx,eax
|
||||
mov DWORD [24+ebx],ecx
|
||||
jnc NEAR L$049pw_tail_nc6
|
||||
mov eax,1
|
||||
jmp NEAR L$029pw_end
|
||||
L$050pw_nc_loop:
|
||||
mov ecx,DWORD [esi]
|
||||
mov DWORD [ebx],ecx
|
||||
L$035pw_nc0:
|
||||
mov ecx,DWORD [4+esi]
|
||||
mov DWORD [4+ebx],ecx
|
||||
L$036pw_nc1:
|
||||
mov ecx,DWORD [8+esi]
|
||||
mov DWORD [8+ebx],ecx
|
||||
L$037pw_nc2:
|
||||
mov ecx,DWORD [12+esi]
|
||||
mov DWORD [12+ebx],ecx
|
||||
L$038pw_nc3:
|
||||
mov ecx,DWORD [16+esi]
|
||||
mov DWORD [16+ebx],ecx
|
||||
L$039pw_nc4:
|
||||
mov ecx,DWORD [20+esi]
|
||||
mov DWORD [20+ebx],ecx
|
||||
L$040pw_nc5:
|
||||
mov ecx,DWORD [24+esi]
|
||||
mov DWORD [24+ebx],ecx
|
||||
L$041pw_nc6:
|
||||
mov ecx,DWORD [28+esi]
|
||||
mov DWORD [28+ebx],ecx
|
||||
L$042pw_nc7:
|
||||
;
|
||||
add esi,32
|
||||
add ebx,32
|
||||
sub ebp,8
|
||||
jnz NEAR L$050pw_nc_loop
|
||||
mov ebp,DWORD [36+esp]
|
||||
and ebp,7
|
||||
jz NEAR L$051pw_nc_end
|
||||
mov ecx,DWORD [esi]
|
||||
mov DWORD [ebx],ecx
|
||||
L$043pw_tail_nc0:
|
||||
dec ebp
|
||||
jz NEAR L$051pw_nc_end
|
||||
mov ecx,DWORD [4+esi]
|
||||
mov DWORD [4+ebx],ecx
|
||||
L$044pw_tail_nc1:
|
||||
dec ebp
|
||||
jz NEAR L$051pw_nc_end
|
||||
mov ecx,DWORD [8+esi]
|
||||
mov DWORD [8+ebx],ecx
|
||||
L$045pw_tail_nc2:
|
||||
dec ebp
|
||||
jz NEAR L$051pw_nc_end
|
||||
mov ecx,DWORD [12+esi]
|
||||
mov DWORD [12+ebx],ecx
|
||||
L$046pw_tail_nc3:
|
||||
dec ebp
|
||||
jz NEAR L$051pw_nc_end
|
||||
mov ecx,DWORD [16+esi]
|
||||
mov DWORD [16+ebx],ecx
|
||||
L$047pw_tail_nc4:
|
||||
dec ebp
|
||||
jz NEAR L$051pw_nc_end
|
||||
mov ecx,DWORD [20+esi]
|
||||
mov DWORD [20+ebx],ecx
|
||||
L$048pw_tail_nc5:
|
||||
dec ebp
|
||||
jz NEAR L$051pw_nc_end
|
||||
mov ecx,DWORD [24+esi]
|
||||
mov DWORD [24+ebx],ecx
|
||||
L$049pw_tail_nc6:
|
||||
L$051pw_nc_end:
|
||||
mov eax,0
|
||||
L$029pw_end:
|
||||
pop edi
|
||||
pop esi
|
||||
pop ebx
|
||||
pop ebp
|
||||
ret
|
||||
segment .bss
|
||||
common _OPENSSL_ia32cap_P 16
|
||||
|
||||
@@ -20,715 +20,16 @@ section .text code align=64
|
||||
%else
|
||||
section .text code
|
||||
%endif
|
||||
global _gcm_gmult_4bit_mmx
|
||||
align 16
|
||||
_gcm_gmult_4bit_mmx:
|
||||
L$_gcm_gmult_4bit_mmx_begin:
|
||||
push ebp
|
||||
push ebx
|
||||
push esi
|
||||
push edi
|
||||
mov edi,DWORD [20+esp]
|
||||
mov esi,DWORD [24+esp]
|
||||
call L$000pic_point
|
||||
L$000pic_point:
|
||||
pop eax
|
||||
lea eax,[(L$rem_4bit-L$000pic_point)+eax]
|
||||
movzx ebx,BYTE [15+edi]
|
||||
xor ecx,ecx
|
||||
mov edx,ebx
|
||||
mov cl,dl
|
||||
mov ebp,14
|
||||
shl cl,4
|
||||
and edx,240
|
||||
movq mm0,[8+ecx*1+esi]
|
||||
movq mm1,[ecx*1+esi]
|
||||
movd ebx,mm0
|
||||
jmp NEAR L$001mmx_loop
|
||||
align 16
|
||||
L$001mmx_loop:
|
||||
psrlq mm0,4
|
||||
and ebx,15
|
||||
movq mm2,mm1
|
||||
psrlq mm1,4
|
||||
pxor mm0,[8+edx*1+esi]
|
||||
mov cl,BYTE [ebp*1+edi]
|
||||
psllq mm2,60
|
||||
pxor mm1,[ebx*8+eax]
|
||||
dec ebp
|
||||
movd ebx,mm0
|
||||
pxor mm1,[edx*1+esi]
|
||||
mov edx,ecx
|
||||
pxor mm0,mm2
|
||||
js NEAR L$002mmx_break
|
||||
shl cl,4
|
||||
and ebx,15
|
||||
psrlq mm0,4
|
||||
and edx,240
|
||||
movq mm2,mm1
|
||||
psrlq mm1,4
|
||||
pxor mm0,[8+ecx*1+esi]
|
||||
psllq mm2,60
|
||||
pxor mm1,[ebx*8+eax]
|
||||
movd ebx,mm0
|
||||
pxor mm1,[ecx*1+esi]
|
||||
pxor mm0,mm2
|
||||
jmp NEAR L$001mmx_loop
|
||||
align 16
|
||||
L$002mmx_break:
|
||||
shl cl,4
|
||||
and ebx,15
|
||||
psrlq mm0,4
|
||||
and edx,240
|
||||
movq mm2,mm1
|
||||
psrlq mm1,4
|
||||
pxor mm0,[8+ecx*1+esi]
|
||||
psllq mm2,60
|
||||
pxor mm1,[ebx*8+eax]
|
||||
movd ebx,mm0
|
||||
pxor mm1,[ecx*1+esi]
|
||||
pxor mm0,mm2
|
||||
psrlq mm0,4
|
||||
and ebx,15
|
||||
movq mm2,mm1
|
||||
psrlq mm1,4
|
||||
pxor mm0,[8+edx*1+esi]
|
||||
psllq mm2,60
|
||||
pxor mm1,[ebx*8+eax]
|
||||
movd ebx,mm0
|
||||
pxor mm1,[edx*1+esi]
|
||||
pxor mm0,mm2
|
||||
psrlq mm0,32
|
||||
movd edx,mm1
|
||||
psrlq mm1,32
|
||||
movd ecx,mm0
|
||||
movd ebp,mm1
|
||||
bswap ebx
|
||||
bswap edx
|
||||
bswap ecx
|
||||
bswap ebp
|
||||
emms
|
||||
mov DWORD [12+edi],ebx
|
||||
mov DWORD [4+edi],edx
|
||||
mov DWORD [8+edi],ecx
|
||||
mov DWORD [edi],ebp
|
||||
pop edi
|
||||
pop esi
|
||||
pop ebx
|
||||
pop ebp
|
||||
ret
|
||||
global _gcm_ghash_4bit_mmx
|
||||
align 16
|
||||
_gcm_ghash_4bit_mmx:
|
||||
L$_gcm_ghash_4bit_mmx_begin:
|
||||
push ebp
|
||||
push ebx
|
||||
push esi
|
||||
push edi
|
||||
mov eax,DWORD [20+esp]
|
||||
mov ebx,DWORD [24+esp]
|
||||
mov ecx,DWORD [28+esp]
|
||||
mov edx,DWORD [32+esp]
|
||||
mov ebp,esp
|
||||
call L$003pic_point
|
||||
L$003pic_point:
|
||||
pop esi
|
||||
lea esi,[(L$rem_8bit-L$003pic_point)+esi]
|
||||
sub esp,544
|
||||
and esp,-64
|
||||
sub esp,16
|
||||
add edx,ecx
|
||||
mov DWORD [544+esp],eax
|
||||
mov DWORD [552+esp],edx
|
||||
mov DWORD [556+esp],ebp
|
||||
add ebx,128
|
||||
lea edi,[144+esp]
|
||||
lea ebp,[400+esp]
|
||||
mov edx,DWORD [ebx-120]
|
||||
movq mm0,[ebx-120]
|
||||
movq mm3,[ebx-128]
|
||||
shl edx,4
|
||||
mov BYTE [esp],dl
|
||||
mov edx,DWORD [ebx-104]
|
||||
movq mm2,[ebx-104]
|
||||
movq mm5,[ebx-112]
|
||||
movq [edi-128],mm0
|
||||
psrlq mm0,4
|
||||
movq [edi],mm3
|
||||
movq mm7,mm3
|
||||
psrlq mm3,4
|
||||
shl edx,4
|
||||
mov BYTE [1+esp],dl
|
||||
mov edx,DWORD [ebx-88]
|
||||
movq mm1,[ebx-88]
|
||||
psllq mm7,60
|
||||
movq mm4,[ebx-96]
|
||||
por mm0,mm7
|
||||
movq [edi-120],mm2
|
||||
psrlq mm2,4
|
||||
movq [8+edi],mm5
|
||||
movq mm6,mm5
|
||||
movq [ebp-128],mm0
|
||||
psrlq mm5,4
|
||||
movq [ebp],mm3
|
||||
shl edx,4
|
||||
mov BYTE [2+esp],dl
|
||||
mov edx,DWORD [ebx-72]
|
||||
movq mm0,[ebx-72]
|
||||
psllq mm6,60
|
||||
movq mm3,[ebx-80]
|
||||
por mm2,mm6
|
||||
movq [edi-112],mm1
|
||||
psrlq mm1,4
|
||||
movq [16+edi],mm4
|
||||
movq mm7,mm4
|
||||
movq [ebp-120],mm2
|
||||
psrlq mm4,4
|
||||
movq [8+ebp],mm5
|
||||
shl edx,4
|
||||
mov BYTE [3+esp],dl
|
||||
mov edx,DWORD [ebx-56]
|
||||
movq mm2,[ebx-56]
|
||||
psllq mm7,60
|
||||
movq mm5,[ebx-64]
|
||||
por mm1,mm7
|
||||
movq [edi-104],mm0
|
||||
psrlq mm0,4
|
||||
movq [24+edi],mm3
|
||||
movq mm6,mm3
|
||||
movq [ebp-112],mm1
|
||||
psrlq mm3,4
|
||||
movq [16+ebp],mm4
|
||||
shl edx,4
|
||||
mov BYTE [4+esp],dl
|
||||
mov edx,DWORD [ebx-40]
|
||||
movq mm1,[ebx-40]
|
||||
psllq mm6,60
|
||||
movq mm4,[ebx-48]
|
||||
por mm0,mm6
|
||||
movq [edi-96],mm2
|
||||
psrlq mm2,4
|
||||
movq [32+edi],mm5
|
||||
movq mm7,mm5
|
||||
movq [ebp-104],mm0
|
||||
psrlq mm5,4
|
||||
movq [24+ebp],mm3
|
||||
shl edx,4
|
||||
mov BYTE [5+esp],dl
|
||||
mov edx,DWORD [ebx-24]
|
||||
movq mm0,[ebx-24]
|
||||
psllq mm7,60
|
||||
movq mm3,[ebx-32]
|
||||
por mm2,mm7
|
||||
movq [edi-88],mm1
|
||||
psrlq mm1,4
|
||||
movq [40+edi],mm4
|
||||
movq mm6,mm4
|
||||
movq [ebp-96],mm2
|
||||
psrlq mm4,4
|
||||
movq [32+ebp],mm5
|
||||
shl edx,4
|
||||
mov BYTE [6+esp],dl
|
||||
mov edx,DWORD [ebx-8]
|
||||
movq mm2,[ebx-8]
|
||||
psllq mm6,60
|
||||
movq mm5,[ebx-16]
|
||||
por mm1,mm6
|
||||
movq [edi-80],mm0
|
||||
psrlq mm0,4
|
||||
movq [48+edi],mm3
|
||||
movq mm7,mm3
|
||||
movq [ebp-88],mm1
|
||||
psrlq mm3,4
|
||||
movq [40+ebp],mm4
|
||||
shl edx,4
|
||||
mov BYTE [7+esp],dl
|
||||
mov edx,DWORD [8+ebx]
|
||||
movq mm1,[8+ebx]
|
||||
psllq mm7,60
|
||||
movq mm4,[ebx]
|
||||
por mm0,mm7
|
||||
movq [edi-72],mm2
|
||||
psrlq mm2,4
|
||||
movq [56+edi],mm5
|
||||
movq mm6,mm5
|
||||
movq [ebp-80],mm0
|
||||
psrlq mm5,4
|
||||
movq [48+ebp],mm3
|
||||
shl edx,4
|
||||
mov BYTE [8+esp],dl
|
||||
mov edx,DWORD [24+ebx]
|
||||
movq mm0,[24+ebx]
|
||||
psllq mm6,60
|
||||
movq mm3,[16+ebx]
|
||||
por mm2,mm6
|
||||
movq [edi-64],mm1
|
||||
psrlq mm1,4
|
||||
movq [64+edi],mm4
|
||||
movq mm7,mm4
|
||||
movq [ebp-72],mm2
|
||||
psrlq mm4,4
|
||||
movq [56+ebp],mm5
|
||||
shl edx,4
|
||||
mov BYTE [9+esp],dl
|
||||
mov edx,DWORD [40+ebx]
|
||||
movq mm2,[40+ebx]
|
||||
psllq mm7,60
|
||||
movq mm5,[32+ebx]
|
||||
por mm1,mm7
|
||||
movq [edi-56],mm0
|
||||
psrlq mm0,4
|
||||
movq [72+edi],mm3
|
||||
movq mm6,mm3
|
||||
movq [ebp-64],mm1
|
||||
psrlq mm3,4
|
||||
movq [64+ebp],mm4
|
||||
shl edx,4
|
||||
mov BYTE [10+esp],dl
|
||||
mov edx,DWORD [56+ebx]
|
||||
movq mm1,[56+ebx]
|
||||
psllq mm6,60
|
||||
movq mm4,[48+ebx]
|
||||
por mm0,mm6
|
||||
movq [edi-48],mm2
|
||||
psrlq mm2,4
|
||||
movq [80+edi],mm5
|
||||
movq mm7,mm5
|
||||
movq [ebp-56],mm0
|
||||
psrlq mm5,4
|
||||
movq [72+ebp],mm3
|
||||
shl edx,4
|
||||
mov BYTE [11+esp],dl
|
||||
mov edx,DWORD [72+ebx]
|
||||
movq mm0,[72+ebx]
|
||||
psllq mm7,60
|
||||
movq mm3,[64+ebx]
|
||||
por mm2,mm7
|
||||
movq [edi-40],mm1
|
||||
psrlq mm1,4
|
||||
movq [88+edi],mm4
|
||||
movq mm6,mm4
|
||||
movq [ebp-48],mm2
|
||||
psrlq mm4,4
|
||||
movq [80+ebp],mm5
|
||||
shl edx,4
|
||||
mov BYTE [12+esp],dl
|
||||
mov edx,DWORD [88+ebx]
|
||||
movq mm2,[88+ebx]
|
||||
psllq mm6,60
|
||||
movq mm5,[80+ebx]
|
||||
por mm1,mm6
|
||||
movq [edi-32],mm0
|
||||
psrlq mm0,4
|
||||
movq [96+edi],mm3
|
||||
movq mm7,mm3
|
||||
movq [ebp-40],mm1
|
||||
psrlq mm3,4
|
||||
movq [88+ebp],mm4
|
||||
shl edx,4
|
||||
mov BYTE [13+esp],dl
|
||||
mov edx,DWORD [104+ebx]
|
||||
movq mm1,[104+ebx]
|
||||
psllq mm7,60
|
||||
movq mm4,[96+ebx]
|
||||
por mm0,mm7
|
||||
movq [edi-24],mm2
|
||||
psrlq mm2,4
|
||||
movq [104+edi],mm5
|
||||
movq mm6,mm5
|
||||
movq [ebp-32],mm0
|
||||
psrlq mm5,4
|
||||
movq [96+ebp],mm3
|
||||
shl edx,4
|
||||
mov BYTE [14+esp],dl
|
||||
mov edx,DWORD [120+ebx]
|
||||
movq mm0,[120+ebx]
|
||||
psllq mm6,60
|
||||
movq mm3,[112+ebx]
|
||||
por mm2,mm6
|
||||
movq [edi-16],mm1
|
||||
psrlq mm1,4
|
||||
movq [112+edi],mm4
|
||||
movq mm7,mm4
|
||||
movq [ebp-24],mm2
|
||||
psrlq mm4,4
|
||||
movq [104+ebp],mm5
|
||||
shl edx,4
|
||||
mov BYTE [15+esp],dl
|
||||
psllq mm7,60
|
||||
por mm1,mm7
|
||||
movq [edi-8],mm0
|
||||
psrlq mm0,4
|
||||
movq [120+edi],mm3
|
||||
movq mm6,mm3
|
||||
movq [ebp-16],mm1
|
||||
psrlq mm3,4
|
||||
movq [112+ebp],mm4
|
||||
psllq mm6,60
|
||||
por mm0,mm6
|
||||
movq [ebp-8],mm0
|
||||
movq [120+ebp],mm3
|
||||
movq mm6,[eax]
|
||||
mov ebx,DWORD [8+eax]
|
||||
mov edx,DWORD [12+eax]
|
||||
align 16
|
||||
L$004outer:
|
||||
xor edx,DWORD [12+ecx]
|
||||
xor ebx,DWORD [8+ecx]
|
||||
pxor mm6,[ecx]
|
||||
lea ecx,[16+ecx]
|
||||
mov DWORD [536+esp],ebx
|
||||
movq [528+esp],mm6
|
||||
mov DWORD [548+esp],ecx
|
||||
xor eax,eax
|
||||
rol edx,8
|
||||
mov al,dl
|
||||
mov ebp,eax
|
||||
and al,15
|
||||
shr ebp,4
|
||||
pxor mm0,mm0
|
||||
rol edx,8
|
||||
pxor mm1,mm1
|
||||
pxor mm2,mm2
|
||||
movq mm7,[16+eax*8+esp]
|
||||
movq mm6,[144+eax*8+esp]
|
||||
mov al,dl
|
||||
movd ebx,mm7
|
||||
psrlq mm7,8
|
||||
movq mm3,mm6
|
||||
mov edi,eax
|
||||
psrlq mm6,8
|
||||
pxor mm7,[272+ebp*8+esp]
|
||||
and al,15
|
||||
psllq mm3,56
|
||||
shr edi,4
|
||||
pxor mm7,[16+eax*8+esp]
|
||||
rol edx,8
|
||||
pxor mm6,[144+eax*8+esp]
|
||||
pxor mm7,mm3
|
||||
pxor mm6,[400+ebp*8+esp]
|
||||
xor bl,BYTE [ebp*1+esp]
|
||||
mov al,dl
|
||||
movd ecx,mm7
|
||||
movzx ebx,bl
|
||||
psrlq mm7,8
|
||||
movq mm3,mm6
|
||||
mov ebp,eax
|
||||
psrlq mm6,8
|
||||
pxor mm7,[272+edi*8+esp]
|
||||
and al,15
|
||||
psllq mm3,56
|
||||
shr ebp,4
|
||||
pinsrw mm2,WORD [ebx*2+esi],2
|
||||
pxor mm7,[16+eax*8+esp]
|
||||
rol edx,8
|
||||
pxor mm6,[144+eax*8+esp]
|
||||
pxor mm7,mm3
|
||||
pxor mm6,[400+edi*8+esp]
|
||||
xor cl,BYTE [edi*1+esp]
|
||||
mov al,dl
|
||||
mov edx,DWORD [536+esp]
|
||||
movd ebx,mm7
|
||||
movzx ecx,cl
|
||||
psrlq mm7,8
|
||||
movq mm3,mm6
|
||||
mov edi,eax
|
||||
psrlq mm6,8
|
||||
pxor mm7,[272+ebp*8+esp]
|
||||
and al,15
|
||||
psllq mm3,56
|
||||
pxor mm6,mm2
|
||||
shr edi,4
|
||||
pinsrw mm1,WORD [ecx*2+esi],2
|
||||
pxor mm7,[16+eax*8+esp]
|
||||
rol edx,8
|
||||
pxor mm6,[144+eax*8+esp]
|
||||
pxor mm7,mm3
|
||||
pxor mm6,[400+ebp*8+esp]
|
||||
xor bl,BYTE [ebp*1+esp]
|
||||
mov al,dl
|
||||
movd ecx,mm7
|
||||
movzx ebx,bl
|
||||
psrlq mm7,8
|
||||
movq mm3,mm6
|
||||
mov ebp,eax
|
||||
psrlq mm6,8
|
||||
pxor mm7,[272+edi*8+esp]
|
||||
and al,15
|
||||
psllq mm3,56
|
||||
pxor mm6,mm1
|
||||
shr ebp,4
|
||||
pinsrw mm0,WORD [ebx*2+esi],2
|
||||
pxor mm7,[16+eax*8+esp]
|
||||
rol edx,8
|
||||
pxor mm6,[144+eax*8+esp]
|
||||
pxor mm7,mm3
|
||||
pxor mm6,[400+edi*8+esp]
|
||||
xor cl,BYTE [edi*1+esp]
|
||||
mov al,dl
|
||||
movd ebx,mm7
|
||||
movzx ecx,cl
|
||||
psrlq mm7,8
|
||||
movq mm3,mm6
|
||||
mov edi,eax
|
||||
psrlq mm6,8
|
||||
pxor mm7,[272+ebp*8+esp]
|
||||
and al,15
|
||||
psllq mm3,56
|
||||
pxor mm6,mm0
|
||||
shr edi,4
|
||||
pinsrw mm2,WORD [ecx*2+esi],2
|
||||
pxor mm7,[16+eax*8+esp]
|
||||
rol edx,8
|
||||
pxor mm6,[144+eax*8+esp]
|
||||
pxor mm7,mm3
|
||||
pxor mm6,[400+ebp*8+esp]
|
||||
xor bl,BYTE [ebp*1+esp]
|
||||
mov al,dl
|
||||
movd ecx,mm7
|
||||
movzx ebx,bl
|
||||
psrlq mm7,8
|
||||
movq mm3,mm6
|
||||
mov ebp,eax
|
||||
psrlq mm6,8
|
||||
pxor mm7,[272+edi*8+esp]
|
||||
and al,15
|
||||
psllq mm3,56
|
||||
pxor mm6,mm2
|
||||
shr ebp,4
|
||||
pinsrw mm1,WORD [ebx*2+esi],2
|
||||
pxor mm7,[16+eax*8+esp]
|
||||
rol edx,8
|
||||
pxor mm6,[144+eax*8+esp]
|
||||
pxor mm7,mm3
|
||||
pxor mm6,[400+edi*8+esp]
|
||||
xor cl,BYTE [edi*1+esp]
|
||||
mov al,dl
|
||||
mov edx,DWORD [532+esp]
|
||||
movd ebx,mm7
|
||||
movzx ecx,cl
|
||||
psrlq mm7,8
|
||||
movq mm3,mm6
|
||||
mov edi,eax
|
||||
psrlq mm6,8
|
||||
pxor mm7,[272+ebp*8+esp]
|
||||
and al,15
|
||||
psllq mm3,56
|
||||
pxor mm6,mm1
|
||||
shr edi,4
|
||||
pinsrw mm0,WORD [ecx*2+esi],2
|
||||
pxor mm7,[16+eax*8+esp]
|
||||
rol edx,8
|
||||
pxor mm6,[144+eax*8+esp]
|
||||
pxor mm7,mm3
|
||||
pxor mm6,[400+ebp*8+esp]
|
||||
xor bl,BYTE [ebp*1+esp]
|
||||
mov al,dl
|
||||
movd ecx,mm7
|
||||
movzx ebx,bl
|
||||
psrlq mm7,8
|
||||
movq mm3,mm6
|
||||
mov ebp,eax
|
||||
psrlq mm6,8
|
||||
pxor mm7,[272+edi*8+esp]
|
||||
and al,15
|
||||
psllq mm3,56
|
||||
pxor mm6,mm0
|
||||
shr ebp,4
|
||||
pinsrw mm2,WORD [ebx*2+esi],2
|
||||
pxor mm7,[16+eax*8+esp]
|
||||
rol edx,8
|
||||
pxor mm6,[144+eax*8+esp]
|
||||
pxor mm7,mm3
|
||||
pxor mm6,[400+edi*8+esp]
|
||||
xor cl,BYTE [edi*1+esp]
|
||||
mov al,dl
|
||||
movd ebx,mm7
|
||||
movzx ecx,cl
|
||||
psrlq mm7,8
|
||||
movq mm3,mm6
|
||||
mov edi,eax
|
||||
psrlq mm6,8
|
||||
pxor mm7,[272+ebp*8+esp]
|
||||
and al,15
|
||||
psllq mm3,56
|
||||
pxor mm6,mm2
|
||||
shr edi,4
|
||||
pinsrw mm1,WORD [ecx*2+esi],2
|
||||
pxor mm7,[16+eax*8+esp]
|
||||
rol edx,8
|
||||
pxor mm6,[144+eax*8+esp]
|
||||
pxor mm7,mm3
|
||||
pxor mm6,[400+ebp*8+esp]
|
||||
xor bl,BYTE [ebp*1+esp]
|
||||
mov al,dl
|
||||
movd ecx,mm7
|
||||
movzx ebx,bl
|
||||
psrlq mm7,8
|
||||
movq mm3,mm6
|
||||
mov ebp,eax
|
||||
psrlq mm6,8
|
||||
pxor mm7,[272+edi*8+esp]
|
||||
and al,15
|
||||
psllq mm3,56
|
||||
pxor mm6,mm1
|
||||
shr ebp,4
|
||||
pinsrw mm0,WORD [ebx*2+esi],2
|
||||
pxor mm7,[16+eax*8+esp]
|
||||
rol edx,8
|
||||
pxor mm6,[144+eax*8+esp]
|
||||
pxor mm7,mm3
|
||||
pxor mm6,[400+edi*8+esp]
|
||||
xor cl,BYTE [edi*1+esp]
|
||||
mov al,dl
|
||||
mov edx,DWORD [528+esp]
|
||||
movd ebx,mm7
|
||||
movzx ecx,cl
|
||||
psrlq mm7,8
|
||||
movq mm3,mm6
|
||||
mov edi,eax
|
||||
psrlq mm6,8
|
||||
pxor mm7,[272+ebp*8+esp]
|
||||
and al,15
|
||||
psllq mm3,56
|
||||
pxor mm6,mm0
|
||||
shr edi,4
|
||||
pinsrw mm2,WORD [ecx*2+esi],2
|
||||
pxor mm7,[16+eax*8+esp]
|
||||
rol edx,8
|
||||
pxor mm6,[144+eax*8+esp]
|
||||
pxor mm7,mm3
|
||||
pxor mm6,[400+ebp*8+esp]
|
||||
xor bl,BYTE [ebp*1+esp]
|
||||
mov al,dl
|
||||
movd ecx,mm7
|
||||
movzx ebx,bl
|
||||
psrlq mm7,8
|
||||
movq mm3,mm6
|
||||
mov ebp,eax
|
||||
psrlq mm6,8
|
||||
pxor mm7,[272+edi*8+esp]
|
||||
and al,15
|
||||
psllq mm3,56
|
||||
pxor mm6,mm2
|
||||
shr ebp,4
|
||||
pinsrw mm1,WORD [ebx*2+esi],2
|
||||
pxor mm7,[16+eax*8+esp]
|
||||
rol edx,8
|
||||
pxor mm6,[144+eax*8+esp]
|
||||
pxor mm7,mm3
|
||||
pxor mm6,[400+edi*8+esp]
|
||||
xor cl,BYTE [edi*1+esp]
|
||||
mov al,dl
|
||||
movd ebx,mm7
|
||||
movzx ecx,cl
|
||||
psrlq mm7,8
|
||||
movq mm3,mm6
|
||||
mov edi,eax
|
||||
psrlq mm6,8
|
||||
pxor mm7,[272+ebp*8+esp]
|
||||
and al,15
|
||||
psllq mm3,56
|
||||
pxor mm6,mm1
|
||||
shr edi,4
|
||||
pinsrw mm0,WORD [ecx*2+esi],2
|
||||
pxor mm7,[16+eax*8+esp]
|
||||
rol edx,8
|
||||
pxor mm6,[144+eax*8+esp]
|
||||
pxor mm7,mm3
|
||||
pxor mm6,[400+ebp*8+esp]
|
||||
xor bl,BYTE [ebp*1+esp]
|
||||
mov al,dl
|
||||
movd ecx,mm7
|
||||
movzx ebx,bl
|
||||
psrlq mm7,8
|
||||
movq mm3,mm6
|
||||
mov ebp,eax
|
||||
psrlq mm6,8
|
||||
pxor mm7,[272+edi*8+esp]
|
||||
and al,15
|
||||
psllq mm3,56
|
||||
pxor mm6,mm0
|
||||
shr ebp,4
|
||||
pinsrw mm2,WORD [ebx*2+esi],2
|
||||
pxor mm7,[16+eax*8+esp]
|
||||
rol edx,8
|
||||
pxor mm6,[144+eax*8+esp]
|
||||
pxor mm7,mm3
|
||||
pxor mm6,[400+edi*8+esp]
|
||||
xor cl,BYTE [edi*1+esp]
|
||||
mov al,dl
|
||||
mov edx,DWORD [524+esp]
|
||||
movd ebx,mm7
|
||||
movzx ecx,cl
|
||||
psrlq mm7,8
|
||||
movq mm3,mm6
|
||||
mov edi,eax
|
||||
psrlq mm6,8
|
||||
pxor mm7,[272+ebp*8+esp]
|
||||
and al,15
|
||||
psllq mm3,56
|
||||
pxor mm6,mm2
|
||||
shr edi,4
|
||||
pinsrw mm1,WORD [ecx*2+esi],2
|
||||
pxor mm7,[16+eax*8+esp]
|
||||
pxor mm6,[144+eax*8+esp]
|
||||
xor bl,BYTE [ebp*1+esp]
|
||||
pxor mm7,mm3
|
||||
pxor mm6,[400+ebp*8+esp]
|
||||
movzx ebx,bl
|
||||
pxor mm2,mm2
|
||||
psllq mm1,4
|
||||
movd ecx,mm7
|
||||
psrlq mm7,4
|
||||
movq mm3,mm6
|
||||
psrlq mm6,4
|
||||
shl ecx,4
|
||||
pxor mm7,[16+edi*8+esp]
|
||||
psllq mm3,60
|
||||
movzx ecx,cl
|
||||
pxor mm7,mm3
|
||||
pxor mm6,[144+edi*8+esp]
|
||||
pinsrw mm0,WORD [ebx*2+esi],2
|
||||
pxor mm6,mm1
|
||||
movd edx,mm7
|
||||
pinsrw mm2,WORD [ecx*2+esi],3
|
||||
psllq mm0,12
|
||||
pxor mm6,mm0
|
||||
psrlq mm7,32
|
||||
pxor mm6,mm2
|
||||
mov ecx,DWORD [548+esp]
|
||||
movd ebx,mm7
|
||||
movq mm3,mm6
|
||||
psllw mm6,8
|
||||
psrlw mm3,8
|
||||
por mm6,mm3
|
||||
bswap edx
|
||||
pshufw mm6,mm6,27
|
||||
bswap ebx
|
||||
cmp ecx,DWORD [552+esp]
|
||||
jne NEAR L$004outer
|
||||
mov eax,DWORD [544+esp]
|
||||
mov DWORD [12+eax],edx
|
||||
mov DWORD [8+eax],ebx
|
||||
movq [eax],mm6
|
||||
mov esp,DWORD [556+esp]
|
||||
emms
|
||||
pop edi
|
||||
pop esi
|
||||
pop ebx
|
||||
pop ebp
|
||||
ret
|
||||
global _gcm_init_clmul
|
||||
align 16
|
||||
_gcm_init_clmul:
|
||||
L$_gcm_init_clmul_begin:
|
||||
mov edx,DWORD [4+esp]
|
||||
mov eax,DWORD [8+esp]
|
||||
call L$005pic
|
||||
L$005pic:
|
||||
call L$000pic
|
||||
L$000pic:
|
||||
pop ecx
|
||||
lea ecx,[(L$bswap-L$005pic)+ecx]
|
||||
lea ecx,[(L$bswap-L$000pic)+ecx]
|
||||
movdqu xmm2,[eax]
|
||||
pshufd xmm2,xmm2,78
|
||||
pshufd xmm4,xmm2,255
|
||||
@@ -792,10 +93,10 @@ _gcm_gmult_clmul:
|
||||
L$_gcm_gmult_clmul_begin:
|
||||
mov eax,DWORD [4+esp]
|
||||
mov edx,DWORD [8+esp]
|
||||
call L$006pic
|
||||
L$006pic:
|
||||
call L$001pic
|
||||
L$001pic:
|
||||
pop ecx
|
||||
lea ecx,[(L$bswap-L$006pic)+ecx]
|
||||
lea ecx,[(L$bswap-L$001pic)+ecx]
|
||||
movdqu xmm0,[eax]
|
||||
movdqa xmm5,[ecx]
|
||||
movups xmm2,[edx]
|
||||
@@ -849,16 +150,16 @@ L$_gcm_ghash_clmul_begin:
|
||||
mov edx,DWORD [24+esp]
|
||||
mov esi,DWORD [28+esp]
|
||||
mov ebx,DWORD [32+esp]
|
||||
call L$007pic
|
||||
L$007pic:
|
||||
call L$002pic
|
||||
L$002pic:
|
||||
pop ecx
|
||||
lea ecx,[(L$bswap-L$007pic)+ecx]
|
||||
lea ecx,[(L$bswap-L$002pic)+ecx]
|
||||
movdqu xmm0,[eax]
|
||||
movdqa xmm5,[ecx]
|
||||
movdqu xmm2,[edx]
|
||||
db 102,15,56,0,197
|
||||
sub ebx,16
|
||||
jz NEAR L$008odd_tail
|
||||
jz NEAR L$003odd_tail
|
||||
movdqu xmm3,[esi]
|
||||
movdqu xmm6,[16+esi]
|
||||
db 102,15,56,0,221
|
||||
@@ -875,10 +176,10 @@ db 102,15,58,68,221,0
|
||||
movups xmm2,[16+edx]
|
||||
nop
|
||||
sub ebx,32
|
||||
jbe NEAR L$009even_tail
|
||||
jmp NEAR L$010mod_loop
|
||||
jbe NEAR L$004even_tail
|
||||
jmp NEAR L$005mod_loop
|
||||
align 32
|
||||
L$010mod_loop:
|
||||
L$005mod_loop:
|
||||
pshufd xmm4,xmm0,78
|
||||
movdqa xmm1,xmm0
|
||||
pxor xmm4,xmm0
|
||||
@@ -933,8 +234,8 @@ db 102,15,58,68,250,17
|
||||
db 102,15,58,68,221,0
|
||||
lea esi,[32+esi]
|
||||
sub ebx,32
|
||||
ja NEAR L$010mod_loop
|
||||
L$009even_tail:
|
||||
ja NEAR L$005mod_loop
|
||||
L$004even_tail:
|
||||
pshufd xmm4,xmm0,78
|
||||
movdqa xmm1,xmm0
|
||||
pxor xmm4,xmm0
|
||||
@@ -973,9 +274,9 @@ db 102,15,58,68,229,16
|
||||
psrlq xmm0,1
|
||||
pxor xmm0,xmm1
|
||||
test ebx,ebx
|
||||
jnz NEAR L$011done
|
||||
jnz NEAR L$006done
|
||||
movups xmm2,[edx]
|
||||
L$008odd_tail:
|
||||
L$003odd_tail:
|
||||
movdqu xmm3,[esi]
|
||||
db 102,15,56,0,221
|
||||
pxor xmm0,xmm3
|
||||
@@ -1014,7 +315,7 @@ db 102,15,58,68,220,0
|
||||
pxor xmm0,xmm4
|
||||
psrlq xmm0,1
|
||||
pxor xmm0,xmm1
|
||||
L$011done:
|
||||
L$006done:
|
||||
db 102,15,56,0,197
|
||||
movdqu [eax],xmm0
|
||||
pop edi
|
||||
@@ -1026,46 +327,6 @@ align 64
|
||||
L$bswap:
|
||||
db 15,14,13,12,11,10,9,8,7,6,5,4,3,2,1,0
|
||||
db 1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,194
|
||||
align 64
|
||||
L$rem_8bit:
|
||||
dw 0,450,900,582,1800,1738,1164,1358
|
||||
dw 3600,4050,3476,3158,2328,2266,2716,2910
|
||||
dw 7200,7650,8100,7782,6952,6890,6316,6510
|
||||
dw 4656,5106,4532,4214,5432,5370,5820,6014
|
||||
dw 14400,14722,15300,14854,16200,16010,15564,15630
|
||||
dw 13904,14226,13780,13334,12632,12442,13020,13086
|
||||
dw 9312,9634,10212,9766,9064,8874,8428,8494
|
||||
dw 10864,11186,10740,10294,11640,11450,12028,12094
|
||||
dw 28800,28994,29444,29382,30600,30282,29708,30158
|
||||
dw 32400,32594,32020,31958,31128,30810,31260,31710
|
||||
dw 27808,28002,28452,28390,27560,27242,26668,27118
|
||||
dw 25264,25458,24884,24822,26040,25722,26172,26622
|
||||
dw 18624,18690,19268,19078,20424,19978,19532,19854
|
||||
dw 18128,18194,17748,17558,16856,16410,16988,17310
|
||||
dw 21728,21794,22372,22182,21480,21034,20588,20910
|
||||
dw 23280,23346,22900,22710,24056,23610,24188,24510
|
||||
dw 57600,57538,57988,58182,58888,59338,58764,58446
|
||||
dw 61200,61138,60564,60758,59416,59866,60316,59998
|
||||
dw 64800,64738,65188,65382,64040,64490,63916,63598
|
||||
dw 62256,62194,61620,61814,62520,62970,63420,63102
|
||||
dw 55616,55426,56004,56070,56904,57226,56780,56334
|
||||
dw 55120,54930,54484,54550,53336,53658,54236,53790
|
||||
dw 50528,50338,50916,50982,49768,50090,49644,49198
|
||||
dw 52080,51890,51444,51510,52344,52666,53244,52798
|
||||
dw 37248,36930,37380,37830,38536,38730,38156,38094
|
||||
dw 40848,40530,39956,40406,39064,39258,39708,39646
|
||||
dw 36256,35938,36388,36838,35496,35690,35116,35054
|
||||
dw 33712,33394,32820,33270,33976,34170,34620,34558
|
||||
dw 43456,43010,43588,43910,44744,44810,44364,44174
|
||||
dw 42960,42514,42068,42390,41176,41242,41820,41630
|
||||
dw 46560,46114,46692,47014,45800,45866,45420,45230
|
||||
dw 48112,47666,47220,47542,48376,48442,49020,48830
|
||||
align 64
|
||||
L$rem_4bit:
|
||||
dd 0,0,0,471859200,0,943718400,0,610271232
|
||||
dd 0,1887436800,0,1822425088,0,1220542464,0,1423966208
|
||||
dd 0,3774873600,0,4246732800,0,3644850176,0,3311403008
|
||||
dd 0,2441084928,0,2376073216,0,2847932416,0,3051356160
|
||||
db 71,72,65,83,72,32,102,111,114,32,120,56,54,44,32,67
|
||||
db 82,89,80,84,79,71,65,77,83,32,98,121,32,60,97,112
|
||||
db 112,114,111,64,111,112,101,110,115,115,108,46,111,114,103,62
|
||||
|
||||
@@ -20,7 +20,7 @@ section .text code align=64
|
||||
%else
|
||||
section .text code
|
||||
%endif
|
||||
%ifndef NDEBUG
|
||||
%ifdef BORINGSSL_DISPATCH_TEST
|
||||
extern _BORINGSSL_function_hit
|
||||
%endif
|
||||
align 64
|
||||
@@ -474,7 +474,7 @@ L$_vpaes_set_encrypt_key_begin:
|
||||
push ebx
|
||||
push esi
|
||||
push edi
|
||||
%ifndef NDEBUG
|
||||
%ifdef BORINGSSL_DISPATCH_TEST
|
||||
push ebx
|
||||
push edx
|
||||
call L$016pic
|
||||
@@ -553,7 +553,7 @@ L$_vpaes_encrypt_begin:
|
||||
push ebx
|
||||
push esi
|
||||
push edi
|
||||
%ifndef NDEBUG
|
||||
%ifdef BORINGSSL_DISPATCH_TEST
|
||||
push ebx
|
||||
push edx
|
||||
call L$019pic
|
||||
|
||||
Reference in New Issue
Block a user