You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
 
 
 
 
 
 

1274 lines
26 KiB

TITLE ghash-x86.asm
IF @Version LT 800
ECHO MASM version 8.00 or later is strongly recommended.
ENDIF
.686
.XMM
IF @Version LT 800
XMMWORD STRUCT 16
DQ 2 dup (?)
XMMWORD ENDS
ENDIF
.MODEL FLAT
OPTION DOTNAME
IF @Version LT 800
.text$ SEGMENT PAGE 'CODE'
ELSE
.text$ SEGMENT ALIGN(64) 'CODE'
ENDIF
ALIGN 16
_gcm_gmult_4bit_x86 PROC PUBLIC
$L_gcm_gmult_4bit_x86_begin::
push ebp
push ebx
push esi
push edi
sub esp,84
mov edi,DWORD PTR 104[esp]
mov esi,DWORD PTR 108[esp]
mov ebp,DWORD PTR [edi]
mov edx,DWORD PTR 4[edi]
mov ecx,DWORD PTR 8[edi]
mov ebx,DWORD PTR 12[edi]
mov DWORD PTR 16[esp],0
mov DWORD PTR 20[esp],471859200
mov DWORD PTR 24[esp],943718400
mov DWORD PTR 28[esp],610271232
mov DWORD PTR 32[esp],1887436800
mov DWORD PTR 36[esp],1822425088
mov DWORD PTR 40[esp],1220542464
mov DWORD PTR 44[esp],1423966208
mov DWORD PTR 48[esp],3774873600
mov DWORD PTR 52[esp],4246732800
mov DWORD PTR 56[esp],3644850176
mov DWORD PTR 60[esp],3311403008
mov DWORD PTR 64[esp],2441084928
mov DWORD PTR 68[esp],2376073216
mov DWORD PTR 72[esp],2847932416
mov DWORD PTR 76[esp],3051356160
mov DWORD PTR [esp],ebp
mov DWORD PTR 4[esp],edx
mov DWORD PTR 8[esp],ecx
mov DWORD PTR 12[esp],ebx
shr ebx,20
and ebx,240
mov ebp,DWORD PTR 4[ebx*1+esi]
mov edx,DWORD PTR [ebx*1+esi]
mov ecx,DWORD PTR 12[ebx*1+esi]
mov ebx,DWORD PTR 8[ebx*1+esi]
xor eax,eax
mov edi,15
jmp $L000x86_loop
ALIGN 16
$L000x86_loop:
mov al,bl
shrd ebx,ecx,4
and al,15
shrd ecx,edx,4
shrd edx,ebp,4
shr ebp,4
xor ebp,DWORD PTR 16[eax*4+esp]
mov al,BYTE PTR [edi*1+esp]
and al,240
xor ebx,DWORD PTR 8[eax*1+esi]
xor ecx,DWORD PTR 12[eax*1+esi]
xor edx,DWORD PTR [eax*1+esi]
xor ebp,DWORD PTR 4[eax*1+esi]
dec edi
js $L001x86_break
mov al,bl
shrd ebx,ecx,4
and al,15
shrd ecx,edx,4
shrd edx,ebp,4
shr ebp,4
xor ebp,DWORD PTR 16[eax*4+esp]
mov al,BYTE PTR [edi*1+esp]
shl al,4
xor ebx,DWORD PTR 8[eax*1+esi]
xor ecx,DWORD PTR 12[eax*1+esi]
xor edx,DWORD PTR [eax*1+esi]
xor ebp,DWORD PTR 4[eax*1+esi]
jmp $L000x86_loop
ALIGN 16
$L001x86_break:
bswap ebx
bswap ecx
bswap edx
bswap ebp
mov edi,DWORD PTR 104[esp]
mov DWORD PTR 12[edi],ebx
mov DWORD PTR 8[edi],ecx
mov DWORD PTR 4[edi],edx
mov DWORD PTR [edi],ebp
add esp,84
pop edi
pop esi
pop ebx
pop ebp
ret
_gcm_gmult_4bit_x86 ENDP
ALIGN 16
_gcm_ghash_4bit_x86 PROC PUBLIC
$L_gcm_ghash_4bit_x86_begin::
push ebp
push ebx
push esi
push edi
sub esp,84
mov ebx,DWORD PTR 104[esp]
mov esi,DWORD PTR 108[esp]
mov edi,DWORD PTR 112[esp]
mov ecx,DWORD PTR 116[esp]
add ecx,edi
mov DWORD PTR 116[esp],ecx
mov ebp,DWORD PTR [ebx]
mov edx,DWORD PTR 4[ebx]
mov ecx,DWORD PTR 8[ebx]
mov ebx,DWORD PTR 12[ebx]
mov DWORD PTR 16[esp],0
mov DWORD PTR 20[esp],471859200
mov DWORD PTR 24[esp],943718400
mov DWORD PTR 28[esp],610271232
mov DWORD PTR 32[esp],1887436800
mov DWORD PTR 36[esp],1822425088
mov DWORD PTR 40[esp],1220542464
mov DWORD PTR 44[esp],1423966208
mov DWORD PTR 48[esp],3774873600
mov DWORD PTR 52[esp],4246732800
mov DWORD PTR 56[esp],3644850176
mov DWORD PTR 60[esp],3311403008
mov DWORD PTR 64[esp],2441084928
mov DWORD PTR 68[esp],2376073216
mov DWORD PTR 72[esp],2847932416
mov DWORD PTR 76[esp],3051356160
ALIGN 16
$L002x86_outer_loop:
xor ebx,DWORD PTR 12[edi]
xor ecx,DWORD PTR 8[edi]
xor edx,DWORD PTR 4[edi]
xor ebp,DWORD PTR [edi]
mov DWORD PTR 12[esp],ebx
mov DWORD PTR 8[esp],ecx
mov DWORD PTR 4[esp],edx
mov DWORD PTR [esp],ebp
shr ebx,20
and ebx,240
mov ebp,DWORD PTR 4[ebx*1+esi]
mov edx,DWORD PTR [ebx*1+esi]
mov ecx,DWORD PTR 12[ebx*1+esi]
mov ebx,DWORD PTR 8[ebx*1+esi]
xor eax,eax
mov edi,15
jmp $L003x86_loop
ALIGN 16
$L003x86_loop:
mov al,bl
shrd ebx,ecx,4
and al,15
shrd ecx,edx,4
shrd edx,ebp,4
shr ebp,4
xor ebp,DWORD PTR 16[eax*4+esp]
mov al,BYTE PTR [edi*1+esp]
and al,240
xor ebx,DWORD PTR 8[eax*1+esi]
xor ecx,DWORD PTR 12[eax*1+esi]
xor edx,DWORD PTR [eax*1+esi]
xor ebp,DWORD PTR 4[eax*1+esi]
dec edi
js $L004x86_break
mov al,bl
shrd ebx,ecx,4
and al,15
shrd ecx,edx,4
shrd edx,ebp,4
shr ebp,4
xor ebp,DWORD PTR 16[eax*4+esp]
mov al,BYTE PTR [edi*1+esp]
shl al,4
xor ebx,DWORD PTR 8[eax*1+esi]
xor ecx,DWORD PTR 12[eax*1+esi]
xor edx,DWORD PTR [eax*1+esi]
xor ebp,DWORD PTR 4[eax*1+esi]
jmp $L003x86_loop
ALIGN 16
$L004x86_break:
bswap ebx
bswap ecx
bswap edx
bswap ebp
mov edi,DWORD PTR 112[esp]
lea edi,DWORD PTR 16[edi]
cmp edi,DWORD PTR 116[esp]
mov DWORD PTR 112[esp],edi
jb $L002x86_outer_loop
mov edi,DWORD PTR 104[esp]
mov DWORD PTR 12[edi],ebx
mov DWORD PTR 8[edi],ecx
mov DWORD PTR 4[edi],edx
mov DWORD PTR [edi],ebp
add esp,84
pop edi
pop esi
pop ebx
pop ebp
ret
_gcm_ghash_4bit_x86 ENDP
ALIGN 16
_gcm_gmult_4bit_mmx PROC PUBLIC
$L_gcm_gmult_4bit_mmx_begin::
push ebp
push ebx
push esi
push edi
mov edi,DWORD PTR 20[esp]
mov esi,DWORD PTR 24[esp]
call $L005pic_point
$L005pic_point:
pop eax
lea eax,DWORD PTR ($Lrem_4bit-$L005pic_point)[eax]
movzx ebx,BYTE PTR 15[edi]
xor ecx,ecx
mov edx,ebx
mov cl,dl
mov ebp,14
shl cl,4
and edx,240
movq mm0,QWORD PTR 8[ecx*1+esi]
movq mm1,QWORD PTR [ecx*1+esi]
movd ebx,mm0
jmp $L006mmx_loop
ALIGN 16
$L006mmx_loop:
psrlq mm0,4
and ebx,15
movq mm2,mm1
psrlq mm1,4
pxor mm0,QWORD PTR 8[edx*1+esi]
mov cl,BYTE PTR [ebp*1+edi]
psllq mm2,60
pxor mm1,QWORD PTR [ebx*8+eax]
dec ebp
movd ebx,mm0
pxor mm1,QWORD PTR [edx*1+esi]
mov edx,ecx
pxor mm0,mm2
js $L007mmx_break
shl cl,4
and ebx,15
psrlq mm0,4
and edx,240
movq mm2,mm1
psrlq mm1,4
pxor mm0,QWORD PTR 8[ecx*1+esi]
psllq mm2,60
pxor mm1,QWORD PTR [ebx*8+eax]
movd ebx,mm0
pxor mm1,QWORD PTR [ecx*1+esi]
pxor mm0,mm2
jmp $L006mmx_loop
ALIGN 16
$L007mmx_break:
shl cl,4
and ebx,15
psrlq mm0,4
and edx,240
movq mm2,mm1
psrlq mm1,4
pxor mm0,QWORD PTR 8[ecx*1+esi]
psllq mm2,60
pxor mm1,QWORD PTR [ebx*8+eax]
movd ebx,mm0
pxor mm1,QWORD PTR [ecx*1+esi]
pxor mm0,mm2
psrlq mm0,4
and ebx,15
movq mm2,mm1
psrlq mm1,4
pxor mm0,QWORD PTR 8[edx*1+esi]
psllq mm2,60
pxor mm1,QWORD PTR [ebx*8+eax]
movd ebx,mm0
pxor mm1,QWORD PTR [edx*1+esi]
pxor mm0,mm2
psrlq mm0,32
movd edx,mm1
psrlq mm1,32
movd ecx,mm0
movd ebp,mm1
bswap ebx
bswap edx
bswap ecx
bswap ebp
emms
mov DWORD PTR 12[edi],ebx
mov DWORD PTR 4[edi],edx
mov DWORD PTR 8[edi],ecx
mov DWORD PTR [edi],ebp
pop edi
pop esi
pop ebx
pop ebp
ret
_gcm_gmult_4bit_mmx ENDP
ALIGN 16
_gcm_ghash_4bit_mmx PROC PUBLIC
$L_gcm_ghash_4bit_mmx_begin::
push ebp
push ebx
push esi
push edi
mov eax,DWORD PTR 20[esp]
mov ebx,DWORD PTR 24[esp]
mov ecx,DWORD PTR 28[esp]
mov edx,DWORD PTR 32[esp]
mov ebp,esp
call $L008pic_point
$L008pic_point:
pop esi
lea esi,DWORD PTR ($Lrem_8bit-$L008pic_point)[esi]
sub esp,544
and esp,-64
sub esp,16
add edx,ecx
mov DWORD PTR 544[esp],eax
mov DWORD PTR 552[esp],edx
mov DWORD PTR 556[esp],ebp
add ebx,128
lea edi,DWORD PTR 144[esp]
lea ebp,DWORD PTR 400[esp]
mov edx,DWORD PTR [ebx-120]
movq mm0,QWORD PTR [ebx-120]
movq mm3,QWORD PTR [ebx-128]
shl edx,4
mov BYTE PTR [esp],dl
mov edx,DWORD PTR [ebx-104]
movq mm2,QWORD PTR [ebx-104]
movq mm5,QWORD PTR [ebx-112]
movq QWORD PTR [edi-128],mm0
psrlq mm0,4
movq QWORD PTR [edi],mm3
movq mm7,mm3
psrlq mm3,4
shl edx,4
mov BYTE PTR 1[esp],dl
mov edx,DWORD PTR [ebx-88]
movq mm1,QWORD PTR [ebx-88]
psllq mm7,60
movq mm4,QWORD PTR [ebx-96]
por mm0,mm7
movq QWORD PTR [edi-120],mm2
psrlq mm2,4
movq QWORD PTR 8[edi],mm5
movq mm6,mm5
movq QWORD PTR [ebp-128],mm0
psrlq mm5,4
movq QWORD PTR [ebp],mm3
shl edx,4
mov BYTE PTR 2[esp],dl
mov edx,DWORD PTR [ebx-72]
movq mm0,QWORD PTR [ebx-72]
psllq mm6,60
movq mm3,QWORD PTR [ebx-80]
por mm2,mm6
movq QWORD PTR [edi-112],mm1
psrlq mm1,4
movq QWORD PTR 16[edi],mm4
movq mm7,mm4
movq QWORD PTR [ebp-120],mm2
psrlq mm4,4
movq QWORD PTR 8[ebp],mm5
shl edx,4
mov BYTE PTR 3[esp],dl
mov edx,DWORD PTR [ebx-56]
movq mm2,QWORD PTR [ebx-56]
psllq mm7,60
movq mm5,QWORD PTR [ebx-64]
por mm1,mm7
movq QWORD PTR [edi-104],mm0
psrlq mm0,4
movq QWORD PTR 24[edi],mm3
movq mm6,mm3
movq QWORD PTR [ebp-112],mm1
psrlq mm3,4
movq QWORD PTR 16[ebp],mm4
shl edx,4
mov BYTE PTR 4[esp],dl
mov edx,DWORD PTR [ebx-40]
movq mm1,QWORD PTR [ebx-40]
psllq mm6,60
movq mm4,QWORD PTR [ebx-48]
por mm0,mm6
movq QWORD PTR [edi-96],mm2
psrlq mm2,4
movq QWORD PTR 32[edi],mm5
movq mm7,mm5
movq QWORD PTR [ebp-104],mm0
psrlq mm5,4
movq QWORD PTR 24[ebp],mm3
shl edx,4
mov BYTE PTR 5[esp],dl
mov edx,DWORD PTR [ebx-24]
movq mm0,QWORD PTR [ebx-24]
psllq mm7,60
movq mm3,QWORD PTR [ebx-32]
por mm2,mm7
movq QWORD PTR [edi-88],mm1
psrlq mm1,4
movq QWORD PTR 40[edi],mm4
movq mm6,mm4
movq QWORD PTR [ebp-96],mm2
psrlq mm4,4
movq QWORD PTR 32[ebp],mm5
shl edx,4
mov BYTE PTR 6[esp],dl
mov edx,DWORD PTR [ebx-8]
movq mm2,QWORD PTR [ebx-8]
psllq mm6,60
movq mm5,QWORD PTR [ebx-16]
por mm1,mm6
movq QWORD PTR [edi-80],mm0
psrlq mm0,4
movq QWORD PTR 48[edi],mm3
movq mm7,mm3
movq QWORD PTR [ebp-88],mm1
psrlq mm3,4
movq QWORD PTR 40[ebp],mm4
shl edx,4
mov BYTE PTR 7[esp],dl
mov edx,DWORD PTR 8[ebx]
movq mm1,QWORD PTR 8[ebx]
psllq mm7,60
movq mm4,QWORD PTR [ebx]
por mm0,mm7
movq QWORD PTR [edi-72],mm2
psrlq mm2,4
movq QWORD PTR 56[edi],mm5
movq mm6,mm5
movq QWORD PTR [ebp-80],mm0
psrlq mm5,4
movq QWORD PTR 48[ebp],mm3
shl edx,4
mov BYTE PTR 8[esp],dl
mov edx,DWORD PTR 24[ebx]
movq mm0,QWORD PTR 24[ebx]
psllq mm6,60
movq mm3,QWORD PTR 16[ebx]
por mm2,mm6
movq QWORD PTR [edi-64],mm1
psrlq mm1,4
movq QWORD PTR 64[edi],mm4
movq mm7,mm4
movq QWORD PTR [ebp-72],mm2
psrlq mm4,4
movq QWORD PTR 56[ebp],mm5
shl edx,4
mov BYTE PTR 9[esp],dl
mov edx,DWORD PTR 40[ebx]
movq mm2,QWORD PTR 40[ebx]
psllq mm7,60
movq mm5,QWORD PTR 32[ebx]
por mm1,mm7
movq QWORD PTR [edi-56],mm0
psrlq mm0,4
movq QWORD PTR 72[edi],mm3
movq mm6,mm3
movq QWORD PTR [ebp-64],mm1
psrlq mm3,4
movq QWORD PTR 64[ebp],mm4
shl edx,4
mov BYTE PTR 10[esp],dl
mov edx,DWORD PTR 56[ebx]
movq mm1,QWORD PTR 56[ebx]
psllq mm6,60
movq mm4,QWORD PTR 48[ebx]
por mm0,mm6
movq QWORD PTR [edi-48],mm2
psrlq mm2,4
movq QWORD PTR 80[edi],mm5
movq mm7,mm5
movq QWORD PTR [ebp-56],mm0
psrlq mm5,4
movq QWORD PTR 72[ebp],mm3
shl edx,4
mov BYTE PTR 11[esp],dl
mov edx,DWORD PTR 72[ebx]
movq mm0,QWORD PTR 72[ebx]
psllq mm7,60
movq mm3,QWORD PTR 64[ebx]
por mm2,mm7
movq QWORD PTR [edi-40],mm1
psrlq mm1,4
movq QWORD PTR 88[edi],mm4
movq mm6,mm4
movq QWORD PTR [ebp-48],mm2
psrlq mm4,4
movq QWORD PTR 80[ebp],mm5
shl edx,4
mov BYTE PTR 12[esp],dl
mov edx,DWORD PTR 88[ebx]
movq mm2,QWORD PTR 88[ebx]
psllq mm6,60
movq mm5,QWORD PTR 80[ebx]
por mm1,mm6
movq QWORD PTR [edi-32],mm0
psrlq mm0,4
movq QWORD PTR 96[edi],mm3
movq mm7,mm3
movq QWORD PTR [ebp-40],mm1
psrlq mm3,4
movq QWORD PTR 88[ebp],mm4
shl edx,4
mov BYTE PTR 13[esp],dl
mov edx,DWORD PTR 104[ebx]
movq mm1,QWORD PTR 104[ebx]
psllq mm7,60
movq mm4,QWORD PTR 96[ebx]
por mm0,mm7
movq QWORD PTR [edi-24],mm2
psrlq mm2,4
movq QWORD PTR 104[edi],mm5
movq mm6,mm5
movq QWORD PTR [ebp-32],mm0
psrlq mm5,4
movq QWORD PTR 96[ebp],mm3
shl edx,4
mov BYTE PTR 14[esp],dl
mov edx,DWORD PTR 120[ebx]
movq mm0,QWORD PTR 120[ebx]
psllq mm6,60
movq mm3,QWORD PTR 112[ebx]
por mm2,mm6
movq QWORD PTR [edi-16],mm1
psrlq mm1,4
movq QWORD PTR 112[edi],mm4
movq mm7,mm4
movq QWORD PTR [ebp-24],mm2
psrlq mm4,4
movq QWORD PTR 104[ebp],mm5
shl edx,4
mov BYTE PTR 15[esp],dl
psllq mm7,60
por mm1,mm7
movq QWORD PTR [edi-8],mm0
psrlq mm0,4
movq QWORD PTR 120[edi],mm3
movq mm6,mm3
movq QWORD PTR [ebp-16],mm1
psrlq mm3,4
movq QWORD PTR 112[ebp],mm4
psllq mm6,60
por mm0,mm6
movq QWORD PTR [ebp-8],mm0
movq QWORD PTR 120[ebp],mm3
movq mm6,QWORD PTR [eax]
mov ebx,DWORD PTR 8[eax]
mov edx,DWORD PTR 12[eax]
ALIGN 16
$L009outer:
xor edx,DWORD PTR 12[ecx]
xor ebx,DWORD PTR 8[ecx]
pxor mm6,QWORD PTR [ecx]
lea ecx,DWORD PTR 16[ecx]
mov DWORD PTR 536[esp],ebx
movq QWORD PTR 528[esp],mm6
mov DWORD PTR 548[esp],ecx
xor eax,eax
rol edx,8
mov al,dl
mov ebp,eax
and al,15
shr ebp,4
pxor mm0,mm0
rol edx,8
pxor mm1,mm1
pxor mm2,mm2
movq mm7,QWORD PTR 16[eax*8+esp]
movq mm6,QWORD PTR 144[eax*8+esp]
mov al,dl
movd ebx,mm7
psrlq mm7,8
movq mm3,mm6
mov edi,eax
psrlq mm6,8
pxor mm7,QWORD PTR 272[ebp*8+esp]
and al,15
psllq mm3,56
shr edi,4
pxor mm7,QWORD PTR 16[eax*8+esp]
rol edx,8
pxor mm6,QWORD PTR 144[eax*8+esp]
pxor mm7,mm3
pxor mm6,QWORD PTR 400[ebp*8+esp]
xor bl,BYTE PTR [ebp*1+esp]
mov al,dl
movd ecx,mm7
movzx ebx,bl
psrlq mm7,8
movq mm3,mm6
mov ebp,eax
psrlq mm6,8
pxor mm7,QWORD PTR 272[edi*8+esp]
and al,15
psllq mm3,56
shr ebp,4
pinsrw mm2,WORD PTR [ebx*2+esi],2
pxor mm7,QWORD PTR 16[eax*8+esp]
rol edx,8
pxor mm6,QWORD PTR 144[eax*8+esp]
pxor mm7,mm3
pxor mm6,QWORD PTR 400[edi*8+esp]
xor cl,BYTE PTR [edi*1+esp]
mov al,dl
mov edx,DWORD PTR 536[esp]
movd ebx,mm7
movzx ecx,cl
psrlq mm7,8
movq mm3,mm6
mov edi,eax
psrlq mm6,8
pxor mm7,QWORD PTR 272[ebp*8+esp]
and al,15
psllq mm3,56
pxor mm6,mm2
shr edi,4
pinsrw mm1,WORD PTR [ecx*2+esi],2
pxor mm7,QWORD PTR 16[eax*8+esp]
rol edx,8
pxor mm6,QWORD PTR 144[eax*8+esp]
pxor mm7,mm3
pxor mm6,QWORD PTR 400[ebp*8+esp]
xor bl,BYTE PTR [ebp*1+esp]
mov al,dl
movd ecx,mm7
movzx ebx,bl
psrlq mm7,8
movq mm3,mm6
mov ebp,eax
psrlq mm6,8
pxor mm7,QWORD PTR 272[edi*8+esp]
and al,15
psllq mm3,56
pxor mm6,mm1
shr ebp,4
pinsrw mm0,WORD PTR [ebx*2+esi],2
pxor mm7,QWORD PTR 16[eax*8+esp]
rol edx,8
pxor mm6,QWORD PTR 144[eax*8+esp]
pxor mm7,mm3
pxor mm6,QWORD PTR 400[edi*8+esp]
xor cl,BYTE PTR [edi*1+esp]
mov al,dl
movd ebx,mm7
movzx ecx,cl
psrlq mm7,8
movq mm3,mm6
mov edi,eax
psrlq mm6,8
pxor mm7,QWORD PTR 272[ebp*8+esp]
and al,15
psllq mm3,56
pxor mm6,mm0
shr edi,4
pinsrw mm2,WORD PTR [ecx*2+esi],2
pxor mm7,QWORD PTR 16[eax*8+esp]
rol edx,8
pxor mm6,QWORD PTR 144[eax*8+esp]
pxor mm7,mm3
pxor mm6,QWORD PTR 400[ebp*8+esp]
xor bl,BYTE PTR [ebp*1+esp]
mov al,dl
movd ecx,mm7
movzx ebx,bl
psrlq mm7,8
movq mm3,mm6
mov ebp,eax
psrlq mm6,8
pxor mm7,QWORD PTR 272[edi*8+esp]
and al,15
psllq mm3,56
pxor mm6,mm2
shr ebp,4
pinsrw mm1,WORD PTR [ebx*2+esi],2
pxor mm7,QWORD PTR 16[eax*8+esp]
rol edx,8
pxor mm6,QWORD PTR 144[eax*8+esp]
pxor mm7,mm3
pxor mm6,QWORD PTR 400[edi*8+esp]
xor cl,BYTE PTR [edi*1+esp]
mov al,dl
mov edx,DWORD PTR 532[esp]
movd ebx,mm7
movzx ecx,cl
psrlq mm7,8
movq mm3,mm6
mov edi,eax
psrlq mm6,8
pxor mm7,QWORD PTR 272[ebp*8+esp]
and al,15
psllq mm3,56
pxor mm6,mm1
shr edi,4
pinsrw mm0,WORD PTR [ecx*2+esi],2
pxor mm7,QWORD PTR 16[eax*8+esp]
rol edx,8
pxor mm6,QWORD PTR 144[eax*8+esp]
pxor mm7,mm3
pxor mm6,QWORD PTR 400[ebp*8+esp]
xor bl,BYTE PTR [ebp*1+esp]
mov al,dl
movd ecx,mm7
movzx ebx,bl
psrlq mm7,8
movq mm3,mm6
mov ebp,eax
psrlq mm6,8
pxor mm7,QWORD PTR 272[edi*8+esp]
and al,15
psllq mm3,56
pxor mm6,mm0
shr ebp,4
pinsrw mm2,WORD PTR [ebx*2+esi],2
pxor mm7,QWORD PTR 16[eax*8+esp]
rol edx,8
pxor mm6,QWORD PTR 144[eax*8+esp]
pxor mm7,mm3
pxor mm6,QWORD PTR 400[edi*8+esp]
xor cl,BYTE PTR [edi*1+esp]
mov al,dl
movd ebx,mm7
movzx ecx,cl
psrlq mm7,8
movq mm3,mm6
mov edi,eax
psrlq mm6,8
pxor mm7,QWORD PTR 272[ebp*8+esp]
and al,15
psllq mm3,56
pxor mm6,mm2
shr edi,4
pinsrw mm1,WORD PTR [ecx*2+esi],2
pxor mm7,QWORD PTR 16[eax*8+esp]
rol edx,8
pxor mm6,QWORD PTR 144[eax*8+esp]
pxor mm7,mm3
pxor mm6,QWORD PTR 400[ebp*8+esp]
xor bl,BYTE PTR [ebp*1+esp]
mov al,dl
movd ecx,mm7
movzx ebx,bl
psrlq mm7,8
movq mm3,mm6
mov ebp,eax
psrlq mm6,8
pxor mm7,QWORD PTR 272[edi*8+esp]
and al,15
psllq mm3,56
pxor mm6,mm1
shr ebp,4
pinsrw mm0,WORD PTR [ebx*2+esi],2
pxor mm7,QWORD PTR 16[eax*8+esp]
rol edx,8
pxor mm6,QWORD PTR 144[eax*8+esp]
pxor mm7,mm3
pxor mm6,QWORD PTR 400[edi*8+esp]
xor cl,BYTE PTR [edi*1+esp]
mov al,dl
mov edx,DWORD PTR 528[esp]
movd ebx,mm7
movzx ecx,cl
psrlq mm7,8
movq mm3,mm6
mov edi,eax
psrlq mm6,8
pxor mm7,QWORD PTR 272[ebp*8+esp]
and al,15
psllq mm3,56
pxor mm6,mm0
shr edi,4
pinsrw mm2,WORD PTR [ecx*2+esi],2
pxor mm7,QWORD PTR 16[eax*8+esp]
rol edx,8
pxor mm6,QWORD PTR 144[eax*8+esp]
pxor mm7,mm3
pxor mm6,QWORD PTR 400[ebp*8+esp]
xor bl,BYTE PTR [ebp*1+esp]
mov al,dl
movd ecx,mm7
movzx ebx,bl
psrlq mm7,8
movq mm3,mm6
mov ebp,eax
psrlq mm6,8
pxor mm7,QWORD PTR 272[edi*8+esp]
and al,15
psllq mm3,56
pxor mm6,mm2
shr ebp,4
pinsrw mm1,WORD PTR [ebx*2+esi],2
pxor mm7,QWORD PTR 16[eax*8+esp]
rol edx,8
pxor mm6,QWORD PTR 144[eax*8+esp]
pxor mm7,mm3
pxor mm6,QWORD PTR 400[edi*8+esp]
xor cl,BYTE PTR [edi*1+esp]
mov al,dl
movd ebx,mm7
movzx ecx,cl
psrlq mm7,8
movq mm3,mm6
mov edi,eax
psrlq mm6,8
pxor mm7,QWORD PTR 272[ebp*8+esp]
and al,15
psllq mm3,56
pxor mm6,mm1
shr edi,4
pinsrw mm0,WORD PTR [ecx*2+esi],2
pxor mm7,QWORD PTR 16[eax*8+esp]
rol edx,8
pxor mm6,QWORD PTR 144[eax*8+esp]
pxor mm7,mm3
pxor mm6,QWORD PTR 400[ebp*8+esp]
xor bl,BYTE PTR [ebp*1+esp]
mov al,dl
movd ecx,mm7
movzx ebx,bl
psrlq mm7,8
movq mm3,mm6
mov ebp,eax
psrlq mm6,8
pxor mm7,QWORD PTR 272[edi*8+esp]
and al,15
psllq mm3,56
pxor mm6,mm0
shr ebp,4
pinsrw mm2,WORD PTR [ebx*2+esi],2
pxor mm7,QWORD PTR 16[eax*8+esp]
rol edx,8
pxor mm6,QWORD PTR 144[eax*8+esp]
pxor mm7,mm3
pxor mm6,QWORD PTR 400[edi*8+esp]
xor cl,BYTE PTR [edi*1+esp]
mov al,dl
mov edx,DWORD PTR 524[esp]
movd ebx,mm7
movzx ecx,cl
psrlq mm7,8
movq mm3,mm6
mov edi,eax
psrlq mm6,8
pxor mm7,QWORD PTR 272[ebp*8+esp]
and al,15
psllq mm3,56
pxor mm6,mm2
shr edi,4
pinsrw mm1,WORD PTR [ecx*2+esi],2
pxor mm7,QWORD PTR 16[eax*8+esp]
pxor mm6,QWORD PTR 144[eax*8+esp]
xor bl,BYTE PTR [ebp*1+esp]
pxor mm7,mm3
pxor mm6,QWORD PTR 400[ebp*8+esp]
movzx ebx,bl
pxor mm2,mm2
psllq mm1,4
movd ecx,mm7
psrlq mm7,4
movq mm3,mm6
psrlq mm6,4
shl ecx,4
pxor mm7,QWORD PTR 16[edi*8+esp]
psllq mm3,60
movzx ecx,cl
pxor mm7,mm3
pxor mm6,QWORD PTR 144[edi*8+esp]
pinsrw mm0,WORD PTR [ebx*2+esi],2
pxor mm6,mm1
movd edx,mm7
pinsrw mm2,WORD PTR [ecx*2+esi],3
psllq mm0,12
pxor mm6,mm0
psrlq mm7,32
pxor mm6,mm2
mov ecx,DWORD PTR 548[esp]
movd ebx,mm7
movq mm3,mm6
psllw mm6,8
psrlw mm3,8
por mm6,mm3
bswap edx
pshufw mm6,mm6,27
bswap ebx
cmp ecx,DWORD PTR 552[esp]
jne $L009outer
mov eax,DWORD PTR 544[esp]
mov DWORD PTR 12[eax],edx
mov DWORD PTR 8[eax],ebx
movq QWORD PTR [eax],mm6
mov esp,DWORD PTR 556[esp]
emms
pop edi
pop esi
pop ebx
pop ebp
ret
_gcm_ghash_4bit_mmx ENDP
ALIGN 16
_gcm_init_clmul PROC PUBLIC
$L_gcm_init_clmul_begin::
mov edx,DWORD PTR 4[esp]
mov eax,DWORD PTR 8[esp]
call $L010pic
$L010pic:
pop ecx
lea ecx,DWORD PTR ($Lbswap-$L010pic)[ecx]
movdqu xmm2,XMMWORD PTR [eax]
pshufd xmm2,xmm2,78
pshufd xmm4,xmm2,255
movdqa xmm3,xmm2
psllq xmm2,1
pxor xmm5,xmm5
psrlq xmm3,63
pcmpgtd xmm5,xmm4
pslldq xmm3,8
por xmm2,xmm3
pand xmm5,XMMWORD PTR 16[ecx]
pxor xmm2,xmm5
movdqa xmm0,xmm2
movdqa xmm1,xmm0
pshufd xmm3,xmm0,78
pshufd xmm4,xmm2,78
pxor xmm3,xmm0
pxor xmm4,xmm2
DB 102,15,58,68,194,0
DB 102,15,58,68,202,17
DB 102,15,58,68,220,0
xorps xmm3,xmm0
xorps xmm3,xmm1
movdqa xmm4,xmm3
psrldq xmm3,8
pslldq xmm4,8
pxor xmm1,xmm3
pxor xmm0,xmm4
movdqa xmm4,xmm0
movdqa xmm3,xmm0
psllq xmm0,5
pxor xmm3,xmm0
psllq xmm0,1
pxor xmm0,xmm3
psllq xmm0,57
movdqa xmm3,xmm0
pslldq xmm0,8
psrldq xmm3,8
pxor xmm0,xmm4
pxor xmm1,xmm3
movdqa xmm4,xmm0
psrlq xmm0,1
pxor xmm1,xmm4
pxor xmm4,xmm0
psrlq xmm0,5
pxor xmm0,xmm4
psrlq xmm0,1
pxor xmm0,xmm1
pshufd xmm3,xmm2,78
pshufd xmm4,xmm0,78
pxor xmm3,xmm2
movdqu XMMWORD PTR [edx],xmm2
pxor xmm4,xmm0
movdqu XMMWORD PTR 16[edx],xmm0
DB 102,15,58,15,227,8
movdqu XMMWORD PTR 32[edx],xmm4
ret
_gcm_init_clmul ENDP
ALIGN 16
_gcm_gmult_clmul PROC PUBLIC
$L_gcm_gmult_clmul_begin::
mov eax,DWORD PTR 4[esp]
mov edx,DWORD PTR 8[esp]
call $L011pic
$L011pic:
pop ecx
lea ecx,DWORD PTR ($Lbswap-$L011pic)[ecx]
movdqu xmm0,XMMWORD PTR [eax]
movdqa xmm5,XMMWORD PTR [ecx]
movups xmm2,XMMWORD PTR [edx]
DB 102,15,56,0,197
movups xmm4,XMMWORD PTR 32[edx]
movdqa xmm1,xmm0
pshufd xmm3,xmm0,78
pxor xmm3,xmm0
DB 102,15,58,68,194,0
DB 102,15,58,68,202,17
DB 102,15,58,68,220,0
xorps xmm3,xmm0
xorps xmm3,xmm1
movdqa xmm4,xmm3
psrldq xmm3,8
pslldq xmm4,8
pxor xmm1,xmm3
pxor xmm0,xmm4
movdqa xmm4,xmm0
movdqa xmm3,xmm0
psllq xmm0,5
pxor xmm3,xmm0
psllq xmm0,1
pxor xmm0,xmm3
psllq xmm0,57
movdqa xmm3,xmm0
pslldq xmm0,8
psrldq xmm3,8
pxor xmm0,xmm4
pxor xmm1,xmm3
movdqa xmm4,xmm0
psrlq xmm0,1
pxor xmm1,xmm4
pxor xmm4,xmm0
psrlq xmm0,5
pxor xmm0,xmm4
psrlq xmm0,1
pxor xmm0,xmm1
DB 102,15,56,0,197
movdqu XMMWORD PTR [eax],xmm0
ret
_gcm_gmult_clmul ENDP
ALIGN 16
_gcm_ghash_clmul PROC PUBLIC
$L_gcm_ghash_clmul_begin::
push ebp
push ebx
push esi
push edi
mov eax,DWORD PTR 20[esp]
mov edx,DWORD PTR 24[esp]
mov esi,DWORD PTR 28[esp]
mov ebx,DWORD PTR 32[esp]
call $L012pic
$L012pic:
pop ecx
lea ecx,DWORD PTR ($Lbswap-$L012pic)[ecx]
movdqu xmm0,XMMWORD PTR [eax]
movdqa xmm5,XMMWORD PTR [ecx]
movdqu xmm2,XMMWORD PTR [edx]
DB 102,15,56,0,197
sub ebx,16
jz $L013odd_tail
movdqu xmm3,XMMWORD PTR [esi]
movdqu xmm6,XMMWORD PTR 16[esi]
DB 102,15,56,0,221
DB 102,15,56,0,245
movdqu xmm5,XMMWORD PTR 32[edx]
pxor xmm0,xmm3
pshufd xmm3,xmm6,78
movdqa xmm7,xmm6
pxor xmm3,xmm6
lea esi,DWORD PTR 32[esi]
DB 102,15,58,68,242,0
DB 102,15,58,68,250,17
DB 102,15,58,68,221,0
movups xmm2,XMMWORD PTR 16[edx]
nop
sub ebx,32
jbe $L014even_tail
jmp $L015mod_loop
ALIGN 32
$L015mod_loop:
pshufd xmm4,xmm0,78
movdqa xmm1,xmm0
pxor xmm4,xmm0
nop
DB 102,15,58,68,194,0
DB 102,15,58,68,202,17
DB 102,15,58,68,229,16
movups xmm2,XMMWORD PTR [edx]
xorps xmm0,xmm6
movdqa xmm5,XMMWORD PTR [ecx]
xorps xmm1,xmm7
movdqu xmm7,XMMWORD PTR [esi]
pxor xmm3,xmm0
movdqu xmm6,XMMWORD PTR 16[esi]
pxor xmm3,xmm1
DB 102,15,56,0,253
pxor xmm4,xmm3
movdqa xmm3,xmm4
psrldq xmm4,8
pslldq xmm3,8
pxor xmm1,xmm4
pxor xmm0,xmm3
DB 102,15,56,0,245
pxor xmm1,xmm7
movdqa xmm7,xmm6
movdqa xmm4,xmm0
movdqa xmm3,xmm0
psllq xmm0,5
pxor xmm3,xmm0
psllq xmm0,1
pxor xmm0,xmm3
DB 102,15,58,68,242,0
movups xmm5,XMMWORD PTR 32[edx]
psllq xmm0,57
movdqa xmm3,xmm0
pslldq xmm0,8
psrldq xmm3,8
pxor xmm0,xmm4
pxor xmm1,xmm3
pshufd xmm3,xmm7,78
movdqa xmm4,xmm0
psrlq xmm0,1
pxor xmm3,xmm7
pxor xmm1,xmm4
DB 102,15,58,68,250,17
movups xmm2,XMMWORD PTR 16[edx]
pxor xmm4,xmm0
psrlq xmm0,5
pxor xmm0,xmm4
psrlq xmm0,1
pxor xmm0,xmm1
DB 102,15,58,68,221,0
lea esi,DWORD PTR 32[esi]
sub ebx,32
ja $L015mod_loop
$L014even_tail:
pshufd xmm4,xmm0,78
movdqa xmm1,xmm0
pxor xmm4,xmm0
DB 102,15,58,68,194,0
DB 102,15,58,68,202,17
DB 102,15,58,68,229,16
movdqa xmm5,XMMWORD PTR [ecx]
xorps xmm0,xmm6
xorps xmm1,xmm7
pxor xmm3,xmm0
pxor xmm3,xmm1
pxor xmm4,xmm3
movdqa xmm3,xmm4
psrldq xmm4,8
pslldq xmm3,8
pxor xmm1,xmm4
pxor xmm0,xmm3
movdqa xmm4,xmm0
movdqa xmm3,xmm0
psllq xmm0,5
pxor xmm3,xmm0
psllq xmm0,1
pxor xmm0,xmm3
psllq xmm0,57
movdqa xmm3,xmm0
pslldq xmm0,8
psrldq xmm3,8
pxor xmm0,xmm4
pxor xmm1,xmm3
movdqa xmm4,xmm0
psrlq xmm0,1
pxor xmm1,xmm4
pxor xmm4,xmm0
psrlq xmm0,5
pxor xmm0,xmm4
psrlq xmm0,1
pxor xmm0,xmm1
test ebx,ebx
jnz $L016done
movups xmm2,XMMWORD PTR [edx]
$L013odd_tail:
movdqu xmm3,XMMWORD PTR [esi]
DB 102,15,56,0,221
pxor xmm0,xmm3
movdqa xmm1,xmm0
pshufd xmm3,xmm0,78
pshufd xmm4,xmm2,78
pxor xmm3,xmm0
pxor xmm4,xmm2
DB 102,15,58,68,194,0
DB 102,15,58,68,202,17
DB 102,15,58,68,220,0
xorps xmm3,xmm0
xorps xmm3,xmm1
movdqa xmm4,xmm3
psrldq xmm3,8
pslldq xmm4,8
pxor xmm1,xmm3
pxor xmm0,xmm4
movdqa xmm4,xmm0
movdqa xmm3,xmm0
psllq xmm0,5
pxor xmm3,xmm0
psllq xmm0,1
pxor xmm0,xmm3
psllq xmm0,57
movdqa xmm3,xmm0
pslldq xmm0,8
psrldq xmm3,8
pxor xmm0,xmm4
pxor xmm1,xmm3
movdqa xmm4,xmm0
psrlq xmm0,1
pxor xmm1,xmm4
pxor xmm4,xmm0
psrlq xmm0,5
pxor xmm0,xmm4
psrlq xmm0,1
pxor xmm0,xmm1
$L016done:
DB 102,15,56,0,197
movdqu XMMWORD PTR [eax],xmm0
pop edi
pop esi
pop ebx
pop ebp
ret
_gcm_ghash_clmul ENDP
ALIGN 64
$Lbswap::
DB 15,14,13,12,11,10,9,8,7,6,5,4,3,2,1,0
DB 1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,194
ALIGN 64
$Lrem_8bit::
DW 0,450,900,582,1800,1738,1164,1358
DW 3600,4050,3476,3158,2328,2266,2716,2910
DW 7200,7650,8100,7782,6952,6890,6316,6510
DW 4656,5106,4532,4214,5432,5370,5820,6014
DW 14400,14722,15300,14854,16200,16010,15564,15630
DW 13904,14226,13780,13334,12632,12442,13020,13086
DW 9312,9634,10212,9766,9064,8874,8428,8494
DW 10864,11186,10740,10294,11640,11450,12028,12094
DW 28800,28994,29444,29382,30600,30282,29708,30158
DW 32400,32594,32020,31958,31128,30810,31260,31710
DW 27808,28002,28452,28390,27560,27242,26668,27118
DW 25264,25458,24884,24822,26040,25722,26172,26622
DW 18624,18690,19268,19078,20424,19978,19532,19854
DW 18128,18194,17748,17558,16856,16410,16988,17310
DW 21728,21794,22372,22182,21480,21034,20588,20910
DW 23280,23346,22900,22710,24056,23610,24188,24510
DW 57600,57538,57988,58182,58888,59338,58764,58446
DW 61200,61138,60564,60758,59416,59866,60316,59998
DW 64800,64738,65188,65382,64040,64490,63916,63598
DW 62256,62194,61620,61814,62520,62970,63420,63102
DW 55616,55426,56004,56070,56904,57226,56780,56334
DW 55120,54930,54484,54550,53336,53658,54236,53790
DW 50528,50338,50916,50982,49768,50090,49644,49198
DW 52080,51890,51444,51510,52344,52666,53244,52798
DW 37248,36930,37380,37830,38536,38730,38156,38094
DW 40848,40530,39956,40406,39064,39258,39708,39646
DW 36256,35938,36388,36838,35496,35690,35116,35054
DW 33712,33394,32820,33270,33976,34170,34620,34558
DW 43456,43010,43588,43910,44744,44810,44364,44174
DW 42960,42514,42068,42390,41176,41242,41820,41630
DW 46560,46114,46692,47014,45800,45866,45420,45230
DW 48112,47666,47220,47542,48376,48442,49020,48830
ALIGN 64
$Lrem_4bit::
DD 0,0,0,471859200
DD 0,943718400,0,610271232
DD 0,1887436800,0,1822425088
DD 0,1220542464,0,1423966208
DD 0,3774873600,0,4246732800
DD 0,3644850176,0,3311403008
DD 0,2441084928,0,2376073216
DD 0,2847932416,0,3051356160
DB 71,72,65,83,72,32,102,111,114,32,120,56,54,44,32,67
DB 82,89,80,84,79,71,65,77,83,32,98,121,32,60,97,112
DB 112,114,111,64,111,112,101,110,115,115,108,46,111,114,103,62
DB 0
.text$ ENDS
END