mirror of https://github.com/lukechilds/node.git
Fedor Indutny
11 years ago
8 changed files with 3585 additions and 0 deletions
@ -0,0 +1,295 @@ |
|||
.text |
|||
|
|||
|
|||
.type _mul_1x1,@function |
|||
.align 16 |
|||
_mul_1x1: |
|||
subq $128+8,%rsp |
|||
movq $-1,%r9 |
|||
leaq (%rax,%rax,1),%rsi |
|||
shrq $3,%r9 |
|||
leaq (,%rax,4),%rdi |
|||
andq %rax,%r9 |
|||
leaq (,%rax,8),%r12 |
|||
sarq $63,%rax |
|||
leaq (%r9,%r9,1),%r10 |
|||
sarq $63,%rsi |
|||
leaq (,%r9,4),%r11 |
|||
andq %rbp,%rax |
|||
sarq $63,%rdi |
|||
movq %rax,%rdx |
|||
shlq $63,%rax |
|||
andq %rbp,%rsi |
|||
shrq $1,%rdx |
|||
movq %rsi,%rcx |
|||
shlq $62,%rsi |
|||
andq %rbp,%rdi |
|||
shrq $2,%rcx |
|||
xorq %rsi,%rax |
|||
movq %rdi,%rbx |
|||
shlq $61,%rdi |
|||
xorq %rcx,%rdx |
|||
shrq $3,%rbx |
|||
xorq %rdi,%rax |
|||
xorq %rbx,%rdx |
|||
|
|||
movq %r9,%r13 |
|||
movq $0,0(%rsp) |
|||
xorq %r10,%r13 |
|||
movq %r9,8(%rsp) |
|||
movq %r11,%r14 |
|||
movq %r10,16(%rsp) |
|||
xorq %r12,%r14 |
|||
movq %r13,24(%rsp) |
|||
|
|||
xorq %r11,%r9 |
|||
movq %r11,32(%rsp) |
|||
xorq %r11,%r10 |
|||
movq %r9,40(%rsp) |
|||
xorq %r11,%r13 |
|||
movq %r10,48(%rsp) |
|||
xorq %r14,%r9 |
|||
movq %r13,56(%rsp) |
|||
xorq %r14,%r10 |
|||
|
|||
movq %r12,64(%rsp) |
|||
xorq %r14,%r13 |
|||
movq %r9,72(%rsp) |
|||
xorq %r11,%r9 |
|||
movq %r10,80(%rsp) |
|||
xorq %r11,%r10 |
|||
movq %r13,88(%rsp) |
|||
|
|||
xorq %r11,%r13 |
|||
movq %r14,96(%rsp) |
|||
movq %r8,%rsi |
|||
movq %r9,104(%rsp) |
|||
andq %rbp,%rsi |
|||
movq %r10,112(%rsp) |
|||
shrq $4,%rbp |
|||
movq %r13,120(%rsp) |
|||
movq %r8,%rdi |
|||
andq %rbp,%rdi |
|||
shrq $4,%rbp |
|||
|
|||
movq (%rsp,%rsi,8),%xmm0 |
|||
movq %r8,%rsi |
|||
andq %rbp,%rsi |
|||
shrq $4,%rbp |
|||
movq (%rsp,%rdi,8),%rcx |
|||
movq %r8,%rdi |
|||
movq %rcx,%rbx |
|||
shlq $4,%rcx |
|||
andq %rbp,%rdi |
|||
movq (%rsp,%rsi,8),%xmm1 |
|||
shrq $60,%rbx |
|||
xorq %rcx,%rax |
|||
pslldq $1,%xmm1 |
|||
movq %r8,%rsi |
|||
shrq $4,%rbp |
|||
xorq %rbx,%rdx |
|||
andq %rbp,%rsi |
|||
shrq $4,%rbp |
|||
pxor %xmm1,%xmm0 |
|||
movq (%rsp,%rdi,8),%rcx |
|||
movq %r8,%rdi |
|||
movq %rcx,%rbx |
|||
shlq $12,%rcx |
|||
andq %rbp,%rdi |
|||
movq (%rsp,%rsi,8),%xmm1 |
|||
shrq $52,%rbx |
|||
xorq %rcx,%rax |
|||
pslldq $2,%xmm1 |
|||
movq %r8,%rsi |
|||
shrq $4,%rbp |
|||
xorq %rbx,%rdx |
|||
andq %rbp,%rsi |
|||
shrq $4,%rbp |
|||
pxor %xmm1,%xmm0 |
|||
movq (%rsp,%rdi,8),%rcx |
|||
movq %r8,%rdi |
|||
movq %rcx,%rbx |
|||
shlq $20,%rcx |
|||
andq %rbp,%rdi |
|||
movq (%rsp,%rsi,8),%xmm1 |
|||
shrq $44,%rbx |
|||
xorq %rcx,%rax |
|||
pslldq $3,%xmm1 |
|||
movq %r8,%rsi |
|||
shrq $4,%rbp |
|||
xorq %rbx,%rdx |
|||
andq %rbp,%rsi |
|||
shrq $4,%rbp |
|||
pxor %xmm1,%xmm0 |
|||
movq (%rsp,%rdi,8),%rcx |
|||
movq %r8,%rdi |
|||
movq %rcx,%rbx |
|||
shlq $28,%rcx |
|||
andq %rbp,%rdi |
|||
movq (%rsp,%rsi,8),%xmm1 |
|||
shrq $36,%rbx |
|||
xorq %rcx,%rax |
|||
pslldq $4,%xmm1 |
|||
movq %r8,%rsi |
|||
shrq $4,%rbp |
|||
xorq %rbx,%rdx |
|||
andq %rbp,%rsi |
|||
shrq $4,%rbp |
|||
pxor %xmm1,%xmm0 |
|||
movq (%rsp,%rdi,8),%rcx |
|||
movq %r8,%rdi |
|||
movq %rcx,%rbx |
|||
shlq $36,%rcx |
|||
andq %rbp,%rdi |
|||
movq (%rsp,%rsi,8),%xmm1 |
|||
shrq $28,%rbx |
|||
xorq %rcx,%rax |
|||
pslldq $5,%xmm1 |
|||
movq %r8,%rsi |
|||
shrq $4,%rbp |
|||
xorq %rbx,%rdx |
|||
andq %rbp,%rsi |
|||
shrq $4,%rbp |
|||
pxor %xmm1,%xmm0 |
|||
movq (%rsp,%rdi,8),%rcx |
|||
movq %r8,%rdi |
|||
movq %rcx,%rbx |
|||
shlq $44,%rcx |
|||
andq %rbp,%rdi |
|||
movq (%rsp,%rsi,8),%xmm1 |
|||
shrq $20,%rbx |
|||
xorq %rcx,%rax |
|||
pslldq $6,%xmm1 |
|||
movq %r8,%rsi |
|||
shrq $4,%rbp |
|||
xorq %rbx,%rdx |
|||
andq %rbp,%rsi |
|||
shrq $4,%rbp |
|||
pxor %xmm1,%xmm0 |
|||
movq (%rsp,%rdi,8),%rcx |
|||
movq %r8,%rdi |
|||
movq %rcx,%rbx |
|||
shlq $52,%rcx |
|||
andq %rbp,%rdi |
|||
movq (%rsp,%rsi,8),%xmm1 |
|||
shrq $12,%rbx |
|||
xorq %rcx,%rax |
|||
pslldq $7,%xmm1 |
|||
movq %r8,%rsi |
|||
shrq $4,%rbp |
|||
xorq %rbx,%rdx |
|||
andq %rbp,%rsi |
|||
shrq $4,%rbp |
|||
pxor %xmm1,%xmm0 |
|||
movq (%rsp,%rdi,8),%rcx |
|||
movq %rcx,%rbx |
|||
shlq $60,%rcx |
|||
.byte 102,72,15,126,198 |
|||
shrq $4,%rbx |
|||
xorq %rcx,%rax |
|||
psrldq $8,%xmm0 |
|||
xorq %rbx,%rdx |
|||
.byte 102,72,15,126,199 |
|||
xorq %rsi,%rax |
|||
xorq %rdi,%rdx |
|||
|
|||
addq $128+8,%rsp |
|||
.byte 0xf3,0xc3 |
|||
.Lend_mul_1x1: |
|||
.size _mul_1x1,.-_mul_1x1 |
|||
|
|||
.globl bn_GF2m_mul_2x2 |
|||
.type bn_GF2m_mul_2x2,@function |
|||
.align 16 |
|||
bn_GF2m_mul_2x2: |
|||
movq OPENSSL_ia32cap_P(%rip),%rax |
|||
btq $33,%rax |
|||
jnc .Lvanilla_mul_2x2 |
|||
|
|||
.byte 102,72,15,110,198 |
|||
.byte 102,72,15,110,201 |
|||
.byte 102,72,15,110,210 |
|||
.byte 102,73,15,110,216 |
|||
movdqa %xmm0,%xmm4 |
|||
movdqa %xmm1,%xmm5 |
|||
.byte 102,15,58,68,193,0 |
|||
pxor %xmm2,%xmm4 |
|||
pxor %xmm3,%xmm5 |
|||
.byte 102,15,58,68,211,0 |
|||
.byte 102,15,58,68,229,0 |
|||
xorps %xmm0,%xmm4 |
|||
xorps %xmm2,%xmm4 |
|||
movdqa %xmm4,%xmm5 |
|||
pslldq $8,%xmm4 |
|||
psrldq $8,%xmm5 |
|||
pxor %xmm4,%xmm2 |
|||
pxor %xmm5,%xmm0 |
|||
movdqu %xmm2,0(%rdi) |
|||
movdqu %xmm0,16(%rdi) |
|||
.byte 0xf3,0xc3 |
|||
|
|||
.align 16 |
|||
.Lvanilla_mul_2x2: |
|||
leaq -136(%rsp),%rsp |
|||
movq %r14,80(%rsp) |
|||
movq %r13,88(%rsp) |
|||
movq %r12,96(%rsp) |
|||
movq %rbp,104(%rsp) |
|||
movq %rbx,112(%rsp) |
|||
.Lbody_mul_2x2: |
|||
movq %rdi,32(%rsp) |
|||
movq %rsi,40(%rsp) |
|||
movq %rdx,48(%rsp) |
|||
movq %rcx,56(%rsp) |
|||
movq %r8,64(%rsp) |
|||
|
|||
movq $15,%r8 |
|||
movq %rsi,%rax |
|||
movq %rcx,%rbp |
|||
call _mul_1x1 |
|||
|
|||
movq %rax,16(%rsp) |
|||
movq %rdx,24(%rsp) |
|||
|
|||
movq 48(%rsp),%rax |
|||
movq 64(%rsp),%rbp |
|||
call _mul_1x1 |
|||
|
|||
movq %rax,0(%rsp) |
|||
movq %rdx,8(%rsp) |
|||
|
|||
movq 40(%rsp),%rax |
|||
movq 56(%rsp),%rbp |
|||
xorq 48(%rsp),%rax |
|||
xorq 64(%rsp),%rbp |
|||
call _mul_1x1 |
|||
|
|||
movq 0(%rsp),%rbx |
|||
movq 8(%rsp),%rcx |
|||
movq 16(%rsp),%rdi |
|||
movq 24(%rsp),%rsi |
|||
movq 32(%rsp),%rbp |
|||
|
|||
xorq %rdx,%rax |
|||
xorq %rcx,%rdx |
|||
xorq %rbx,%rax |
|||
movq %rbx,0(%rbp) |
|||
xorq %rdi,%rdx |
|||
movq %rsi,24(%rbp) |
|||
xorq %rsi,%rax |
|||
xorq %rsi,%rdx |
|||
xorq %rdx,%rax |
|||
movq %rdx,16(%rbp) |
|||
movq %rax,8(%rbp) |
|||
|
|||
movq 80(%rsp),%r14 |
|||
movq 88(%rsp),%r13 |
|||
movq 96(%rsp),%r12 |
|||
movq 104(%rsp),%rbp |
|||
movq 112(%rsp),%rbx |
|||
leaq 136(%rsp),%rsp |
|||
.byte 0xf3,0xc3 |
|||
.Lend_mul_2x2: |
|||
.size bn_GF2m_mul_2x2,.-bn_GF2m_mul_2x2 |
|||
.byte 71,70,40,50,94,109,41,32,77,117,108,116,105,112,108,105,99,97,116,105,111,110,32,102,111,114,32,120,56,54,95,54,52,44,32,67,82,89,80,84,79,71,65,77,83,32,98,121,32,60,97,112,112,114,111,64,111,112,101,110,115,115,108,46,111,114,103,62,0 |
|||
.align 16 |
|||
@ -0,0 +1,785 @@ |
|||
.text |
|||
|
|||
|
|||
.globl bn_mul_mont_gather5 |
|||
.type bn_mul_mont_gather5,@function |
|||
.align 64 |
|||
bn_mul_mont_gather5: |
|||
testl $3,%r9d |
|||
jnz .Lmul_enter |
|||
cmpl $8,%r9d |
|||
jb .Lmul_enter |
|||
jmp .Lmul4x_enter |
|||
|
|||
.align 16 |
|||
.Lmul_enter: |
|||
movl %r9d,%r9d |
|||
movl 8(%rsp),%r10d |
|||
pushq %rbx |
|||
pushq %rbp |
|||
pushq %r12 |
|||
pushq %r13 |
|||
pushq %r14 |
|||
pushq %r15 |
|||
movq %rsp,%rax |
|||
leaq 2(%r9),%r11 |
|||
negq %r11 |
|||
leaq (%rsp,%r11,8),%rsp |
|||
andq $-1024,%rsp |
|||
|
|||
movq %rax,8(%rsp,%r9,8) |
|||
.Lmul_body: |
|||
movq %rdx,%r12 |
|||
movq %r10,%r11 |
|||
shrq $3,%r10 |
|||
andq $7,%r11 |
|||
notq %r10 |
|||
leaq .Lmagic_masks(%rip),%rax |
|||
andq $3,%r10 |
|||
leaq 96(%r12,%r11,8),%r12 |
|||
movq 0(%rax,%r10,8),%xmm4 |
|||
movq 8(%rax,%r10,8),%xmm5 |
|||
movq 16(%rax,%r10,8),%xmm6 |
|||
movq 24(%rax,%r10,8),%xmm7 |
|||
|
|||
movq -96(%r12),%xmm0 |
|||
movq -32(%r12),%xmm1 |
|||
pand %xmm4,%xmm0 |
|||
movq 32(%r12),%xmm2 |
|||
pand %xmm5,%xmm1 |
|||
movq 96(%r12),%xmm3 |
|||
pand %xmm6,%xmm2 |
|||
por %xmm1,%xmm0 |
|||
pand %xmm7,%xmm3 |
|||
por %xmm2,%xmm0 |
|||
leaq 256(%r12),%r12 |
|||
por %xmm3,%xmm0 |
|||
|
|||
.byte 102,72,15,126,195 |
|||
|
|||
movq (%r8),%r8 |
|||
movq (%rsi),%rax |
|||
|
|||
xorq %r14,%r14 |
|||
xorq %r15,%r15 |
|||
|
|||
movq -96(%r12),%xmm0 |
|||
movq -32(%r12),%xmm1 |
|||
pand %xmm4,%xmm0 |
|||
movq 32(%r12),%xmm2 |
|||
pand %xmm5,%xmm1 |
|||
|
|||
movq %r8,%rbp |
|||
mulq %rbx |
|||
movq %rax,%r10 |
|||
movq (%rcx),%rax |
|||
|
|||
movq 96(%r12),%xmm3 |
|||
pand %xmm6,%xmm2 |
|||
por %xmm1,%xmm0 |
|||
pand %xmm7,%xmm3 |
|||
|
|||
imulq %r10,%rbp |
|||
movq %rdx,%r11 |
|||
|
|||
por %xmm2,%xmm0 |
|||
leaq 256(%r12),%r12 |
|||
por %xmm3,%xmm0 |
|||
|
|||
mulq %rbp |
|||
addq %rax,%r10 |
|||
movq 8(%rsi),%rax |
|||
adcq $0,%rdx |
|||
movq %rdx,%r13 |
|||
|
|||
leaq 1(%r15),%r15 |
|||
jmp .L1st_enter |
|||
|
|||
.align 16 |
|||
.L1st: |
|||
addq %rax,%r13 |
|||
movq (%rsi,%r15,8),%rax |
|||
adcq $0,%rdx |
|||
addq %r11,%r13 |
|||
movq %r10,%r11 |
|||
adcq $0,%rdx |
|||
movq %r13,-16(%rsp,%r15,8) |
|||
movq %rdx,%r13 |
|||
|
|||
.L1st_enter: |
|||
mulq %rbx |
|||
addq %rax,%r11 |
|||
movq (%rcx,%r15,8),%rax |
|||
adcq $0,%rdx |
|||
leaq 1(%r15),%r15 |
|||
movq %rdx,%r10 |
|||
|
|||
mulq %rbp |
|||
cmpq %r9,%r15 |
|||
jne .L1st |
|||
|
|||
.byte 102,72,15,126,195 |
|||
|
|||
addq %rax,%r13 |
|||
movq (%rsi),%rax |
|||
adcq $0,%rdx |
|||
addq %r11,%r13 |
|||
adcq $0,%rdx |
|||
movq %r13,-16(%rsp,%r15,8) |
|||
movq %rdx,%r13 |
|||
movq %r10,%r11 |
|||
|
|||
xorq %rdx,%rdx |
|||
addq %r11,%r13 |
|||
adcq $0,%rdx |
|||
movq %r13,-8(%rsp,%r9,8) |
|||
movq %rdx,(%rsp,%r9,8) |
|||
|
|||
leaq 1(%r14),%r14 |
|||
jmp .Louter |
|||
.align 16 |
|||
.Louter: |
|||
xorq %r15,%r15 |
|||
movq %r8,%rbp |
|||
movq (%rsp),%r10 |
|||
|
|||
movq -96(%r12),%xmm0 |
|||
movq -32(%r12),%xmm1 |
|||
pand %xmm4,%xmm0 |
|||
movq 32(%r12),%xmm2 |
|||
pand %xmm5,%xmm1 |
|||
|
|||
mulq %rbx |
|||
addq %rax,%r10 |
|||
movq (%rcx),%rax |
|||
adcq $0,%rdx |
|||
|
|||
movq 96(%r12),%xmm3 |
|||
pand %xmm6,%xmm2 |
|||
por %xmm1,%xmm0 |
|||
pand %xmm7,%xmm3 |
|||
|
|||
imulq %r10,%rbp |
|||
movq %rdx,%r11 |
|||
|
|||
por %xmm2,%xmm0 |
|||
leaq 256(%r12),%r12 |
|||
por %xmm3,%xmm0 |
|||
|
|||
mulq %rbp |
|||
addq %rax,%r10 |
|||
movq 8(%rsi),%rax |
|||
adcq $0,%rdx |
|||
movq 8(%rsp),%r10 |
|||
movq %rdx,%r13 |
|||
|
|||
leaq 1(%r15),%r15 |
|||
jmp .Linner_enter |
|||
|
|||
.align 16 |
|||
.Linner: |
|||
addq %rax,%r13 |
|||
movq (%rsi,%r15,8),%rax |
|||
adcq $0,%rdx |
|||
addq %r10,%r13 |
|||
movq (%rsp,%r15,8),%r10 |
|||
adcq $0,%rdx |
|||
movq %r13,-16(%rsp,%r15,8) |
|||
movq %rdx,%r13 |
|||
|
|||
.Linner_enter: |
|||
mulq %rbx |
|||
addq %rax,%r11 |
|||
movq (%rcx,%r15,8),%rax |
|||
adcq $0,%rdx |
|||
addq %r11,%r10 |
|||
movq %rdx,%r11 |
|||
adcq $0,%r11 |
|||
leaq 1(%r15),%r15 |
|||
|
|||
mulq %rbp |
|||
cmpq %r9,%r15 |
|||
jne .Linner |
|||
|
|||
.byte 102,72,15,126,195 |
|||
|
|||
addq %rax,%r13 |
|||
movq (%rsi),%rax |
|||
adcq $0,%rdx |
|||
addq %r10,%r13 |
|||
movq (%rsp,%r15,8),%r10 |
|||
adcq $0,%rdx |
|||
movq %r13,-16(%rsp,%r15,8) |
|||
movq %rdx,%r13 |
|||
|
|||
xorq %rdx,%rdx |
|||
addq %r11,%r13 |
|||
adcq $0,%rdx |
|||
addq %r10,%r13 |
|||
adcq $0,%rdx |
|||
movq %r13,-8(%rsp,%r9,8) |
|||
movq %rdx,(%rsp,%r9,8) |
|||
|
|||
leaq 1(%r14),%r14 |
|||
cmpq %r9,%r14 |
|||
jl .Louter |
|||
|
|||
xorq %r14,%r14 |
|||
movq (%rsp),%rax |
|||
leaq (%rsp),%rsi |
|||
movq %r9,%r15 |
|||
jmp .Lsub |
|||
.align 16 |
|||
.Lsub: sbbq (%rcx,%r14,8),%rax |
|||
movq %rax,(%rdi,%r14,8) |
|||
movq 8(%rsi,%r14,8),%rax |
|||
leaq 1(%r14),%r14 |
|||
decq %r15 |
|||
jnz .Lsub |
|||
|
|||
sbbq $0,%rax |
|||
xorq %r14,%r14 |
|||
andq %rax,%rsi |
|||
notq %rax |
|||
movq %rdi,%rcx |
|||
andq %rax,%rcx |
|||
movq %r9,%r15 |
|||
orq %rcx,%rsi |
|||
.align 16 |
|||
.Lcopy: |
|||
movq (%rsi,%r14,8),%rax |
|||
movq %r14,(%rsp,%r14,8) |
|||
movq %rax,(%rdi,%r14,8) |
|||
leaq 1(%r14),%r14 |
|||
subq $1,%r15 |
|||
jnz .Lcopy |
|||
|
|||
movq 8(%rsp,%r9,8),%rsi |
|||
movq $1,%rax |
|||
movq (%rsi),%r15 |
|||
movq 8(%rsi),%r14 |
|||
movq 16(%rsi),%r13 |
|||
movq 24(%rsi),%r12 |
|||
movq 32(%rsi),%rbp |
|||
movq 40(%rsi),%rbx |
|||
leaq 48(%rsi),%rsp |
|||
.Lmul_epilogue: |
|||
.byte 0xf3,0xc3 |
|||
.size bn_mul_mont_gather5,.-bn_mul_mont_gather5 |
|||
.type bn_mul4x_mont_gather5,@function |
|||
.align 16 |
|||
bn_mul4x_mont_gather5: |
|||
.Lmul4x_enter: |
|||
movl %r9d,%r9d |
|||
movl 8(%rsp),%r10d |
|||
pushq %rbx |
|||
pushq %rbp |
|||
pushq %r12 |
|||
pushq %r13 |
|||
pushq %r14 |
|||
pushq %r15 |
|||
movq %rsp,%rax |
|||
leaq 4(%r9),%r11 |
|||
negq %r11 |
|||
leaq (%rsp,%r11,8),%rsp |
|||
andq $-1024,%rsp |
|||
|
|||
movq %rax,8(%rsp,%r9,8) |
|||
.Lmul4x_body: |
|||
movq %rdi,16(%rsp,%r9,8) |
|||
movq %rdx,%r12 |
|||
movq %r10,%r11 |
|||
shrq $3,%r10 |
|||
andq $7,%r11 |
|||
notq %r10 |
|||
leaq .Lmagic_masks(%rip),%rax |
|||
andq $3,%r10 |
|||
leaq 96(%r12,%r11,8),%r12 |
|||
movq 0(%rax,%r10,8),%xmm4 |
|||
movq 8(%rax,%r10,8),%xmm5 |
|||
movq 16(%rax,%r10,8),%xmm6 |
|||
movq 24(%rax,%r10,8),%xmm7 |
|||
|
|||
movq -96(%r12),%xmm0 |
|||
movq -32(%r12),%xmm1 |
|||
pand %xmm4,%xmm0 |
|||
movq 32(%r12),%xmm2 |
|||
pand %xmm5,%xmm1 |
|||
movq 96(%r12),%xmm3 |
|||
pand %xmm6,%xmm2 |
|||
por %xmm1,%xmm0 |
|||
pand %xmm7,%xmm3 |
|||
por %xmm2,%xmm0 |
|||
leaq 256(%r12),%r12 |
|||
por %xmm3,%xmm0 |
|||
|
|||
.byte 102,72,15,126,195 |
|||
movq (%r8),%r8 |
|||
movq (%rsi),%rax |
|||
|
|||
xorq %r14,%r14 |
|||
xorq %r15,%r15 |
|||
|
|||
movq -96(%r12),%xmm0 |
|||
movq -32(%r12),%xmm1 |
|||
pand %xmm4,%xmm0 |
|||
movq 32(%r12),%xmm2 |
|||
pand %xmm5,%xmm1 |
|||
|
|||
movq %r8,%rbp |
|||
mulq %rbx |
|||
movq %rax,%r10 |
|||
movq (%rcx),%rax |
|||
|
|||
movq 96(%r12),%xmm3 |
|||
pand %xmm6,%xmm2 |
|||
por %xmm1,%xmm0 |
|||
pand %xmm7,%xmm3 |
|||
|
|||
imulq %r10,%rbp |
|||
movq %rdx,%r11 |
|||
|
|||
por %xmm2,%xmm0 |
|||
leaq 256(%r12),%r12 |
|||
por %xmm3,%xmm0 |
|||
|
|||
mulq %rbp |
|||
addq %rax,%r10 |
|||
movq 8(%rsi),%rax |
|||
adcq $0,%rdx |
|||
movq %rdx,%rdi |
|||
|
|||
mulq %rbx |
|||
addq %rax,%r11 |
|||
movq 8(%rcx),%rax |
|||
adcq $0,%rdx |
|||
movq %rdx,%r10 |
|||
|
|||
mulq %rbp |
|||
addq %rax,%rdi |
|||
movq 16(%rsi),%rax |
|||
adcq $0,%rdx |
|||
addq %r11,%rdi |
|||
leaq 4(%r15),%r15 |
|||
adcq $0,%rdx |
|||
movq %rdi,(%rsp) |
|||
movq %rdx,%r13 |
|||
jmp .L1st4x |
|||
.align 16 |
|||
.L1st4x: |
|||
mulq %rbx |
|||
addq %rax,%r10 |
|||
movq -16(%rcx,%r15,8),%rax |
|||
adcq $0,%rdx |
|||
movq %rdx,%r11 |
|||
|
|||
mulq %rbp |
|||
addq %rax,%r13 |
|||
movq -8(%rsi,%r15,8),%rax |
|||
adcq $0,%rdx |
|||
addq %r10,%r13 |
|||
adcq $0,%rdx |
|||
movq %r13,-24(%rsp,%r15,8) |
|||
movq %rdx,%rdi |
|||
|
|||
mulq %rbx |
|||
addq %rax,%r11 |
|||
movq -8(%rcx,%r15,8),%rax |
|||
adcq $0,%rdx |
|||
movq %rdx,%r10 |
|||
|
|||
mulq %rbp |
|||
addq %rax,%rdi |
|||
movq (%rsi,%r15,8),%rax |
|||
adcq $0,%rdx |
|||
addq %r11,%rdi |
|||
adcq $0,%rdx |
|||
movq %rdi,-16(%rsp,%r15,8) |
|||
movq %rdx,%r13 |
|||
|
|||
mulq %rbx |
|||
addq %rax,%r10 |
|||
movq (%rcx,%r15,8),%rax |
|||
adcq $0,%rdx |
|||
movq %rdx,%r11 |
|||
|
|||
mulq %rbp |
|||
addq %rax,%r13 |
|||
movq 8(%rsi,%r15,8),%rax |
|||
adcq $0,%rdx |
|||
addq %r10,%r13 |
|||
adcq $0,%rdx |
|||
movq %r13,-8(%rsp,%r15,8) |
|||
movq %rdx,%rdi |
|||
|
|||
mulq %rbx |
|||
addq %rax,%r11 |
|||
movq 8(%rcx,%r15,8),%rax |
|||
adcq $0,%rdx |
|||
leaq 4(%r15),%r15 |
|||
movq %rdx,%r10 |
|||
|
|||
mulq %rbp |
|||
addq %rax,%rdi |
|||
movq -16(%rsi,%r15,8),%rax |
|||
adcq $0,%rdx |
|||
addq %r11,%rdi |
|||
adcq $0,%rdx |
|||
movq %rdi,-32(%rsp,%r15,8) |
|||
movq %rdx,%r13 |
|||
cmpq %r9,%r15 |
|||
jl .L1st4x |
|||
|
|||
mulq %rbx |
|||
addq %rax,%r10 |
|||
movq -16(%rcx,%r15,8),%rax |
|||
adcq $0,%rdx |
|||
movq %rdx,%r11 |
|||
|
|||
mulq %rbp |
|||
addq %rax,%r13 |
|||
movq -8(%rsi,%r15,8),%rax |
|||
adcq $0,%rdx |
|||
addq %r10,%r13 |
|||
adcq $0,%rdx |
|||
movq %r13,-24(%rsp,%r15,8) |
|||
movq %rdx,%rdi |
|||
|
|||
mulq %rbx |
|||
addq %rax,%r11 |
|||
movq -8(%rcx,%r15,8),%rax |
|||
adcq $0,%rdx |
|||
movq %rdx,%r10 |
|||
|
|||
mulq %rbp |
|||
addq %rax,%rdi |
|||
movq (%rsi),%rax |
|||
adcq $0,%rdx |
|||
addq %r11,%rdi |
|||
adcq $0,%rdx |
|||
movq %rdi,-16(%rsp,%r15,8) |
|||
movq %rdx,%r13 |
|||
|
|||
.byte 102,72,15,126,195 |
|||
|
|||
xorq %rdi,%rdi |
|||
addq %r10,%r13 |
|||
adcq $0,%rdi |
|||
movq %r13,-8(%rsp,%r15,8) |
|||
movq %rdi,(%rsp,%r15,8) |
|||
|
|||
leaq 1(%r14),%r14 |
|||
.align 4 |
|||
.Louter4x: |
|||
xorq %r15,%r15 |
|||
movq -96(%r12),%xmm0 |
|||
movq -32(%r12),%xmm1 |
|||
pand %xmm4,%xmm0 |
|||
movq 32(%r12),%xmm2 |
|||
pand %xmm5,%xmm1 |
|||
|
|||
movq (%rsp),%r10 |
|||
movq %r8,%rbp |
|||
mulq %rbx |
|||
addq %rax,%r10 |
|||
movq (%rcx),%rax |
|||
adcq $0,%rdx |
|||
|
|||
movq 96(%r12),%xmm3 |
|||
pand %xmm6,%xmm2 |
|||
por %xmm1,%xmm0 |
|||
pand %xmm7,%xmm3 |
|||
|
|||
imulq %r10,%rbp |
|||
movq %rdx,%r11 |
|||
|
|||
por %xmm2,%xmm0 |
|||
leaq 256(%r12),%r12 |
|||
por %xmm3,%xmm0 |
|||
|
|||
mulq %rbp |
|||
addq %rax,%r10 |
|||
movq 8(%rsi),%rax |
|||
adcq $0,%rdx |
|||
movq %rdx,%rdi |
|||
|
|||
mulq %rbx |
|||
addq %rax,%r11 |
|||
movq 8(%rcx),%rax |
|||
adcq $0,%rdx |
|||
addq 8(%rsp),%r11 |
|||
adcq $0,%rdx |
|||
movq %rdx,%r10 |
|||
|
|||
mulq %rbp |
|||
addq %rax,%rdi |
|||
movq 16(%rsi),%rax |
|||
adcq $0,%rdx |
|||
addq %r11,%rdi |
|||
leaq 4(%r15),%r15 |
|||
adcq $0,%rdx |
|||
movq %rdx,%r13 |
|||
jmp .Linner4x |
|||
.align 16 |
|||
.Linner4x: |
|||
mulq %rbx |
|||
addq %rax,%r10 |
|||
movq -16(%rcx,%r15,8),%rax |
|||
adcq $0,%rdx |
|||
addq -16(%rsp,%r15,8),%r10 |
|||
adcq $0,%rdx |
|||
movq %rdx,%r11 |
|||
|
|||
mulq %rbp |
|||
addq %rax,%r13 |
|||
movq -8(%rsi,%r15,8),%rax |
|||
adcq $0,%rdx |
|||
addq %r10,%r13 |
|||
adcq $0,%rdx |
|||
movq %rdi,-32(%rsp,%r15,8) |
|||
movq %rdx,%rdi |
|||
|
|||
mulq %rbx |
|||
addq %rax,%r11 |
|||
movq -8(%rcx,%r15,8),%rax |
|||
adcq $0,%rdx |
|||
addq -8(%rsp,%r15,8),%r11 |
|||
adcq $0,%rdx |
|||
movq %rdx,%r10 |
|||
|
|||
mulq %rbp |
|||
addq %rax,%rdi |
|||
movq (%rsi,%r15,8),%rax |
|||
adcq $0,%rdx |
|||
addq %r11,%rdi |
|||
adcq $0,%rdx |
|||
movq %r13,-24(%rsp,%r15,8) |
|||
movq %rdx,%r13 |
|||
|
|||
mulq %rbx |
|||
addq %rax,%r10 |
|||
movq (%rcx,%r15,8),%rax |
|||
adcq $0,%rdx |
|||
addq (%rsp,%r15,8),%r10 |
|||
adcq $0,%rdx |
|||
movq %rdx,%r11 |
|||
|
|||
mulq %rbp |
|||
addq %rax,%r13 |
|||
movq 8(%rsi,%r15,8),%rax |
|||
adcq $0,%rdx |
|||
addq %r10,%r13 |
|||
adcq $0,%rdx |
|||
movq %rdi,-16(%rsp,%r15,8) |
|||
movq %rdx,%rdi |
|||
|
|||
mulq %rbx |
|||
addq %rax,%r11 |
|||
movq 8(%rcx,%r15,8),%rax |
|||
adcq $0,%rdx |
|||
addq 8(%rsp,%r15,8),%r11 |
|||
adcq $0,%rdx |
|||
leaq 4(%r15),%r15 |
|||
movq %rdx,%r10 |
|||
|
|||
mulq %rbp |
|||
addq %rax,%rdi |
|||
movq -16(%rsi,%r15,8),%rax |
|||
adcq $0,%rdx |
|||
addq %r11,%rdi |
|||
adcq $0,%rdx |
|||
movq %r13,-40(%rsp,%r15,8) |
|||
movq %rdx,%r13 |
|||
cmpq %r9,%r15 |
|||
jl .Linner4x |
|||
|
|||
mulq %rbx |
|||
addq %rax,%r10 |
|||
movq -16(%rcx,%r15,8),%rax |
|||
adcq $0,%rdx |
|||
addq -16(%rsp,%r15,8),%r10 |
|||
adcq $0,%rdx |
|||
movq %rdx,%r11 |
|||
|
|||
mulq %rbp |
|||
addq %rax,%r13 |
|||
movq -8(%rsi,%r15,8),%rax |
|||
adcq $0,%rdx |
|||
addq %r10,%r13 |
|||
adcq $0,%rdx |
|||
movq %rdi,-32(%rsp,%r15,8) |
|||
movq %rdx,%rdi |
|||
|
|||
mulq %rbx |
|||
addq %rax,%r11 |
|||
movq -8(%rcx,%r15,8),%rax |
|||
adcq $0,%rdx |
|||
addq -8(%rsp,%r15,8),%r11 |
|||
adcq $0,%rdx |
|||
leaq 1(%r14),%r14 |
|||
movq %rdx,%r10 |
|||
|
|||
mulq %rbp |
|||
addq %rax,%rdi |
|||
movq (%rsi),%rax |
|||
adcq $0,%rdx |
|||
addq %r11,%rdi |
|||
adcq $0,%rdx |
|||
movq %r13,-24(%rsp,%r15,8) |
|||
movq %rdx,%r13 |
|||
|
|||
.byte 102,72,15,126,195 |
|||
movq %rdi,-16(%rsp,%r15,8) |
|||
|
|||
xorq %rdi,%rdi |
|||
addq %r10,%r13 |
|||
adcq $0,%rdi |
|||
addq (%rsp,%r9,8),%r13 |
|||
adcq $0,%rdi |
|||
movq %r13,-8(%rsp,%r15,8) |
|||
movq %rdi,(%rsp,%r15,8) |
|||
|
|||
cmpq %r9,%r14 |
|||
jl .Louter4x |
|||
movq 16(%rsp,%r9,8),%rdi |
|||
movq 0(%rsp),%rax |
|||
pxor %xmm0,%xmm0 |
|||
movq 8(%rsp),%rdx |
|||
shrq $2,%r9 |
|||
leaq (%rsp),%rsi |
|||
xorq %r14,%r14 |
|||
|
|||
subq 0(%rcx),%rax |
|||
movq 16(%rsi),%rbx |
|||
movq 24(%rsi),%rbp |
|||
sbbq 8(%rcx),%rdx |
|||
leaq -1(%r9),%r15 |
|||
jmp .Lsub4x |
|||
.align 16 |
|||
.Lsub4x: |
|||
movq %rax,0(%rdi,%r14,8) |
|||
movq %rdx,8(%rdi,%r14,8) |
|||
sbbq 16(%rcx,%r14,8),%rbx |
|||
movq 32(%rsi,%r14,8),%rax |
|||
movq 40(%rsi,%r14,8),%rdx |
|||
sbbq 24(%rcx,%r14,8),%rbp |
|||
movq %rbx,16(%rdi,%r14,8) |
|||
movq %rbp,24(%rdi,%r14,8) |
|||
sbbq 32(%rcx,%r14,8),%rax |
|||
movq 48(%rsi,%r14,8),%rbx |
|||
movq 56(%rsi,%r14,8),%rbp |
|||
sbbq 40(%rcx,%r14,8),%rdx |
|||
leaq 4(%r14),%r14 |
|||
decq %r15 |
|||
jnz .Lsub4x |
|||
|
|||
movq %rax,0(%rdi,%r14,8) |
|||
movq 32(%rsi,%r14,8),%rax |
|||
sbbq 16(%rcx,%r14,8),%rbx |
|||
movq %rdx,8(%rdi,%r14,8) |
|||
sbbq 24(%rcx,%r14,8),%rbp |
|||
movq %rbx,16(%rdi,%r14,8) |
|||
|
|||
sbbq $0,%rax |
|||
movq %rbp,24(%rdi,%r14,8) |
|||
xorq %r14,%r14 |
|||
andq %rax,%rsi |
|||
notq %rax |
|||
movq %rdi,%rcx |
|||
andq %rax,%rcx |
|||
leaq -1(%r9),%r15 |
|||
orq %rcx,%rsi |
|||
|
|||
movdqu (%rsi),%xmm1 |
|||
movdqa %xmm0,(%rsp) |
|||
movdqu %xmm1,(%rdi) |
|||
jmp .Lcopy4x |
|||
.align 16 |
|||
.Lcopy4x: |
|||
movdqu 16(%rsi,%r14,1),%xmm2 |
|||
movdqu 32(%rsi,%r14,1),%xmm1 |
|||
movdqa %xmm0,16(%rsp,%r14,1) |
|||
movdqu %xmm2,16(%rdi,%r14,1) |
|||
movdqa %xmm0,32(%rsp,%r14,1) |
|||
movdqu %xmm1,32(%rdi,%r14,1) |
|||
leaq 32(%r14),%r14 |
|||
decq %r15 |
|||
jnz .Lcopy4x |
|||
|
|||
shlq $2,%r9 |
|||
movdqu 16(%rsi,%r14,1),%xmm2 |
|||
movdqa %xmm0,16(%rsp,%r14,1) |
|||
movdqu %xmm2,16(%rdi,%r14,1) |
|||
movq 8(%rsp,%r9,8),%rsi |
|||
movq $1,%rax |
|||
movq (%rsi),%r15 |
|||
movq 8(%rsi),%r14 |
|||
movq 16(%rsi),%r13 |
|||
movq 24(%rsi),%r12 |
|||
movq 32(%rsi),%rbp |
|||
movq 40(%rsi),%rbx |
|||
leaq 48(%rsi),%rsp |
|||
.Lmul4x_epilogue: |
|||
.byte 0xf3,0xc3 |
|||
.size bn_mul4x_mont_gather5,.-bn_mul4x_mont_gather5 |
|||
.globl bn_scatter5 |
|||
.type bn_scatter5,@function |
|||
.align 16 |
|||
bn_scatter5: |
|||
cmpq $0,%rsi |
|||
jz .Lscatter_epilogue |
|||
leaq (%rdx,%rcx,8),%rdx |
|||
.Lscatter: |
|||
movq (%rdi),%rax |
|||
leaq 8(%rdi),%rdi |
|||
movq %rax,(%rdx) |
|||
leaq 256(%rdx),%rdx |
|||
subq $1,%rsi |
|||
jnz .Lscatter |
|||
.Lscatter_epilogue: |
|||
.byte 0xf3,0xc3 |
|||
.size bn_scatter5,.-bn_scatter5 |
|||
|
|||
.globl bn_gather5 |
|||
.type bn_gather5,@function |
|||
.align 16 |
|||
bn_gather5: |
|||
movq %rcx,%r11 |
|||
shrq $3,%rcx |
|||
andq $7,%r11 |
|||
notq %rcx |
|||
leaq .Lmagic_masks(%rip),%rax |
|||
andq $3,%rcx |
|||
leaq 96(%rdx,%r11,8),%rdx |
|||
movq 0(%rax,%rcx,8),%xmm4 |
|||
movq 8(%rax,%rcx,8),%xmm5 |
|||
movq 16(%rax,%rcx,8),%xmm6 |
|||
movq 24(%rax,%rcx,8),%xmm7 |
|||
jmp .Lgather |
|||
.align 16 |
|||
.Lgather: |
|||
movq -96(%rdx),%xmm0 |
|||
movq -32(%rdx),%xmm1 |
|||
pand %xmm4,%xmm0 |
|||
movq 32(%rdx),%xmm2 |
|||
pand %xmm5,%xmm1 |
|||
movq 96(%rdx),%xmm3 |
|||
pand %xmm6,%xmm2 |
|||
por %xmm1,%xmm0 |
|||
pand %xmm7,%xmm3 |
|||
por %xmm2,%xmm0 |
|||
leaq 256(%rdx),%rdx |
|||
por %xmm3,%xmm0 |
|||
|
|||
movq %xmm0,(%rdi) |
|||
leaq 8(%rdi),%rdi |
|||
subq $1,%rsi |
|||
jnz .Lgather |
|||
.byte 0xf3,0xc3 |
|||
.LSEH_end_bn_gather5: |
|||
.size bn_gather5,.-bn_gather5 |
|||
.align 64 |
|||
.Lmagic_masks: |
|||
.long 0,0, 0,0, 0,0, -1,-1 |
|||
.long 0,0, 0,0, 0,0, 0,0 |
|||
.byte 77,111,110,116,103,111,109,101,114,121,32,77,117,108,116,105,112,108,105,99,97,116,105,111,110,32,119,105,116,104,32,115,99,97,116,116,101,114,47,103,97,116,104,101,114,32,102,111,114,32,120,56,54,95,54,52,44,32,67,82,89,80,84,79,71,65,77,83,32,98,121,32,60,97,112,112,114,111,64,111,112,101,110,115,115,108,46,111,114,103,62,0 |
|||
@ -0,0 +1,295 @@ |
|||
.text |
|||
|
|||
|
|||
|
|||
.p2align 4 |
|||
_mul_1x1: |
|||
subq $128+8,%rsp |
|||
movq $-1,%r9 |
|||
leaq (%rax,%rax,1),%rsi |
|||
shrq $3,%r9 |
|||
leaq (,%rax,4),%rdi |
|||
andq %rax,%r9 |
|||
leaq (,%rax,8),%r12 |
|||
sarq $63,%rax |
|||
leaq (%r9,%r9,1),%r10 |
|||
sarq $63,%rsi |
|||
leaq (,%r9,4),%r11 |
|||
andq %rbp,%rax |
|||
sarq $63,%rdi |
|||
movq %rax,%rdx |
|||
shlq $63,%rax |
|||
andq %rbp,%rsi |
|||
shrq $1,%rdx |
|||
movq %rsi,%rcx |
|||
shlq $62,%rsi |
|||
andq %rbp,%rdi |
|||
shrq $2,%rcx |
|||
xorq %rsi,%rax |
|||
movq %rdi,%rbx |
|||
shlq $61,%rdi |
|||
xorq %rcx,%rdx |
|||
shrq $3,%rbx |
|||
xorq %rdi,%rax |
|||
xorq %rbx,%rdx |
|||
|
|||
movq %r9,%r13 |
|||
movq $0,0(%rsp) |
|||
xorq %r10,%r13 |
|||
movq %r9,8(%rsp) |
|||
movq %r11,%r14 |
|||
movq %r10,16(%rsp) |
|||
xorq %r12,%r14 |
|||
movq %r13,24(%rsp) |
|||
|
|||
xorq %r11,%r9 |
|||
movq %r11,32(%rsp) |
|||
xorq %r11,%r10 |
|||
movq %r9,40(%rsp) |
|||
xorq %r11,%r13 |
|||
movq %r10,48(%rsp) |
|||
xorq %r14,%r9 |
|||
movq %r13,56(%rsp) |
|||
xorq %r14,%r10 |
|||
|
|||
movq %r12,64(%rsp) |
|||
xorq %r14,%r13 |
|||
movq %r9,72(%rsp) |
|||
xorq %r11,%r9 |
|||
movq %r10,80(%rsp) |
|||
xorq %r11,%r10 |
|||
movq %r13,88(%rsp) |
|||
|
|||
xorq %r11,%r13 |
|||
movq %r14,96(%rsp) |
|||
movq %r8,%rsi |
|||
movq %r9,104(%rsp) |
|||
andq %rbp,%rsi |
|||
movq %r10,112(%rsp) |
|||
shrq $4,%rbp |
|||
movq %r13,120(%rsp) |
|||
movq %r8,%rdi |
|||
andq %rbp,%rdi |
|||
shrq $4,%rbp |
|||
|
|||
movq (%rsp,%rsi,8),%xmm0 |
|||
movq %r8,%rsi |
|||
andq %rbp,%rsi |
|||
shrq $4,%rbp |
|||
movq (%rsp,%rdi,8),%rcx |
|||
movq %r8,%rdi |
|||
movq %rcx,%rbx |
|||
shlq $4,%rcx |
|||
andq %rbp,%rdi |
|||
movq (%rsp,%rsi,8),%xmm1 |
|||
shrq $60,%rbx |
|||
xorq %rcx,%rax |
|||
pslldq $1,%xmm1 |
|||
movq %r8,%rsi |
|||
shrq $4,%rbp |
|||
xorq %rbx,%rdx |
|||
andq %rbp,%rsi |
|||
shrq $4,%rbp |
|||
pxor %xmm1,%xmm0 |
|||
movq (%rsp,%rdi,8),%rcx |
|||
movq %r8,%rdi |
|||
movq %rcx,%rbx |
|||
shlq $12,%rcx |
|||
andq %rbp,%rdi |
|||
movq (%rsp,%rsi,8),%xmm1 |
|||
shrq $52,%rbx |
|||
xorq %rcx,%rax |
|||
pslldq $2,%xmm1 |
|||
movq %r8,%rsi |
|||
shrq $4,%rbp |
|||
xorq %rbx,%rdx |
|||
andq %rbp,%rsi |
|||
shrq $4,%rbp |
|||
pxor %xmm1,%xmm0 |
|||
movq (%rsp,%rdi,8),%rcx |
|||
movq %r8,%rdi |
|||
movq %rcx,%rbx |
|||
shlq $20,%rcx |
|||
andq %rbp,%rdi |
|||
movq (%rsp,%rsi,8),%xmm1 |
|||
shrq $44,%rbx |
|||
xorq %rcx,%rax |
|||
pslldq $3,%xmm1 |
|||
movq %r8,%rsi |
|||
shrq $4,%rbp |
|||
xorq %rbx,%rdx |
|||
andq %rbp,%rsi |
|||
shrq $4,%rbp |
|||
pxor %xmm1,%xmm0 |
|||
movq (%rsp,%rdi,8),%rcx |
|||
movq %r8,%rdi |
|||
movq %rcx,%rbx |
|||
shlq $28,%rcx |
|||
andq %rbp,%rdi |
|||
movq (%rsp,%rsi,8),%xmm1 |
|||
shrq $36,%rbx |
|||
xorq %rcx,%rax |
|||
pslldq $4,%xmm1 |
|||
movq %r8,%rsi |
|||
shrq $4,%rbp |
|||
xorq %rbx,%rdx |
|||
andq %rbp,%rsi |
|||
shrq $4,%rbp |
|||
pxor %xmm1,%xmm0 |
|||
movq (%rsp,%rdi,8),%rcx |
|||
movq %r8,%rdi |
|||
movq %rcx,%rbx |
|||
shlq $36,%rcx |
|||
andq %rbp,%rdi |
|||
movq (%rsp,%rsi,8),%xmm1 |
|||
shrq $28,%rbx |
|||
xorq %rcx,%rax |
|||
pslldq $5,%xmm1 |
|||
movq %r8,%rsi |
|||
shrq $4,%rbp |
|||
xorq %rbx,%rdx |
|||
andq %rbp,%rsi |
|||
shrq $4,%rbp |
|||
pxor %xmm1,%xmm0 |
|||
movq (%rsp,%rdi,8),%rcx |
|||
movq %r8,%rdi |
|||
movq %rcx,%rbx |
|||
shlq $44,%rcx |
|||
andq %rbp,%rdi |
|||
movq (%rsp,%rsi,8),%xmm1 |
|||
shrq $20,%rbx |
|||
xorq %rcx,%rax |
|||
pslldq $6,%xmm1 |
|||
movq %r8,%rsi |
|||
shrq $4,%rbp |
|||
xorq %rbx,%rdx |
|||
andq %rbp,%rsi |
|||
shrq $4,%rbp |
|||
pxor %xmm1,%xmm0 |
|||
movq (%rsp,%rdi,8),%rcx |
|||
movq %r8,%rdi |
|||
movq %rcx,%rbx |
|||
shlq $52,%rcx |
|||
andq %rbp,%rdi |
|||
movq (%rsp,%rsi,8),%xmm1 |
|||
shrq $12,%rbx |
|||
xorq %rcx,%rax |
|||
pslldq $7,%xmm1 |
|||
movq %r8,%rsi |
|||
shrq $4,%rbp |
|||
xorq %rbx,%rdx |
|||
andq %rbp,%rsi |
|||
shrq $4,%rbp |
|||
pxor %xmm1,%xmm0 |
|||
movq (%rsp,%rdi,8),%rcx |
|||
movq %rcx,%rbx |
|||
shlq $60,%rcx |
|||
.byte 102,72,15,126,198 |
|||
shrq $4,%rbx |
|||
xorq %rcx,%rax |
|||
psrldq $8,%xmm0 |
|||
xorq %rbx,%rdx |
|||
.byte 102,72,15,126,199 |
|||
xorq %rsi,%rax |
|||
xorq %rdi,%rdx |
|||
|
|||
addq $128+8,%rsp |
|||
.byte 0xf3,0xc3 |
|||
L$end_mul_1x1: |
|||
|
|||
|
|||
.globl _bn_GF2m_mul_2x2 |
|||
|
|||
.p2align 4 |
|||
_bn_GF2m_mul_2x2: |
|||
movq _OPENSSL_ia32cap_P(%rip),%rax |
|||
btq $33,%rax |
|||
jnc L$vanilla_mul_2x2 |
|||
|
|||
.byte 102,72,15,110,198 |
|||
.byte 102,72,15,110,201 |
|||
.byte 102,72,15,110,210 |
|||
.byte 102,73,15,110,216 |
|||
movdqa %xmm0,%xmm4 |
|||
movdqa %xmm1,%xmm5 |
|||
.byte 102,15,58,68,193,0 |
|||
pxor %xmm2,%xmm4 |
|||
pxor %xmm3,%xmm5 |
|||
.byte 102,15,58,68,211,0 |
|||
.byte 102,15,58,68,229,0 |
|||
xorps %xmm0,%xmm4 |
|||
xorps %xmm2,%xmm4 |
|||
movdqa %xmm4,%xmm5 |
|||
pslldq $8,%xmm4 |
|||
psrldq $8,%xmm5 |
|||
pxor %xmm4,%xmm2 |
|||
pxor %xmm5,%xmm0 |
|||
movdqu %xmm2,0(%rdi) |
|||
movdqu %xmm0,16(%rdi) |
|||
.byte 0xf3,0xc3 |
|||
|
|||
.p2align 4 |
|||
L$vanilla_mul_2x2: |
|||
leaq -136(%rsp),%rsp |
|||
movq %r14,80(%rsp) |
|||
movq %r13,88(%rsp) |
|||
movq %r12,96(%rsp) |
|||
movq %rbp,104(%rsp) |
|||
movq %rbx,112(%rsp) |
|||
L$body_mul_2x2: |
|||
movq %rdi,32(%rsp) |
|||
movq %rsi,40(%rsp) |
|||
movq %rdx,48(%rsp) |
|||
movq %rcx,56(%rsp) |
|||
movq %r8,64(%rsp) |
|||
|
|||
movq $15,%r8 |
|||
movq %rsi,%rax |
|||
movq %rcx,%rbp |
|||
call _mul_1x1 |
|||
|
|||
movq %rax,16(%rsp) |
|||
movq %rdx,24(%rsp) |
|||
|
|||
movq 48(%rsp),%rax |
|||
movq 64(%rsp),%rbp |
|||
call _mul_1x1 |
|||
|
|||
movq %rax,0(%rsp) |
|||
movq %rdx,8(%rsp) |
|||
|
|||
movq 40(%rsp),%rax |
|||
movq 56(%rsp),%rbp |
|||
xorq 48(%rsp),%rax |
|||
xorq 64(%rsp),%rbp |
|||
call _mul_1x1 |
|||
|
|||
movq 0(%rsp),%rbx |
|||
movq 8(%rsp),%rcx |
|||
movq 16(%rsp),%rdi |
|||
movq 24(%rsp),%rsi |
|||
movq 32(%rsp),%rbp |
|||
|
|||
xorq %rdx,%rax |
|||
xorq %rcx,%rdx |
|||
xorq %rbx,%rax |
|||
movq %rbx,0(%rbp) |
|||
xorq %rdi,%rdx |
|||
movq %rsi,24(%rbp) |
|||
xorq %rsi,%rax |
|||
xorq %rsi,%rdx |
|||
xorq %rdx,%rax |
|||
movq %rdx,16(%rbp) |
|||
movq %rax,8(%rbp) |
|||
|
|||
movq 80(%rsp),%r14 |
|||
movq 88(%rsp),%r13 |
|||
movq 96(%rsp),%r12 |
|||
movq 104(%rsp),%rbp |
|||
movq 112(%rsp),%rbx |
|||
leaq 136(%rsp),%rsp |
|||
.byte 0xf3,0xc3 |
|||
L$end_mul_2x2: |
|||
|
|||
.byte 71,70,40,50,94,109,41,32,77,117,108,116,105,112,108,105,99,97,116,105,111,110,32,102,111,114,32,120,56,54,95,54,52,44,32,67,82,89,80,84,79,71,65,77,83,32,98,121,32,60,97,112,112,114,111,64,111,112,101,110,115,115,108,46,111,114,103,62,0 |
|||
.p2align 4 |
|||
@ -0,0 +1,785 @@ |
|||
.text |
|||
|
|||
|
|||
.globl _bn_mul_mont_gather5 |
|||
|
|||
.p2align 6 |
|||
_bn_mul_mont_gather5: |
|||
testl $3,%r9d |
|||
jnz L$mul_enter |
|||
cmpl $8,%r9d |
|||
jb L$mul_enter |
|||
jmp L$mul4x_enter |
|||
|
|||
.p2align 4 |
|||
L$mul_enter: |
|||
movl %r9d,%r9d |
|||
movl 8(%rsp),%r10d |
|||
pushq %rbx |
|||
pushq %rbp |
|||
pushq %r12 |
|||
pushq %r13 |
|||
pushq %r14 |
|||
pushq %r15 |
|||
movq %rsp,%rax |
|||
leaq 2(%r9),%r11 |
|||
negq %r11 |
|||
leaq (%rsp,%r11,8),%rsp |
|||
andq $-1024,%rsp |
|||
|
|||
movq %rax,8(%rsp,%r9,8) |
|||
L$mul_body: |
|||
movq %rdx,%r12 |
|||
movq %r10,%r11 |
|||
shrq $3,%r10 |
|||
andq $7,%r11 |
|||
notq %r10 |
|||
leaq L$magic_masks(%rip),%rax |
|||
andq $3,%r10 |
|||
leaq 96(%r12,%r11,8),%r12 |
|||
movq 0(%rax,%r10,8),%xmm4 |
|||
movq 8(%rax,%r10,8),%xmm5 |
|||
movq 16(%rax,%r10,8),%xmm6 |
|||
movq 24(%rax,%r10,8),%xmm7 |
|||
|
|||
movq -96(%r12),%xmm0 |
|||
movq -32(%r12),%xmm1 |
|||
pand %xmm4,%xmm0 |
|||
movq 32(%r12),%xmm2 |
|||
pand %xmm5,%xmm1 |
|||
movq 96(%r12),%xmm3 |
|||
pand %xmm6,%xmm2 |
|||
por %xmm1,%xmm0 |
|||
pand %xmm7,%xmm3 |
|||
por %xmm2,%xmm0 |
|||
leaq 256(%r12),%r12 |
|||
por %xmm3,%xmm0 |
|||
|
|||
.byte 102,72,15,126,195 |
|||
|
|||
movq (%r8),%r8 |
|||
movq (%rsi),%rax |
|||
|
|||
xorq %r14,%r14 |
|||
xorq %r15,%r15 |
|||
|
|||
movq -96(%r12),%xmm0 |
|||
movq -32(%r12),%xmm1 |
|||
pand %xmm4,%xmm0 |
|||
movq 32(%r12),%xmm2 |
|||
pand %xmm5,%xmm1 |
|||
|
|||
movq %r8,%rbp |
|||
mulq %rbx |
|||
movq %rax,%r10 |
|||
movq (%rcx),%rax |
|||
|
|||
movq 96(%r12),%xmm3 |
|||
pand %xmm6,%xmm2 |
|||
por %xmm1,%xmm0 |
|||
pand %xmm7,%xmm3 |
|||
|
|||
imulq %r10,%rbp |
|||
movq %rdx,%r11 |
|||
|
|||
por %xmm2,%xmm0 |
|||
leaq 256(%r12),%r12 |
|||
por %xmm3,%xmm0 |
|||
|
|||
mulq %rbp |
|||
addq %rax,%r10 |
|||
movq 8(%rsi),%rax |
|||
adcq $0,%rdx |
|||
movq %rdx,%r13 |
|||
|
|||
leaq 1(%r15),%r15 |
|||
jmp L$1st_enter |
|||
|
|||
.p2align 4 |
|||
L$1st: |
|||
addq %rax,%r13 |
|||
movq (%rsi,%r15,8),%rax |
|||
adcq $0,%rdx |
|||
addq %r11,%r13 |
|||
movq %r10,%r11 |
|||
adcq $0,%rdx |
|||
movq %r13,-16(%rsp,%r15,8) |
|||
movq %rdx,%r13 |
|||
|
|||
L$1st_enter: |
|||
mulq %rbx |
|||
addq %rax,%r11 |
|||
movq (%rcx,%r15,8),%rax |
|||
adcq $0,%rdx |
|||
leaq 1(%r15),%r15 |
|||
movq %rdx,%r10 |
|||
|
|||
mulq %rbp |
|||
cmpq %r9,%r15 |
|||
jne L$1st |
|||
|
|||
.byte 102,72,15,126,195 |
|||
|
|||
addq %rax,%r13 |
|||
movq (%rsi),%rax |
|||
adcq $0,%rdx |
|||
addq %r11,%r13 |
|||
adcq $0,%rdx |
|||
movq %r13,-16(%rsp,%r15,8) |
|||
movq %rdx,%r13 |
|||
movq %r10,%r11 |
|||
|
|||
xorq %rdx,%rdx |
|||
addq %r11,%r13 |
|||
adcq $0,%rdx |
|||
movq %r13,-8(%rsp,%r9,8) |
|||
movq %rdx,(%rsp,%r9,8) |
|||
|
|||
leaq 1(%r14),%r14 |
|||
jmp L$outer |
|||
.p2align 4 |
|||
L$outer: |
|||
xorq %r15,%r15 |
|||
movq %r8,%rbp |
|||
movq (%rsp),%r10 |
|||
|
|||
movq -96(%r12),%xmm0 |
|||
movq -32(%r12),%xmm1 |
|||
pand %xmm4,%xmm0 |
|||
movq 32(%r12),%xmm2 |
|||
pand %xmm5,%xmm1 |
|||
|
|||
mulq %rbx |
|||
addq %rax,%r10 |
|||
movq (%rcx),%rax |
|||
adcq $0,%rdx |
|||
|
|||
movq 96(%r12),%xmm3 |
|||
pand %xmm6,%xmm2 |
|||
por %xmm1,%xmm0 |
|||
pand %xmm7,%xmm3 |
|||
|
|||
imulq %r10,%rbp |
|||
movq %rdx,%r11 |
|||
|
|||
por %xmm2,%xmm0 |
|||
leaq 256(%r12),%r12 |
|||
por %xmm3,%xmm0 |
|||
|
|||
mulq %rbp |
|||
addq %rax,%r10 |
|||
movq 8(%rsi),%rax |
|||
adcq $0,%rdx |
|||
movq 8(%rsp),%r10 |
|||
movq %rdx,%r13 |
|||
|
|||
leaq 1(%r15),%r15 |
|||
jmp L$inner_enter |
|||
|
|||
.p2align 4 |
|||
L$inner: |
|||
addq %rax,%r13 |
|||
movq (%rsi,%r15,8),%rax |
|||
adcq $0,%rdx |
|||
addq %r10,%r13 |
|||
movq (%rsp,%r15,8),%r10 |
|||
adcq $0,%rdx |
|||
movq %r13,-16(%rsp,%r15,8) |
|||
movq %rdx,%r13 |
|||
|
|||
L$inner_enter: |
|||
mulq %rbx |
|||
addq %rax,%r11 |
|||
movq (%rcx,%r15,8),%rax |
|||
adcq $0,%rdx |
|||
addq %r11,%r10 |
|||
movq %rdx,%r11 |
|||
adcq $0,%r11 |
|||
leaq 1(%r15),%r15 |
|||
|
|||
mulq %rbp |
|||
cmpq %r9,%r15 |
|||
jne L$inner |
|||
|
|||
.byte 102,72,15,126,195 |
|||
|
|||
addq %rax,%r13 |
|||
movq (%rsi),%rax |
|||
adcq $0,%rdx |
|||
addq %r10,%r13 |
|||
movq (%rsp,%r15,8),%r10 |
|||
adcq $0,%rdx |
|||
movq %r13,-16(%rsp,%r15,8) |
|||
movq %rdx,%r13 |
|||
|
|||
xorq %rdx,%rdx |
|||
addq %r11,%r13 |
|||
adcq $0,%rdx |
|||
addq %r10,%r13 |
|||
adcq $0,%rdx |
|||
movq %r13,-8(%rsp,%r9,8) |
|||
movq %rdx,(%rsp,%r9,8) |
|||
|
|||
leaq 1(%r14),%r14 |
|||
cmpq %r9,%r14 |
|||
jl L$outer |
|||
|
|||
xorq %r14,%r14 |
|||
movq (%rsp),%rax |
|||
leaq (%rsp),%rsi |
|||
movq %r9,%r15 |
|||
jmp L$sub |
|||
.p2align 4 |
|||
L$sub: sbbq (%rcx,%r14,8),%rax |
|||
movq %rax,(%rdi,%r14,8) |
|||
movq 8(%rsi,%r14,8),%rax |
|||
leaq 1(%r14),%r14 |
|||
decq %r15 |
|||
jnz L$sub |
|||
|
|||
sbbq $0,%rax |
|||
xorq %r14,%r14 |
|||
andq %rax,%rsi |
|||
notq %rax |
|||
movq %rdi,%rcx |
|||
andq %rax,%rcx |
|||
movq %r9,%r15 |
|||
orq %rcx,%rsi |
|||
.p2align 4 |
|||
L$copy: |
|||
movq (%rsi,%r14,8),%rax |
|||
movq %r14,(%rsp,%r14,8) |
|||
movq %rax,(%rdi,%r14,8) |
|||
leaq 1(%r14),%r14 |
|||
subq $1,%r15 |
|||
jnz L$copy |
|||
|
|||
movq 8(%rsp,%r9,8),%rsi |
|||
movq $1,%rax |
|||
movq (%rsi),%r15 |
|||
movq 8(%rsi),%r14 |
|||
movq 16(%rsi),%r13 |
|||
movq 24(%rsi),%r12 |
|||
movq 32(%rsi),%rbp |
|||
movq 40(%rsi),%rbx |
|||
leaq 48(%rsi),%rsp |
|||
L$mul_epilogue: |
|||
.byte 0xf3,0xc3 |
|||
|
|||
|
|||
.p2align 4 |
|||
bn_mul4x_mont_gather5: |
|||
L$mul4x_enter: |
|||
movl %r9d,%r9d |
|||
movl 8(%rsp),%r10d |
|||
pushq %rbx |
|||
pushq %rbp |
|||
pushq %r12 |
|||
pushq %r13 |
|||
pushq %r14 |
|||
pushq %r15 |
|||
movq %rsp,%rax |
|||
leaq 4(%r9),%r11 |
|||
negq %r11 |
|||
leaq (%rsp,%r11,8),%rsp |
|||
andq $-1024,%rsp |
|||
|
|||
movq %rax,8(%rsp,%r9,8) |
|||
L$mul4x_body: |
|||
movq %rdi,16(%rsp,%r9,8) |
|||
movq %rdx,%r12 |
|||
movq %r10,%r11 |
|||
shrq $3,%r10 |
|||
andq $7,%r11 |
|||
notq %r10 |
|||
leaq L$magic_masks(%rip),%rax |
|||
andq $3,%r10 |
|||
leaq 96(%r12,%r11,8),%r12 |
|||
movq 0(%rax,%r10,8),%xmm4 |
|||
movq 8(%rax,%r10,8),%xmm5 |
|||
movq 16(%rax,%r10,8),%xmm6 |
|||
movq 24(%rax,%r10,8),%xmm7 |
|||
|
|||
movq -96(%r12),%xmm0 |
|||
movq -32(%r12),%xmm1 |
|||
pand %xmm4,%xmm0 |
|||
movq 32(%r12),%xmm2 |
|||
pand %xmm5,%xmm1 |
|||
movq 96(%r12),%xmm3 |
|||
pand %xmm6,%xmm2 |
|||
por %xmm1,%xmm0 |
|||
pand %xmm7,%xmm3 |
|||
por %xmm2,%xmm0 |
|||
leaq 256(%r12),%r12 |
|||
por %xmm3,%xmm0 |
|||
|
|||
.byte 102,72,15,126,195 |
|||
movq (%r8),%r8 |
|||
movq (%rsi),%rax |
|||
|
|||
xorq %r14,%r14 |
|||
xorq %r15,%r15 |
|||
|
|||
movq -96(%r12),%xmm0 |
|||
movq -32(%r12),%xmm1 |
|||
pand %xmm4,%xmm0 |
|||
movq 32(%r12),%xmm2 |
|||
pand %xmm5,%xmm1 |
|||
|
|||
movq %r8,%rbp |
|||
mulq %rbx |
|||
movq %rax,%r10 |
|||
movq (%rcx),%rax |
|||
|
|||
movq 96(%r12),%xmm3 |
|||
pand %xmm6,%xmm2 |
|||
por %xmm1,%xmm0 |
|||
pand %xmm7,%xmm3 |
|||
|
|||
imulq %r10,%rbp |
|||
movq %rdx,%r11 |
|||
|
|||
por %xmm2,%xmm0 |
|||
leaq 256(%r12),%r12 |
|||
por %xmm3,%xmm0 |
|||
|
|||
mulq %rbp |
|||
addq %rax,%r10 |
|||
movq 8(%rsi),%rax |
|||
adcq $0,%rdx |
|||
movq %rdx,%rdi |
|||
|
|||
mulq %rbx |
|||
addq %rax,%r11 |
|||
movq 8(%rcx),%rax |
|||
adcq $0,%rdx |
|||
movq %rdx,%r10 |
|||
|
|||
mulq %rbp |
|||
addq %rax,%rdi |
|||
movq 16(%rsi),%rax |
|||
adcq $0,%rdx |
|||
addq %r11,%rdi |
|||
leaq 4(%r15),%r15 |
|||
adcq $0,%rdx |
|||
movq %rdi,(%rsp) |
|||
movq %rdx,%r13 |
|||
jmp L$1st4x |
|||
.p2align 4 |
|||
L$1st4x: |
|||
mulq %rbx |
|||
addq %rax,%r10 |
|||
movq -16(%rcx,%r15,8),%rax |
|||
adcq $0,%rdx |
|||
movq %rdx,%r11 |
|||
|
|||
mulq %rbp |
|||
addq %rax,%r13 |
|||
movq -8(%rsi,%r15,8),%rax |
|||
adcq $0,%rdx |
|||
addq %r10,%r13 |
|||
adcq $0,%rdx |
|||
movq %r13,-24(%rsp,%r15,8) |
|||
movq %rdx,%rdi |
|||
|
|||
mulq %rbx |
|||
addq %rax,%r11 |
|||
movq -8(%rcx,%r15,8),%rax |
|||
adcq $0,%rdx |
|||
movq %rdx,%r10 |
|||
|
|||
mulq %rbp |
|||
addq %rax,%rdi |
|||
movq (%rsi,%r15,8),%rax |
|||
adcq $0,%rdx |
|||
addq %r11,%rdi |
|||
adcq $0,%rdx |
|||
movq %rdi,-16(%rsp,%r15,8) |
|||
movq %rdx,%r13 |
|||
|
|||
mulq %rbx |
|||
addq %rax,%r10 |
|||
movq (%rcx,%r15,8),%rax |
|||
adcq $0,%rdx |
|||
movq %rdx,%r11 |
|||
|
|||
mulq %rbp |
|||
addq %rax,%r13 |
|||
movq 8(%rsi,%r15,8),%rax |
|||
adcq $0,%rdx |
|||
addq %r10,%r13 |
|||
adcq $0,%rdx |
|||
movq %r13,-8(%rsp,%r15,8) |
|||
movq %rdx,%rdi |
|||
|
|||
mulq %rbx |
|||
addq %rax,%r11 |
|||
movq 8(%rcx,%r15,8),%rax |
|||
adcq $0,%rdx |
|||
leaq 4(%r15),%r15 |
|||
movq %rdx,%r10 |
|||
|
|||
mulq %rbp |
|||
addq %rax,%rdi |
|||
movq -16(%rsi,%r15,8),%rax |
|||
adcq $0,%rdx |
|||
addq %r11,%rdi |
|||
adcq $0,%rdx |
|||
movq %rdi,-32(%rsp,%r15,8) |
|||
movq %rdx,%r13 |
|||
cmpq %r9,%r15 |
|||
jl L$1st4x |
|||
|
|||
mulq %rbx |
|||
addq %rax,%r10 |
|||
movq -16(%rcx,%r15,8),%rax |
|||
adcq $0,%rdx |
|||
movq %rdx,%r11 |
|||
|
|||
mulq %rbp |
|||
addq %rax,%r13 |
|||
movq -8(%rsi,%r15,8),%rax |
|||
adcq $0,%rdx |
|||
addq %r10,%r13 |
|||
adcq $0,%rdx |
|||
movq %r13,-24(%rsp,%r15,8) |
|||
movq %rdx,%rdi |
|||
|
|||
mulq %rbx |
|||
addq %rax,%r11 |
|||
movq -8(%rcx,%r15,8),%rax |
|||
adcq $0,%rdx |
|||
movq %rdx,%r10 |
|||
|
|||
mulq %rbp |
|||
addq %rax,%rdi |
|||
movq (%rsi),%rax |
|||
adcq $0,%rdx |
|||
addq %r11,%rdi |
|||
adcq $0,%rdx |
|||
movq %rdi,-16(%rsp,%r15,8) |
|||
movq %rdx,%r13 |
|||
|
|||
.byte 102,72,15,126,195 |
|||
|
|||
xorq %rdi,%rdi |
|||
addq %r10,%r13 |
|||
adcq $0,%rdi |
|||
movq %r13,-8(%rsp,%r15,8) |
|||
movq %rdi,(%rsp,%r15,8) |
|||
|
|||
leaq 1(%r14),%r14 |
|||
.p2align 2 |
|||
L$outer4x: |
|||
xorq %r15,%r15 |
|||
movq -96(%r12),%xmm0 |
|||
movq -32(%r12),%xmm1 |
|||
pand %xmm4,%xmm0 |
|||
movq 32(%r12),%xmm2 |
|||
pand %xmm5,%xmm1 |
|||
|
|||
movq (%rsp),%r10 |
|||
movq %r8,%rbp |
|||
mulq %rbx |
|||
addq %rax,%r10 |
|||
movq (%rcx),%rax |
|||
adcq $0,%rdx |
|||
|
|||
movq 96(%r12),%xmm3 |
|||
pand %xmm6,%xmm2 |
|||
por %xmm1,%xmm0 |
|||
pand %xmm7,%xmm3 |
|||
|
|||
imulq %r10,%rbp |
|||
movq %rdx,%r11 |
|||
|
|||
por %xmm2,%xmm0 |
|||
leaq 256(%r12),%r12 |
|||
por %xmm3,%xmm0 |
|||
|
|||
mulq %rbp |
|||
addq %rax,%r10 |
|||
movq 8(%rsi),%rax |
|||
adcq $0,%rdx |
|||
movq %rdx,%rdi |
|||
|
|||
mulq %rbx |
|||
addq %rax,%r11 |
|||
movq 8(%rcx),%rax |
|||
adcq $0,%rdx |
|||
addq 8(%rsp),%r11 |
|||
adcq $0,%rdx |
|||
movq %rdx,%r10 |
|||
|
|||
mulq %rbp |
|||
addq %rax,%rdi |
|||
movq 16(%rsi),%rax |
|||
adcq $0,%rdx |
|||
addq %r11,%rdi |
|||
leaq 4(%r15),%r15 |
|||
adcq $0,%rdx |
|||
movq %rdx,%r13 |
|||
jmp L$inner4x |
|||
.p2align 4 |
|||
L$inner4x: |
|||
mulq %rbx |
|||
addq %rax,%r10 |
|||
movq -16(%rcx,%r15,8),%rax |
|||
adcq $0,%rdx |
|||
addq -16(%rsp,%r15,8),%r10 |
|||
adcq $0,%rdx |
|||
movq %rdx,%r11 |
|||
|
|||
mulq %rbp |
|||
addq %rax,%r13 |
|||
movq -8(%rsi,%r15,8),%rax |
|||
adcq $0,%rdx |
|||
addq %r10,%r13 |
|||
adcq $0,%rdx |
|||
movq %rdi,-32(%rsp,%r15,8) |
|||
movq %rdx,%rdi |
|||
|
|||
mulq %rbx |
|||
addq %rax,%r11 |
|||
movq -8(%rcx,%r15,8),%rax |
|||
adcq $0,%rdx |
|||
addq -8(%rsp,%r15,8),%r11 |
|||
adcq $0,%rdx |
|||
movq %rdx,%r10 |
|||
|
|||
mulq %rbp |
|||
addq %rax,%rdi |
|||
movq (%rsi,%r15,8),%rax |
|||
adcq $0,%rdx |
|||
addq %r11,%rdi |
|||
adcq $0,%rdx |
|||
movq %r13,-24(%rsp,%r15,8) |
|||
movq %rdx,%r13 |
|||
|
|||
mulq %rbx |
|||
addq %rax,%r10 |
|||
movq (%rcx,%r15,8),%rax |
|||
adcq $0,%rdx |
|||
addq (%rsp,%r15,8),%r10 |
|||
adcq $0,%rdx |
|||
movq %rdx,%r11 |
|||
|
|||
mulq %rbp |
|||
addq %rax,%r13 |
|||
movq 8(%rsi,%r15,8),%rax |
|||
adcq $0,%rdx |
|||
addq %r10,%r13 |
|||
adcq $0,%rdx |
|||
movq %rdi,-16(%rsp,%r15,8) |
|||
movq %rdx,%rdi |
|||
|
|||
mulq %rbx |
|||
addq %rax,%r11 |
|||
movq 8(%rcx,%r15,8),%rax |
|||
adcq $0,%rdx |
|||
addq 8(%rsp,%r15,8),%r11 |
|||
adcq $0,%rdx |
|||
leaq 4(%r15),%r15 |
|||
movq %rdx,%r10 |
|||
|
|||
mulq %rbp |
|||
addq %rax,%rdi |
|||
movq -16(%rsi,%r15,8),%rax |
|||
adcq $0,%rdx |
|||
addq %r11,%rdi |
|||
adcq $0,%rdx |
|||
movq %r13,-40(%rsp,%r15,8) |
|||
movq %rdx,%r13 |
|||
cmpq %r9,%r15 |
|||
jl L$inner4x |
|||
|
|||
mulq %rbx |
|||
addq %rax,%r10 |
|||
movq -16(%rcx,%r15,8),%rax |
|||
adcq $0,%rdx |
|||
addq -16(%rsp,%r15,8),%r10 |
|||
adcq $0,%rdx |
|||
movq %rdx,%r11 |
|||
|
|||
mulq %rbp |
|||
addq %rax,%r13 |
|||
movq -8(%rsi,%r15,8),%rax |
|||
adcq $0,%rdx |
|||
addq %r10,%r13 |
|||
adcq $0,%rdx |
|||
movq %rdi,-32(%rsp,%r15,8) |
|||
movq %rdx,%rdi |
|||
|
|||
mulq %rbx |
|||
addq %rax,%r11 |
|||
movq -8(%rcx,%r15,8),%rax |
|||
adcq $0,%rdx |
|||
addq -8(%rsp,%r15,8),%r11 |
|||
adcq $0,%rdx |
|||
leaq 1(%r14),%r14 |
|||
movq %rdx,%r10 |
|||
|
|||
mulq %rbp |
|||
addq %rax,%rdi |
|||
movq (%rsi),%rax |
|||
adcq $0,%rdx |
|||
addq %r11,%rdi |
|||
adcq $0,%rdx |
|||
movq %r13,-24(%rsp,%r15,8) |
|||
movq %rdx,%r13 |
|||
|
|||
.byte 102,72,15,126,195 |
|||
movq %rdi,-16(%rsp,%r15,8) |
|||
|
|||
xorq %rdi,%rdi |
|||
addq %r10,%r13 |
|||
adcq $0,%rdi |
|||
addq (%rsp,%r9,8),%r13 |
|||
adcq $0,%rdi |
|||
movq %r13,-8(%rsp,%r15,8) |
|||
movq %rdi,(%rsp,%r15,8) |
|||
|
|||
cmpq %r9,%r14 |
|||
jl L$outer4x |
|||
movq 16(%rsp,%r9,8),%rdi |
|||
movq 0(%rsp),%rax |
|||
pxor %xmm0,%xmm0 |
|||
movq 8(%rsp),%rdx |
|||
shrq $2,%r9 |
|||
leaq (%rsp),%rsi |
|||
xorq %r14,%r14 |
|||
|
|||
subq 0(%rcx),%rax |
|||
movq 16(%rsi),%rbx |
|||
movq 24(%rsi),%rbp |
|||
sbbq 8(%rcx),%rdx |
|||
leaq -1(%r9),%r15 |
|||
jmp L$sub4x |
|||
.p2align 4 |
|||
L$sub4x: |
|||
movq %rax,0(%rdi,%r14,8) |
|||
movq %rdx,8(%rdi,%r14,8) |
|||
sbbq 16(%rcx,%r14,8),%rbx |
|||
movq 32(%rsi,%r14,8),%rax |
|||
movq 40(%rsi,%r14,8),%rdx |
|||
sbbq 24(%rcx,%r14,8),%rbp |
|||
movq %rbx,16(%rdi,%r14,8) |
|||
movq %rbp,24(%rdi,%r14,8) |
|||
sbbq 32(%rcx,%r14,8),%rax |
|||
movq 48(%rsi,%r14,8),%rbx |
|||
movq 56(%rsi,%r14,8),%rbp |
|||
sbbq 40(%rcx,%r14,8),%rdx |
|||
leaq 4(%r14),%r14 |
|||
decq %r15 |
|||
jnz L$sub4x |
|||
|
|||
movq %rax,0(%rdi,%r14,8) |
|||
movq 32(%rsi,%r14,8),%rax |
|||
sbbq 16(%rcx,%r14,8),%rbx |
|||
movq %rdx,8(%rdi,%r14,8) |
|||
sbbq 24(%rcx,%r14,8),%rbp |
|||
movq %rbx,16(%rdi,%r14,8) |
|||
|
|||
sbbq $0,%rax |
|||
movq %rbp,24(%rdi,%r14,8) |
|||
xorq %r14,%r14 |
|||
andq %rax,%rsi |
|||
notq %rax |
|||
movq %rdi,%rcx |
|||
andq %rax,%rcx |
|||
leaq -1(%r9),%r15 |
|||
orq %rcx,%rsi |
|||
|
|||
movdqu (%rsi),%xmm1 |
|||
movdqa %xmm0,(%rsp) |
|||
movdqu %xmm1,(%rdi) |
|||
jmp L$copy4x |
|||
.p2align 4 |
|||
L$copy4x: |
|||
movdqu 16(%rsi,%r14,1),%xmm2 |
|||
movdqu 32(%rsi,%r14,1),%xmm1 |
|||
movdqa %xmm0,16(%rsp,%r14,1) |
|||
movdqu %xmm2,16(%rdi,%r14,1) |
|||
movdqa %xmm0,32(%rsp,%r14,1) |
|||
movdqu %xmm1,32(%rdi,%r14,1) |
|||
leaq 32(%r14),%r14 |
|||
decq %r15 |
|||
jnz L$copy4x |
|||
|
|||
shlq $2,%r9 |
|||
movdqu 16(%rsi,%r14,1),%xmm2 |
|||
movdqa %xmm0,16(%rsp,%r14,1) |
|||
movdqu %xmm2,16(%rdi,%r14,1) |
|||
movq 8(%rsp,%r9,8),%rsi |
|||
movq $1,%rax |
|||
movq (%rsi),%r15 |
|||
movq 8(%rsi),%r14 |
|||
movq 16(%rsi),%r13 |
|||
movq 24(%rsi),%r12 |
|||
movq 32(%rsi),%rbp |
|||
movq 40(%rsi),%rbx |
|||
leaq 48(%rsi),%rsp |
|||
L$mul4x_epilogue: |
|||
.byte 0xf3,0xc3 |
|||
|
|||
.globl _bn_scatter5 |
|||
|
|||
.p2align 4 |
|||
_bn_scatter5: |
|||
cmpq $0,%rsi |
|||
jz L$scatter_epilogue |
|||
leaq (%rdx,%rcx,8),%rdx |
|||
L$scatter: |
|||
movq (%rdi),%rax |
|||
leaq 8(%rdi),%rdi |
|||
movq %rax,(%rdx) |
|||
leaq 256(%rdx),%rdx |
|||
subq $1,%rsi |
|||
jnz L$scatter |
|||
L$scatter_epilogue: |
|||
.byte 0xf3,0xc3 |
|||
|
|||
|
|||
.globl _bn_gather5 |
|||
|
|||
.p2align 4 |
|||
_bn_gather5: |
|||
movq %rcx,%r11 |
|||
shrq $3,%rcx |
|||
andq $7,%r11 |
|||
notq %rcx |
|||
leaq L$magic_masks(%rip),%rax |
|||
andq $3,%rcx |
|||
leaq 96(%rdx,%r11,8),%rdx |
|||
movq 0(%rax,%rcx,8),%xmm4 |
|||
movq 8(%rax,%rcx,8),%xmm5 |
|||
movq 16(%rax,%rcx,8),%xmm6 |
|||
movq 24(%rax,%rcx,8),%xmm7 |
|||
jmp L$gather |
|||
.p2align 4 |
|||
L$gather: |
|||
movq -96(%rdx),%xmm0 |
|||
movq -32(%rdx),%xmm1 |
|||
pand %xmm4,%xmm0 |
|||
movq 32(%rdx),%xmm2 |
|||
pand %xmm5,%xmm1 |
|||
movq 96(%rdx),%xmm3 |
|||
pand %xmm6,%xmm2 |
|||
por %xmm1,%xmm0 |
|||
pand %xmm7,%xmm3 |
|||
por %xmm2,%xmm0 |
|||
leaq 256(%rdx),%rdx |
|||
por %xmm3,%xmm0 |
|||
|
|||
movq %xmm0,(%rdi) |
|||
leaq 8(%rdi),%rdi |
|||
subq $1,%rsi |
|||
jnz L$gather |
|||
.byte 0xf3,0xc3 |
|||
L$SEH_end_bn_gather5: |
|||
|
|||
.p2align 6 |
|||
L$magic_masks: |
|||
.long 0,0, 0,0, 0,0, -1,-1 |
|||
.long 0,0, 0,0, 0,0, 0,0 |
|||
.byte 77,111,110,116,103,111,109,101,114,121,32,77,117,108,116,105,112,108,105,99,97,116,105,111,110,32,119,105,116,104,32,115,99,97,116,116,101,114,47,103,97,116,104,101,114,32,102,111,114,32,120,56,54,95,54,52,44,32,67,82,89,80,84,79,71,65,77,83,32,98,121,32,60,97,112,112,114,111,64,111,112,101,110,115,115,108,46,111,114,103,62,0 |
|||
@ -0,0 +1,404 @@ |
|||
OPTION DOTNAME |
|||
.text$ SEGMENT ALIGN(64) 'CODE' |
|||
|
|||
|
|||
ALIGN 16 |
|||
_mul_1x1 PROC PRIVATE |
|||
sub rsp,128+8 |
|||
mov r9,-1 |
|||
lea rsi,QWORD PTR[rax*1+rax] |
|||
shr r9,3 |
|||
lea rdi,QWORD PTR[rax*4] |
|||
and r9,rax |
|||
lea r12,QWORD PTR[rax*8] |
|||
sar rax,63 |
|||
lea r10,QWORD PTR[r9*1+r9] |
|||
sar rsi,63 |
|||
lea r11,QWORD PTR[r9*4] |
|||
and rax,rbp |
|||
sar rdi,63 |
|||
mov rdx,rax |
|||
shl rax,63 |
|||
and rsi,rbp |
|||
shr rdx,1 |
|||
mov rcx,rsi |
|||
shl rsi,62 |
|||
and rdi,rbp |
|||
shr rcx,2 |
|||
xor rax,rsi |
|||
mov rbx,rdi |
|||
shl rdi,61 |
|||
xor rdx,rcx |
|||
shr rbx,3 |
|||
xor rax,rdi |
|||
xor rdx,rbx |
|||
|
|||
mov r13,r9 |
|||
mov QWORD PTR[rsp],0 |
|||
xor r13,r10 |
|||
mov QWORD PTR[8+rsp],r9 |
|||
mov r14,r11 |
|||
mov QWORD PTR[16+rsp],r10 |
|||
xor r14,r12 |
|||
mov QWORD PTR[24+rsp],r13 |
|||
|
|||
xor r9,r11 |
|||
mov QWORD PTR[32+rsp],r11 |
|||
xor r10,r11 |
|||
mov QWORD PTR[40+rsp],r9 |
|||
xor r13,r11 |
|||
mov QWORD PTR[48+rsp],r10 |
|||
xor r9,r14 |
|||
mov QWORD PTR[56+rsp],r13 |
|||
xor r10,r14 |
|||
|
|||
mov QWORD PTR[64+rsp],r12 |
|||
xor r13,r14 |
|||
mov QWORD PTR[72+rsp],r9 |
|||
xor r9,r11 |
|||
mov QWORD PTR[80+rsp],r10 |
|||
xor r10,r11 |
|||
mov QWORD PTR[88+rsp],r13 |
|||
|
|||
xor r13,r11 |
|||
mov QWORD PTR[96+rsp],r14 |
|||
mov rsi,r8 |
|||
mov QWORD PTR[104+rsp],r9 |
|||
and rsi,rbp |
|||
mov QWORD PTR[112+rsp],r10 |
|||
shr rbp,4 |
|||
mov QWORD PTR[120+rsp],r13 |
|||
mov rdi,r8 |
|||
and rdi,rbp |
|||
shr rbp,4 |
|||
|
|||
movq xmm0,QWORD PTR[rsi*8+rsp] |
|||
mov rsi,r8 |
|||
and rsi,rbp |
|||
shr rbp,4 |
|||
mov rcx,QWORD PTR[rdi*8+rsp] |
|||
mov rdi,r8 |
|||
mov rbx,rcx |
|||
shl rcx,4 |
|||
and rdi,rbp |
|||
movq xmm1,QWORD PTR[rsi*8+rsp] |
|||
shr rbx,60 |
|||
xor rax,rcx |
|||
pslldq xmm1,1 |
|||
mov rsi,r8 |
|||
shr rbp,4 |
|||
xor rdx,rbx |
|||
and rsi,rbp |
|||
shr rbp,4 |
|||
pxor xmm0,xmm1 |
|||
mov rcx,QWORD PTR[rdi*8+rsp] |
|||
mov rdi,r8 |
|||
mov rbx,rcx |
|||
shl rcx,12 |
|||
and rdi,rbp |
|||
movq xmm1,QWORD PTR[rsi*8+rsp] |
|||
shr rbx,52 |
|||
xor rax,rcx |
|||
pslldq xmm1,2 |
|||
mov rsi,r8 |
|||
shr rbp,4 |
|||
xor rdx,rbx |
|||
and rsi,rbp |
|||
shr rbp,4 |
|||
pxor xmm0,xmm1 |
|||
mov rcx,QWORD PTR[rdi*8+rsp] |
|||
mov rdi,r8 |
|||
mov rbx,rcx |
|||
shl rcx,20 |
|||
and rdi,rbp |
|||
movq xmm1,QWORD PTR[rsi*8+rsp] |
|||
shr rbx,44 |
|||
xor rax,rcx |
|||
pslldq xmm1,3 |
|||
mov rsi,r8 |
|||
shr rbp,4 |
|||
xor rdx,rbx |
|||
and rsi,rbp |
|||
shr rbp,4 |
|||
pxor xmm0,xmm1 |
|||
mov rcx,QWORD PTR[rdi*8+rsp] |
|||
mov rdi,r8 |
|||
mov rbx,rcx |
|||
shl rcx,28 |
|||
and rdi,rbp |
|||
movq xmm1,QWORD PTR[rsi*8+rsp] |
|||
shr rbx,36 |
|||
xor rax,rcx |
|||
pslldq xmm1,4 |
|||
mov rsi,r8 |
|||
shr rbp,4 |
|||
xor rdx,rbx |
|||
and rsi,rbp |
|||
shr rbp,4 |
|||
pxor xmm0,xmm1 |
|||
mov rcx,QWORD PTR[rdi*8+rsp] |
|||
mov rdi,r8 |
|||
mov rbx,rcx |
|||
shl rcx,36 |
|||
and rdi,rbp |
|||
movq xmm1,QWORD PTR[rsi*8+rsp] |
|||
shr rbx,28 |
|||
xor rax,rcx |
|||
pslldq xmm1,5 |
|||
mov rsi,r8 |
|||
shr rbp,4 |
|||
xor rdx,rbx |
|||
and rsi,rbp |
|||
shr rbp,4 |
|||
pxor xmm0,xmm1 |
|||
mov rcx,QWORD PTR[rdi*8+rsp] |
|||
mov rdi,r8 |
|||
mov rbx,rcx |
|||
shl rcx,44 |
|||
and rdi,rbp |
|||
movq xmm1,QWORD PTR[rsi*8+rsp] |
|||
shr rbx,20 |
|||
xor rax,rcx |
|||
pslldq xmm1,6 |
|||
mov rsi,r8 |
|||
shr rbp,4 |
|||
xor rdx,rbx |
|||
and rsi,rbp |
|||
shr rbp,4 |
|||
pxor xmm0,xmm1 |
|||
mov rcx,QWORD PTR[rdi*8+rsp] |
|||
mov rdi,r8 |
|||
mov rbx,rcx |
|||
shl rcx,52 |
|||
and rdi,rbp |
|||
movq xmm1,QWORD PTR[rsi*8+rsp] |
|||
shr rbx,12 |
|||
xor rax,rcx |
|||
pslldq xmm1,7 |
|||
mov rsi,r8 |
|||
shr rbp,4 |
|||
xor rdx,rbx |
|||
and rsi,rbp |
|||
shr rbp,4 |
|||
pxor xmm0,xmm1 |
|||
mov rcx,QWORD PTR[rdi*8+rsp] |
|||
mov rbx,rcx |
|||
shl rcx,60 |
|||
DB 102,72,15,126,198 |
|||
shr rbx,4 |
|||
xor rax,rcx |
|||
psrldq xmm0,8 |
|||
xor rdx,rbx |
|||
DB 102,72,15,126,199 |
|||
xor rax,rsi |
|||
xor rdx,rdi |
|||
|
|||
add rsp,128+8 |
|||
DB 0F3h,0C3h ;repret |
|||
$L$end_mul_1x1:: |
|||
_mul_1x1 ENDP |
|||
EXTERN OPENSSL_ia32cap_P:NEAR |
|||
PUBLIC bn_GF2m_mul_2x2 |
|||
|
|||
ALIGN 16 |
|||
bn_GF2m_mul_2x2 PROC PUBLIC |
|||
mov rax,QWORD PTR[OPENSSL_ia32cap_P] |
|||
bt rax,33 |
|||
jnc $L$vanilla_mul_2x2 |
|||
|
|||
DB 102,72,15,110,194 |
|||
DB 102,73,15,110,201 |
|||
DB 102,73,15,110,208 |
|||
movq xmm3,QWORD PTR[40+rsp] |
|||
movdqa xmm4,xmm0 |
|||
movdqa xmm5,xmm1 |
|||
DB 102,15,58,68,193,0 |
|||
pxor xmm4,xmm2 |
|||
pxor xmm5,xmm3 |
|||
DB 102,15,58,68,211,0 |
|||
DB 102,15,58,68,229,0 |
|||
xorps xmm4,xmm0 |
|||
xorps xmm4,xmm2 |
|||
movdqa xmm5,xmm4 |
|||
pslldq xmm4,8 |
|||
psrldq xmm5,8 |
|||
pxor xmm2,xmm4 |
|||
pxor xmm0,xmm5 |
|||
movdqu XMMWORD PTR[rcx],xmm2 |
|||
movdqu XMMWORD PTR[16+rcx],xmm0 |
|||
DB 0F3h,0C3h ;repret |
|||
|
|||
ALIGN 16 |
|||
$L$vanilla_mul_2x2:: |
|||
lea rsp,QWORD PTR[((-136))+rsp] |
|||
mov r10,QWORD PTR[176+rsp] |
|||
mov QWORD PTR[120+rsp],rdi |
|||
mov QWORD PTR[128+rsp],rsi |
|||
mov QWORD PTR[80+rsp],r14 |
|||
mov QWORD PTR[88+rsp],r13 |
|||
mov QWORD PTR[96+rsp],r12 |
|||
mov QWORD PTR[104+rsp],rbp |
|||
mov QWORD PTR[112+rsp],rbx |
|||
$L$body_mul_2x2:: |
|||
mov QWORD PTR[32+rsp],rcx |
|||
mov QWORD PTR[40+rsp],rdx |
|||
mov QWORD PTR[48+rsp],r8 |
|||
mov QWORD PTR[56+rsp],r9 |
|||
mov QWORD PTR[64+rsp],r10 |
|||
|
|||
mov r8,0fh |
|||
mov rax,rdx |
|||
mov rbp,r9 |
|||
call _mul_1x1 |
|||
|
|||
mov QWORD PTR[16+rsp],rax |
|||
mov QWORD PTR[24+rsp],rdx |
|||
|
|||
mov rax,QWORD PTR[48+rsp] |
|||
mov rbp,QWORD PTR[64+rsp] |
|||
call _mul_1x1 |
|||
|
|||
mov QWORD PTR[rsp],rax |
|||
mov QWORD PTR[8+rsp],rdx |
|||
|
|||
mov rax,QWORD PTR[40+rsp] |
|||
mov rbp,QWORD PTR[56+rsp] |
|||
xor rax,QWORD PTR[48+rsp] |
|||
xor rbp,QWORD PTR[64+rsp] |
|||
call _mul_1x1 |
|||
|
|||
mov rbx,QWORD PTR[rsp] |
|||
mov rcx,QWORD PTR[8+rsp] |
|||
mov rdi,QWORD PTR[16+rsp] |
|||
mov rsi,QWORD PTR[24+rsp] |
|||
mov rbp,QWORD PTR[32+rsp] |
|||
|
|||
xor rax,rdx |
|||
xor rdx,rcx |
|||
xor rax,rbx |
|||
mov QWORD PTR[rbp],rbx |
|||
xor rdx,rdi |
|||
mov QWORD PTR[24+rbp],rsi |
|||
xor rax,rsi |
|||
xor rdx,rsi |
|||
xor rax,rdx |
|||
mov QWORD PTR[16+rbp],rdx |
|||
mov QWORD PTR[8+rbp],rax |
|||
|
|||
mov r14,QWORD PTR[80+rsp] |
|||
mov r13,QWORD PTR[88+rsp] |
|||
mov r12,QWORD PTR[96+rsp] |
|||
mov rbp,QWORD PTR[104+rsp] |
|||
mov rbx,QWORD PTR[112+rsp] |
|||
mov rdi,QWORD PTR[120+rsp] |
|||
mov rsi,QWORD PTR[128+rsp] |
|||
lea rsp,QWORD PTR[136+rsp] |
|||
DB 0F3h,0C3h ;repret |
|||
$L$end_mul_2x2:: |
|||
bn_GF2m_mul_2x2 ENDP |
|||
DB 71,70,40,50,94,109,41,32,77,117,108,116,105,112,108,105 |
|||
DB 99,97,116,105,111,110,32,102,111,114,32,120,56,54,95,54 |
|||
DB 52,44,32,67,82,89,80,84,79,71,65,77,83,32,98,121 |
|||
DB 32,60,97,112,112,114,111,64,111,112,101,110,115,115,108,46 |
|||
DB 111,114,103,62,0 |
|||
ALIGN 16 |
|||
EXTERN __imp_RtlVirtualUnwind:NEAR |
|||
|
|||
|
|||
ALIGN 16 |
|||
se_handler PROC PRIVATE |
|||
push rsi |
|||
push rdi |
|||
push rbx |
|||
push rbp |
|||
push r12 |
|||
push r13 |
|||
push r14 |
|||
push r15 |
|||
pushfq |
|||
sub rsp,64 |
|||
|
|||
mov rax,QWORD PTR[152+r8] |
|||
mov rbx,QWORD PTR[248+r8] |
|||
|
|||
lea r10,QWORD PTR[$L$body_mul_2x2] |
|||
cmp rbx,r10 |
|||
jb $L$in_prologue |
|||
|
|||
mov r14,QWORD PTR[80+rax] |
|||
mov r13,QWORD PTR[88+rax] |
|||
mov r12,QWORD PTR[96+rax] |
|||
mov rbp,QWORD PTR[104+rax] |
|||
mov rbx,QWORD PTR[112+rax] |
|||
mov rdi,QWORD PTR[120+rax] |
|||
mov rsi,QWORD PTR[128+rax] |
|||
|
|||
mov QWORD PTR[144+r8],rbx |
|||
mov QWORD PTR[160+r8],rbp |
|||
mov QWORD PTR[168+r8],rsi |
|||
mov QWORD PTR[176+r8],rdi |
|||
mov QWORD PTR[216+r8],r12 |
|||
mov QWORD PTR[224+r8],r13 |
|||
mov QWORD PTR[232+r8],r14 |
|||
|
|||
$L$in_prologue:: |
|||
lea rax,QWORD PTR[136+rax] |
|||
mov QWORD PTR[152+r8],rax |
|||
|
|||
mov rdi,QWORD PTR[40+r9] |
|||
mov rsi,r8 |
|||
mov ecx,154 |
|||
DD 0a548f3fch |
|||
|
|||
|
|||
mov rsi,r9 |
|||
xor rcx,rcx |
|||
mov rdx,QWORD PTR[8+rsi] |
|||
mov r8,QWORD PTR[rsi] |
|||
mov r9,QWORD PTR[16+rsi] |
|||
mov r10,QWORD PTR[40+rsi] |
|||
lea r11,QWORD PTR[56+rsi] |
|||
lea r12,QWORD PTR[24+rsi] |
|||
mov QWORD PTR[32+rsp],r10 |
|||
mov QWORD PTR[40+rsp],r11 |
|||
mov QWORD PTR[48+rsp],r12 |
|||
mov QWORD PTR[56+rsp],rcx |
|||
call QWORD PTR[__imp_RtlVirtualUnwind] |
|||
|
|||
mov eax,1 |
|||
add rsp,64 |
|||
popfq |
|||
pop r15 |
|||
pop r14 |
|||
pop r13 |
|||
pop r12 |
|||
pop rbp |
|||
pop rbx |
|||
pop rdi |
|||
pop rsi |
|||
DB 0F3h,0C3h ;repret |
|||
se_handler ENDP |
|||
|
|||
.text$ ENDS |
|||
.pdata SEGMENT READONLY ALIGN(4) |
|||
ALIGN 4 |
|||
DD imagerel _mul_1x1 |
|||
DD imagerel $L$end_mul_1x1 |
|||
DD imagerel $L$SEH_info_1x1 |
|||
|
|||
DD imagerel $L$vanilla_mul_2x2 |
|||
DD imagerel $L$end_mul_2x2 |
|||
DD imagerel $L$SEH_info_2x2 |
|||
.pdata ENDS |
|||
.xdata SEGMENT READONLY ALIGN(8) |
|||
ALIGN 8 |
|||
$L$SEH_info_1x1:: |
|||
DB 001h,007h,002h,000h |
|||
DB 007h,001h,011h,000h |
|||
|
|||
$L$SEH_info_2x2:: |
|||
DB 9,0,0,0 |
|||
DD imagerel se_handler |
|||
|
|||
.xdata ENDS |
|||
END |
|||
@ -0,0 +1,990 @@ |
|||
OPTION DOTNAME |
|||
.text$ SEGMENT ALIGN(64) 'CODE' |
|||
|
|||
PUBLIC bn_mul_mont_gather5 |
|||
|
|||
ALIGN 64 |
|||
bn_mul_mont_gather5 PROC PUBLIC |
|||
mov QWORD PTR[8+rsp],rdi ;WIN64 prologue |
|||
mov QWORD PTR[16+rsp],rsi |
|||
mov rax,rsp |
|||
$L$SEH_begin_bn_mul_mont_gather5:: |
|||
mov rdi,rcx |
|||
mov rsi,rdx |
|||
mov rdx,r8 |
|||
mov rcx,r9 |
|||
mov r8,QWORD PTR[40+rsp] |
|||
mov r9,QWORD PTR[48+rsp] |
|||
|
|||
|
|||
test r9d,3 |
|||
jnz $L$mul_enter |
|||
cmp r9d,8 |
|||
jb $L$mul_enter |
|||
jmp $L$mul4x_enter |
|||
|
|||
ALIGN 16 |
|||
$L$mul_enter:: |
|||
mov r9d,r9d |
|||
mov r10d,DWORD PTR[56+rsp] |
|||
push rbx |
|||
push rbp |
|||
push r12 |
|||
push r13 |
|||
push r14 |
|||
push r15 |
|||
lea rsp,QWORD PTR[((-40))+rsp] |
|||
movaps XMMWORD PTR[rsp],xmm6 |
|||
movaps XMMWORD PTR[16+rsp],xmm7 |
|||
$L$mul_alloca:: |
|||
mov rax,rsp |
|||
lea r11,QWORD PTR[2+r9] |
|||
neg r11 |
|||
lea rsp,QWORD PTR[r11*8+rsp] |
|||
and rsp,-1024 |
|||
|
|||
mov QWORD PTR[8+r9*8+rsp],rax |
|||
$L$mul_body:: |
|||
mov r12,rdx |
|||
mov r11,r10 |
|||
shr r10,3 |
|||
and r11,7 |
|||
not r10 |
|||
lea rax,QWORD PTR[$L$magic_masks] |
|||
and r10,3 |
|||
lea r12,QWORD PTR[96+r11*8+r12] |
|||
movq xmm4,QWORD PTR[r10*8+rax] |
|||
movq xmm5,QWORD PTR[8+r10*8+rax] |
|||
movq xmm6,QWORD PTR[16+r10*8+rax] |
|||
movq xmm7,QWORD PTR[24+r10*8+rax] |
|||
|
|||
movq xmm0,QWORD PTR[((-96))+r12] |
|||
movq xmm1,QWORD PTR[((-32))+r12] |
|||
pand xmm0,xmm4 |
|||
movq xmm2,QWORD PTR[32+r12] |
|||
pand xmm1,xmm5 |
|||
movq xmm3,QWORD PTR[96+r12] |
|||
pand xmm2,xmm6 |
|||
por xmm0,xmm1 |
|||
pand xmm3,xmm7 |
|||
por xmm0,xmm2 |
|||
lea r12,QWORD PTR[256+r12] |
|||
por xmm0,xmm3 |
|||
|
|||
DB 102,72,15,126,195 |
|||
|
|||
mov r8,QWORD PTR[r8] |
|||
mov rax,QWORD PTR[rsi] |
|||
|
|||
xor r14,r14 |
|||
xor r15,r15 |
|||
|
|||
movq xmm0,QWORD PTR[((-96))+r12] |
|||
movq xmm1,QWORD PTR[((-32))+r12] |
|||
pand xmm0,xmm4 |
|||
movq xmm2,QWORD PTR[32+r12] |
|||
pand xmm1,xmm5 |
|||
|
|||
mov rbp,r8 |
|||
mul rbx |
|||
mov r10,rax |
|||
mov rax,QWORD PTR[rcx] |
|||
|
|||
movq xmm3,QWORD PTR[96+r12] |
|||
pand xmm2,xmm6 |
|||
por xmm0,xmm1 |
|||
pand xmm3,xmm7 |
|||
|
|||
imul rbp,r10 |
|||
mov r11,rdx |
|||
|
|||
por xmm0,xmm2 |
|||
lea r12,QWORD PTR[256+r12] |
|||
por xmm0,xmm3 |
|||
|
|||
mul rbp |
|||
add r10,rax |
|||
mov rax,QWORD PTR[8+rsi] |
|||
adc rdx,0 |
|||
mov r13,rdx |
|||
|
|||
lea r15,QWORD PTR[1+r15] |
|||
jmp $L$1st_enter |
|||
|
|||
ALIGN 16 |
|||
$L$1st:: |
|||
add r13,rax |
|||
mov rax,QWORD PTR[r15*8+rsi] |
|||
adc rdx,0 |
|||
add r13,r11 |
|||
mov r11,r10 |
|||
adc rdx,0 |
|||
mov QWORD PTR[((-16))+r15*8+rsp],r13 |
|||
mov r13,rdx |
|||
|
|||
$L$1st_enter:: |
|||
mul rbx |
|||
add r11,rax |
|||
mov rax,QWORD PTR[r15*8+rcx] |
|||
adc rdx,0 |
|||
lea r15,QWORD PTR[1+r15] |
|||
mov r10,rdx |
|||
|
|||
mul rbp |
|||
cmp r15,r9 |
|||
jne $L$1st |
|||
|
|||
DB 102,72,15,126,195 |
|||
|
|||
add r13,rax |
|||
mov rax,QWORD PTR[rsi] |
|||
adc rdx,0 |
|||
add r13,r11 |
|||
adc rdx,0 |
|||
mov QWORD PTR[((-16))+r15*8+rsp],r13 |
|||
mov r13,rdx |
|||
mov r11,r10 |
|||
|
|||
xor rdx,rdx |
|||
add r13,r11 |
|||
adc rdx,0 |
|||
mov QWORD PTR[((-8))+r9*8+rsp],r13 |
|||
mov QWORD PTR[r9*8+rsp],rdx |
|||
|
|||
lea r14,QWORD PTR[1+r14] |
|||
jmp $L$outer |
|||
ALIGN 16 |
|||
$L$outer:: |
|||
xor r15,r15 |
|||
mov rbp,r8 |
|||
mov r10,QWORD PTR[rsp] |
|||
|
|||
movq xmm0,QWORD PTR[((-96))+r12] |
|||
movq xmm1,QWORD PTR[((-32))+r12] |
|||
pand xmm0,xmm4 |
|||
movq xmm2,QWORD PTR[32+r12] |
|||
pand xmm1,xmm5 |
|||
|
|||
mul rbx |
|||
add r10,rax |
|||
mov rax,QWORD PTR[rcx] |
|||
adc rdx,0 |
|||
|
|||
movq xmm3,QWORD PTR[96+r12] |
|||
pand xmm2,xmm6 |
|||
por xmm0,xmm1 |
|||
pand xmm3,xmm7 |
|||
|
|||
imul rbp,r10 |
|||
mov r11,rdx |
|||
|
|||
por xmm0,xmm2 |
|||
lea r12,QWORD PTR[256+r12] |
|||
por xmm0,xmm3 |
|||
|
|||
mul rbp |
|||
add r10,rax |
|||
mov rax,QWORD PTR[8+rsi] |
|||
adc rdx,0 |
|||
mov r10,QWORD PTR[8+rsp] |
|||
mov r13,rdx |
|||
|
|||
lea r15,QWORD PTR[1+r15] |
|||
jmp $L$inner_enter |
|||
|
|||
ALIGN 16 |
|||
$L$inner:: |
|||
add r13,rax |
|||
mov rax,QWORD PTR[r15*8+rsi] |
|||
adc rdx,0 |
|||
add r13,r10 |
|||
mov r10,QWORD PTR[r15*8+rsp] |
|||
adc rdx,0 |
|||
mov QWORD PTR[((-16))+r15*8+rsp],r13 |
|||
mov r13,rdx |
|||
|
|||
$L$inner_enter:: |
|||
mul rbx |
|||
add r11,rax |
|||
mov rax,QWORD PTR[r15*8+rcx] |
|||
adc rdx,0 |
|||
add r10,r11 |
|||
mov r11,rdx |
|||
adc r11,0 |
|||
lea r15,QWORD PTR[1+r15] |
|||
|
|||
mul rbp |
|||
cmp r15,r9 |
|||
jne $L$inner |
|||
|
|||
DB 102,72,15,126,195 |
|||
|
|||
add r13,rax |
|||
mov rax,QWORD PTR[rsi] |
|||
adc rdx,0 |
|||
add r13,r10 |
|||
mov r10,QWORD PTR[r15*8+rsp] |
|||
adc rdx,0 |
|||
mov QWORD PTR[((-16))+r15*8+rsp],r13 |
|||
mov r13,rdx |
|||
|
|||
xor rdx,rdx |
|||
add r13,r11 |
|||
adc rdx,0 |
|||
add r13,r10 |
|||
adc rdx,0 |
|||
mov QWORD PTR[((-8))+r9*8+rsp],r13 |
|||
mov QWORD PTR[r9*8+rsp],rdx |
|||
|
|||
lea r14,QWORD PTR[1+r14] |
|||
cmp r14,r9 |
|||
jl $L$outer |
|||
|
|||
xor r14,r14 |
|||
mov rax,QWORD PTR[rsp] |
|||
lea rsi,QWORD PTR[rsp] |
|||
mov r15,r9 |
|||
jmp $L$sub |
|||
ALIGN 16 |
|||
$L$sub:: sbb rax,QWORD PTR[r14*8+rcx] |
|||
mov QWORD PTR[r14*8+rdi],rax |
|||
mov rax,QWORD PTR[8+r14*8+rsi] |
|||
lea r14,QWORD PTR[1+r14] |
|||
dec r15 |
|||
jnz $L$sub |
|||
|
|||
sbb rax,0 |
|||
xor r14,r14 |
|||
and rsi,rax |
|||
not rax |
|||
mov rcx,rdi |
|||
and rcx,rax |
|||
mov r15,r9 |
|||
or rsi,rcx |
|||
ALIGN 16 |
|||
$L$copy:: |
|||
mov rax,QWORD PTR[r14*8+rsi] |
|||
mov QWORD PTR[r14*8+rsp],r14 |
|||
mov QWORD PTR[r14*8+rdi],rax |
|||
lea r14,QWORD PTR[1+r14] |
|||
sub r15,1 |
|||
jnz $L$copy |
|||
|
|||
mov rsi,QWORD PTR[8+r9*8+rsp] |
|||
mov rax,1 |
|||
movaps xmm6,XMMWORD PTR[rsi] |
|||
movaps xmm7,XMMWORD PTR[16+rsi] |
|||
lea rsi,QWORD PTR[40+rsi] |
|||
mov r15,QWORD PTR[rsi] |
|||
mov r14,QWORD PTR[8+rsi] |
|||
mov r13,QWORD PTR[16+rsi] |
|||
mov r12,QWORD PTR[24+rsi] |
|||
mov rbp,QWORD PTR[32+rsi] |
|||
mov rbx,QWORD PTR[40+rsi] |
|||
lea rsp,QWORD PTR[48+rsi] |
|||
$L$mul_epilogue:: |
|||
mov rdi,QWORD PTR[8+rsp] ;WIN64 epilogue |
|||
mov rsi,QWORD PTR[16+rsp] |
|||
DB 0F3h,0C3h ;repret |
|||
$L$SEH_end_bn_mul_mont_gather5:: |
|||
bn_mul_mont_gather5 ENDP |
|||
|
|||
ALIGN 16 |
|||
bn_mul4x_mont_gather5 PROC PRIVATE |
|||
mov QWORD PTR[8+rsp],rdi ;WIN64 prologue |
|||
mov QWORD PTR[16+rsp],rsi |
|||
mov rax,rsp |
|||
$L$SEH_begin_bn_mul4x_mont_gather5:: |
|||
mov rdi,rcx |
|||
mov rsi,rdx |
|||
mov rdx,r8 |
|||
mov rcx,r9 |
|||
mov r8,QWORD PTR[40+rsp] |
|||
mov r9,QWORD PTR[48+rsp] |
|||
|
|||
|
|||
$L$mul4x_enter:: |
|||
mov r9d,r9d |
|||
mov r10d,DWORD PTR[56+rsp] |
|||
push rbx |
|||
push rbp |
|||
push r12 |
|||
push r13 |
|||
push r14 |
|||
push r15 |
|||
lea rsp,QWORD PTR[((-40))+rsp] |
|||
movaps XMMWORD PTR[rsp],xmm6 |
|||
movaps XMMWORD PTR[16+rsp],xmm7 |
|||
$L$mul4x_alloca:: |
|||
mov rax,rsp |
|||
lea r11,QWORD PTR[4+r9] |
|||
neg r11 |
|||
lea rsp,QWORD PTR[r11*8+rsp] |
|||
and rsp,-1024 |
|||
|
|||
mov QWORD PTR[8+r9*8+rsp],rax |
|||
$L$mul4x_body:: |
|||
mov QWORD PTR[16+r9*8+rsp],rdi |
|||
mov r12,rdx |
|||
mov r11,r10 |
|||
shr r10,3 |
|||
and r11,7 |
|||
not r10 |
|||
lea rax,QWORD PTR[$L$magic_masks] |
|||
and r10,3 |
|||
lea r12,QWORD PTR[96+r11*8+r12] |
|||
movq xmm4,QWORD PTR[r10*8+rax] |
|||
movq xmm5,QWORD PTR[8+r10*8+rax] |
|||
movq xmm6,QWORD PTR[16+r10*8+rax] |
|||
movq xmm7,QWORD PTR[24+r10*8+rax] |
|||
|
|||
movq xmm0,QWORD PTR[((-96))+r12] |
|||
movq xmm1,QWORD PTR[((-32))+r12] |
|||
pand xmm0,xmm4 |
|||
movq xmm2,QWORD PTR[32+r12] |
|||
pand xmm1,xmm5 |
|||
movq xmm3,QWORD PTR[96+r12] |
|||
pand xmm2,xmm6 |
|||
por xmm0,xmm1 |
|||
pand xmm3,xmm7 |
|||
por xmm0,xmm2 |
|||
lea r12,QWORD PTR[256+r12] |
|||
por xmm0,xmm3 |
|||
|
|||
DB 102,72,15,126,195 |
|||
mov r8,QWORD PTR[r8] |
|||
mov rax,QWORD PTR[rsi] |
|||
|
|||
xor r14,r14 |
|||
xor r15,r15 |
|||
|
|||
movq xmm0,QWORD PTR[((-96))+r12] |
|||
movq xmm1,QWORD PTR[((-32))+r12] |
|||
pand xmm0,xmm4 |
|||
movq xmm2,QWORD PTR[32+r12] |
|||
pand xmm1,xmm5 |
|||
|
|||
mov rbp,r8 |
|||
mul rbx |
|||
mov r10,rax |
|||
mov rax,QWORD PTR[rcx] |
|||
|
|||
movq xmm3,QWORD PTR[96+r12] |
|||
pand xmm2,xmm6 |
|||
por xmm0,xmm1 |
|||
pand xmm3,xmm7 |
|||
|
|||
imul rbp,r10 |
|||
mov r11,rdx |
|||
|
|||
por xmm0,xmm2 |
|||
lea r12,QWORD PTR[256+r12] |
|||
por xmm0,xmm3 |
|||
|
|||
mul rbp |
|||
add r10,rax |
|||
mov rax,QWORD PTR[8+rsi] |
|||
adc rdx,0 |
|||
mov rdi,rdx |
|||
|
|||
mul rbx |
|||
add r11,rax |
|||
mov rax,QWORD PTR[8+rcx] |
|||
adc rdx,0 |
|||
mov r10,rdx |
|||
|
|||
mul rbp |
|||
add rdi,rax |
|||
mov rax,QWORD PTR[16+rsi] |
|||
adc rdx,0 |
|||
add rdi,r11 |
|||
lea r15,QWORD PTR[4+r15] |
|||
adc rdx,0 |
|||
mov QWORD PTR[rsp],rdi |
|||
mov r13,rdx |
|||
jmp $L$1st4x |
|||
ALIGN 16 |
|||
$L$1st4x:: |
|||
mul rbx |
|||
add r10,rax |
|||
mov rax,QWORD PTR[((-16))+r15*8+rcx] |
|||
adc rdx,0 |
|||
mov r11,rdx |
|||
|
|||
mul rbp |
|||
add r13,rax |
|||
mov rax,QWORD PTR[((-8))+r15*8+rsi] |
|||
adc rdx,0 |
|||
add r13,r10 |
|||
adc rdx,0 |
|||
mov QWORD PTR[((-24))+r15*8+rsp],r13 |
|||
mov rdi,rdx |
|||
|
|||
mul rbx |
|||
add r11,rax |
|||
mov rax,QWORD PTR[((-8))+r15*8+rcx] |
|||
adc rdx,0 |
|||
mov r10,rdx |
|||
|
|||
mul rbp |
|||
add rdi,rax |
|||
mov rax,QWORD PTR[r15*8+rsi] |
|||
adc rdx,0 |
|||
add rdi,r11 |
|||
adc rdx,0 |
|||
mov QWORD PTR[((-16))+r15*8+rsp],rdi |
|||
mov r13,rdx |
|||
|
|||
mul rbx |
|||
add r10,rax |
|||
mov rax,QWORD PTR[r15*8+rcx] |
|||
adc rdx,0 |
|||
mov r11,rdx |
|||
|
|||
mul rbp |
|||
add r13,rax |
|||
mov rax,QWORD PTR[8+r15*8+rsi] |
|||
adc rdx,0 |
|||
add r13,r10 |
|||
adc rdx,0 |
|||
mov QWORD PTR[((-8))+r15*8+rsp],r13 |
|||
mov rdi,rdx |
|||
|
|||
mul rbx |
|||
add r11,rax |
|||
mov rax,QWORD PTR[8+r15*8+rcx] |
|||
adc rdx,0 |
|||
lea r15,QWORD PTR[4+r15] |
|||
mov r10,rdx |
|||
|
|||
mul rbp |
|||
add rdi,rax |
|||
mov rax,QWORD PTR[((-16))+r15*8+rsi] |
|||
adc rdx,0 |
|||
add rdi,r11 |
|||
adc rdx,0 |
|||
mov QWORD PTR[((-32))+r15*8+rsp],rdi |
|||
mov r13,rdx |
|||
cmp r15,r9 |
|||
jl $L$1st4x |
|||
|
|||
mul rbx |
|||
add r10,rax |
|||
mov rax,QWORD PTR[((-16))+r15*8+rcx] |
|||
adc rdx,0 |
|||
mov r11,rdx |
|||
|
|||
mul rbp |
|||
add r13,rax |
|||
mov rax,QWORD PTR[((-8))+r15*8+rsi] |
|||
adc rdx,0 |
|||
add r13,r10 |
|||
adc rdx,0 |
|||
mov QWORD PTR[((-24))+r15*8+rsp],r13 |
|||
mov rdi,rdx |
|||
|
|||
mul rbx |
|||
add r11,rax |
|||
mov rax,QWORD PTR[((-8))+r15*8+rcx] |
|||
adc rdx,0 |
|||
mov r10,rdx |
|||
|
|||
mul rbp |
|||
add rdi,rax |
|||
mov rax,QWORD PTR[rsi] |
|||
adc rdx,0 |
|||
add rdi,r11 |
|||
adc rdx,0 |
|||
mov QWORD PTR[((-16))+r15*8+rsp],rdi |
|||
mov r13,rdx |
|||
|
|||
DB 102,72,15,126,195 |
|||
|
|||
xor rdi,rdi |
|||
add r13,r10 |
|||
adc rdi,0 |
|||
mov QWORD PTR[((-8))+r15*8+rsp],r13 |
|||
mov QWORD PTR[r15*8+rsp],rdi |
|||
|
|||
lea r14,QWORD PTR[1+r14] |
|||
ALIGN 4 |
|||
$L$outer4x:: |
|||
xor r15,r15 |
|||
movq xmm0,QWORD PTR[((-96))+r12] |
|||
movq xmm1,QWORD PTR[((-32))+r12] |
|||
pand xmm0,xmm4 |
|||
movq xmm2,QWORD PTR[32+r12] |
|||
pand xmm1,xmm5 |
|||
|
|||
mov r10,QWORD PTR[rsp] |
|||
mov rbp,r8 |
|||
mul rbx |
|||
add r10,rax |
|||
mov rax,QWORD PTR[rcx] |
|||
adc rdx,0 |
|||
|
|||
movq xmm3,QWORD PTR[96+r12] |
|||
pand xmm2,xmm6 |
|||
por xmm0,xmm1 |
|||
pand xmm3,xmm7 |
|||
|
|||
imul rbp,r10 |
|||
mov r11,rdx |
|||
|
|||
por xmm0,xmm2 |
|||
lea r12,QWORD PTR[256+r12] |
|||
por xmm0,xmm3 |
|||
|
|||
mul rbp |
|||
add r10,rax |
|||
mov rax,QWORD PTR[8+rsi] |
|||
adc rdx,0 |
|||
mov rdi,rdx |
|||
|
|||
mul rbx |
|||
add r11,rax |
|||
mov rax,QWORD PTR[8+rcx] |
|||
adc rdx,0 |
|||
add r11,QWORD PTR[8+rsp] |
|||
adc rdx,0 |
|||
mov r10,rdx |
|||
|
|||
mul rbp |
|||
add rdi,rax |
|||
mov rax,QWORD PTR[16+rsi] |
|||
adc rdx,0 |
|||
add rdi,r11 |
|||
lea r15,QWORD PTR[4+r15] |
|||
adc rdx,0 |
|||
mov r13,rdx |
|||
jmp $L$inner4x |
|||
ALIGN 16 |
|||
$L$inner4x:: |
|||
mul rbx |
|||
add r10,rax |
|||
mov rax,QWORD PTR[((-16))+r15*8+rcx] |
|||
adc rdx,0 |
|||
add r10,QWORD PTR[((-16))+r15*8+rsp] |
|||
adc rdx,0 |
|||
mov r11,rdx |
|||
|
|||
mul rbp |
|||
add r13,rax |
|||
mov rax,QWORD PTR[((-8))+r15*8+rsi] |
|||
adc rdx,0 |
|||
add r13,r10 |
|||
adc rdx,0 |
|||
mov QWORD PTR[((-32))+r15*8+rsp],rdi |
|||
mov rdi,rdx |
|||
|
|||
mul rbx |
|||
add r11,rax |
|||
mov rax,QWORD PTR[((-8))+r15*8+rcx] |
|||
adc rdx,0 |
|||
add r11,QWORD PTR[((-8))+r15*8+rsp] |
|||
adc rdx,0 |
|||
mov r10,rdx |
|||
|
|||
mul rbp |
|||
add rdi,rax |
|||
mov rax,QWORD PTR[r15*8+rsi] |
|||
adc rdx,0 |
|||
add rdi,r11 |
|||
adc rdx,0 |
|||
mov QWORD PTR[((-24))+r15*8+rsp],r13 |
|||
mov r13,rdx |
|||
|
|||
mul rbx |
|||
add r10,rax |
|||
mov rax,QWORD PTR[r15*8+rcx] |
|||
adc rdx,0 |
|||
add r10,QWORD PTR[r15*8+rsp] |
|||
adc rdx,0 |
|||
mov r11,rdx |
|||
|
|||
mul rbp |
|||
add r13,rax |
|||
mov rax,QWORD PTR[8+r15*8+rsi] |
|||
adc rdx,0 |
|||
add r13,r10 |
|||
adc rdx,0 |
|||
mov QWORD PTR[((-16))+r15*8+rsp],rdi |
|||
mov rdi,rdx |
|||
|
|||
mul rbx |
|||
add r11,rax |
|||
mov rax,QWORD PTR[8+r15*8+rcx] |
|||
adc rdx,0 |
|||
add r11,QWORD PTR[8+r15*8+rsp] |
|||
adc rdx,0 |
|||
lea r15,QWORD PTR[4+r15] |
|||
mov r10,rdx |
|||
|
|||
mul rbp |
|||
add rdi,rax |
|||
mov rax,QWORD PTR[((-16))+r15*8+rsi] |
|||
adc rdx,0 |
|||
add rdi,r11 |
|||
adc rdx,0 |
|||
mov QWORD PTR[((-40))+r15*8+rsp],r13 |
|||
mov r13,rdx |
|||
cmp r15,r9 |
|||
jl $L$inner4x |
|||
|
|||
mul rbx |
|||
add r10,rax |
|||
mov rax,QWORD PTR[((-16))+r15*8+rcx] |
|||
adc rdx,0 |
|||
add r10,QWORD PTR[((-16))+r15*8+rsp] |
|||
adc rdx,0 |
|||
mov r11,rdx |
|||
|
|||
mul rbp |
|||
add r13,rax |
|||
mov rax,QWORD PTR[((-8))+r15*8+rsi] |
|||
adc rdx,0 |
|||
add r13,r10 |
|||
adc rdx,0 |
|||
mov QWORD PTR[((-32))+r15*8+rsp],rdi |
|||
mov rdi,rdx |
|||
|
|||
mul rbx |
|||
add r11,rax |
|||
mov rax,QWORD PTR[((-8))+r15*8+rcx] |
|||
adc rdx,0 |
|||
add r11,QWORD PTR[((-8))+r15*8+rsp] |
|||
adc rdx,0 |
|||
lea r14,QWORD PTR[1+r14] |
|||
mov r10,rdx |
|||
|
|||
mul rbp |
|||
add rdi,rax |
|||
mov rax,QWORD PTR[rsi] |
|||
adc rdx,0 |
|||
add rdi,r11 |
|||
adc rdx,0 |
|||
mov QWORD PTR[((-24))+r15*8+rsp],r13 |
|||
mov r13,rdx |
|||
|
|||
DB 102,72,15,126,195 |
|||
mov QWORD PTR[((-16))+r15*8+rsp],rdi |
|||
|
|||
xor rdi,rdi |
|||
add r13,r10 |
|||
adc rdi,0 |
|||
add r13,QWORD PTR[r9*8+rsp] |
|||
adc rdi,0 |
|||
mov QWORD PTR[((-8))+r15*8+rsp],r13 |
|||
mov QWORD PTR[r15*8+rsp],rdi |
|||
|
|||
cmp r14,r9 |
|||
jl $L$outer4x |
|||
mov rdi,QWORD PTR[16+r9*8+rsp] |
|||
mov rax,QWORD PTR[rsp] |
|||
pxor xmm0,xmm0 |
|||
mov rdx,QWORD PTR[8+rsp] |
|||
shr r9,2 |
|||
lea rsi,QWORD PTR[rsp] |
|||
xor r14,r14 |
|||
|
|||
sub rax,QWORD PTR[rcx] |
|||
mov rbx,QWORD PTR[16+rsi] |
|||
mov rbp,QWORD PTR[24+rsi] |
|||
sbb rdx,QWORD PTR[8+rcx] |
|||
lea r15,QWORD PTR[((-1))+r9] |
|||
jmp $L$sub4x |
|||
ALIGN 16 |
|||
$L$sub4x:: |
|||
mov QWORD PTR[r14*8+rdi],rax |
|||
mov QWORD PTR[8+r14*8+rdi],rdx |
|||
sbb rbx,QWORD PTR[16+r14*8+rcx] |
|||
mov rax,QWORD PTR[32+r14*8+rsi] |
|||
mov rdx,QWORD PTR[40+r14*8+rsi] |
|||
sbb rbp,QWORD PTR[24+r14*8+rcx] |
|||
mov QWORD PTR[16+r14*8+rdi],rbx |
|||
mov QWORD PTR[24+r14*8+rdi],rbp |
|||
sbb rax,QWORD PTR[32+r14*8+rcx] |
|||
mov rbx,QWORD PTR[48+r14*8+rsi] |
|||
mov rbp,QWORD PTR[56+r14*8+rsi] |
|||
sbb rdx,QWORD PTR[40+r14*8+rcx] |
|||
lea r14,QWORD PTR[4+r14] |
|||
dec r15 |
|||
jnz $L$sub4x |
|||
|
|||
mov QWORD PTR[r14*8+rdi],rax |
|||
mov rax,QWORD PTR[32+r14*8+rsi] |
|||
sbb rbx,QWORD PTR[16+r14*8+rcx] |
|||
mov QWORD PTR[8+r14*8+rdi],rdx |
|||
sbb rbp,QWORD PTR[24+r14*8+rcx] |
|||
mov QWORD PTR[16+r14*8+rdi],rbx |
|||
|
|||
sbb rax,0 |
|||
mov QWORD PTR[24+r14*8+rdi],rbp |
|||
xor r14,r14 |
|||
and rsi,rax |
|||
not rax |
|||
mov rcx,rdi |
|||
and rcx,rax |
|||
lea r15,QWORD PTR[((-1))+r9] |
|||
or rsi,rcx |
|||
|
|||
movdqu xmm1,XMMWORD PTR[rsi] |
|||
movdqa XMMWORD PTR[rsp],xmm0 |
|||
movdqu XMMWORD PTR[rdi],xmm1 |
|||
jmp $L$copy4x |
|||
ALIGN 16 |
|||
$L$copy4x:: |
|||
movdqu xmm2,XMMWORD PTR[16+r14*1+rsi] |
|||
movdqu xmm1,XMMWORD PTR[32+r14*1+rsi] |
|||
movdqa XMMWORD PTR[16+r14*1+rsp],xmm0 |
|||
movdqu XMMWORD PTR[16+r14*1+rdi],xmm2 |
|||
movdqa XMMWORD PTR[32+r14*1+rsp],xmm0 |
|||
movdqu XMMWORD PTR[32+r14*1+rdi],xmm1 |
|||
lea r14,QWORD PTR[32+r14] |
|||
dec r15 |
|||
jnz $L$copy4x |
|||
|
|||
shl r9,2 |
|||
movdqu xmm2,XMMWORD PTR[16+r14*1+rsi] |
|||
movdqa XMMWORD PTR[16+r14*1+rsp],xmm0 |
|||
movdqu XMMWORD PTR[16+r14*1+rdi],xmm2 |
|||
mov rsi,QWORD PTR[8+r9*8+rsp] |
|||
mov rax,1 |
|||
movaps xmm6,XMMWORD PTR[rsi] |
|||
movaps xmm7,XMMWORD PTR[16+rsi] |
|||
lea rsi,QWORD PTR[40+rsi] |
|||
mov r15,QWORD PTR[rsi] |
|||
mov r14,QWORD PTR[8+rsi] |
|||
mov r13,QWORD PTR[16+rsi] |
|||
mov r12,QWORD PTR[24+rsi] |
|||
mov rbp,QWORD PTR[32+rsi] |
|||
mov rbx,QWORD PTR[40+rsi] |
|||
lea rsp,QWORD PTR[48+rsi] |
|||
$L$mul4x_epilogue:: |
|||
mov rdi,QWORD PTR[8+rsp] ;WIN64 epilogue |
|||
mov rsi,QWORD PTR[16+rsp] |
|||
DB 0F3h,0C3h ;repret |
|||
$L$SEH_end_bn_mul4x_mont_gather5:: |
|||
bn_mul4x_mont_gather5 ENDP |
|||
PUBLIC bn_scatter5 |
|||
|
|||
ALIGN 16 |
|||
bn_scatter5 PROC PUBLIC |
|||
cmp rdx,0 |
|||
jz $L$scatter_epilogue |
|||
lea r8,QWORD PTR[r9*8+r8] |
|||
$L$scatter:: |
|||
mov rax,QWORD PTR[rcx] |
|||
lea rcx,QWORD PTR[8+rcx] |
|||
mov QWORD PTR[r8],rax |
|||
lea r8,QWORD PTR[256+r8] |
|||
sub rdx,1 |
|||
jnz $L$scatter |
|||
$L$scatter_epilogue:: |
|||
DB 0F3h,0C3h ;repret |
|||
bn_scatter5 ENDP |
|||
|
|||
PUBLIC bn_gather5 |
|||
|
|||
ALIGN 16 |
|||
bn_gather5 PROC PUBLIC |
|||
$L$SEH_begin_bn_gather5:: |
|||
|
|||
DB 048h,083h,0ech,028h |
|||
|
|||
DB 00fh,029h,034h,024h |
|||
|
|||
DB 00fh,029h,07ch,024h,010h |
|||
|
|||
mov r11,r9 |
|||
shr r9,3 |
|||
and r11,7 |
|||
not r9 |
|||
lea rax,QWORD PTR[$L$magic_masks] |
|||
and r9,3 |
|||
lea r8,QWORD PTR[96+r11*8+r8] |
|||
movq xmm4,QWORD PTR[r9*8+rax] |
|||
movq xmm5,QWORD PTR[8+r9*8+rax] |
|||
movq xmm6,QWORD PTR[16+r9*8+rax] |
|||
movq xmm7,QWORD PTR[24+r9*8+rax] |
|||
jmp $L$gather |
|||
ALIGN 16 |
|||
$L$gather:: |
|||
movq xmm0,QWORD PTR[((-96))+r8] |
|||
movq xmm1,QWORD PTR[((-32))+r8] |
|||
pand xmm0,xmm4 |
|||
movq xmm2,QWORD PTR[32+r8] |
|||
pand xmm1,xmm5 |
|||
movq xmm3,QWORD PTR[96+r8] |
|||
pand xmm2,xmm6 |
|||
por xmm0,xmm1 |
|||
pand xmm3,xmm7 |
|||
por xmm0,xmm2 |
|||
lea r8,QWORD PTR[256+r8] |
|||
por xmm0,xmm3 |
|||
|
|||
movq QWORD PTR[rcx],xmm0 |
|||
lea rcx,QWORD PTR[8+rcx] |
|||
sub rdx,1 |
|||
jnz $L$gather |
|||
movaps XMMWORD PTR[rsp],xmm6 |
|||
movaps XMMWORD PTR[16+rsp],xmm7 |
|||
lea rsp,QWORD PTR[40+rsp] |
|||
DB 0F3h,0C3h ;repret |
|||
$L$SEH_end_bn_gather5:: |
|||
bn_gather5 ENDP |
|||
ALIGN 64 |
|||
$L$magic_masks:: |
|||
DD 0,0,0,0,0,0,-1,-1 |
|||
DD 0,0,0,0,0,0,0,0 |
|||
DB 77,111,110,116,103,111,109,101,114,121,32,77,117,108,116,105 |
|||
DB 112,108,105,99,97,116,105,111,110,32,119,105,116,104,32,115 |
|||
DB 99,97,116,116,101,114,47,103,97,116,104,101,114,32,102,111 |
|||
DB 114,32,120,56,54,95,54,52,44,32,67,82,89,80,84,79 |
|||
DB 71,65,77,83,32,98,121,32,60,97,112,112,114,111,64,111 |
|||
DB 112,101,110,115,115,108,46,111,114,103,62,0 |
|||
EXTERN __imp_RtlVirtualUnwind:NEAR |
|||
|
|||
ALIGN 16 |
|||
mul_handler PROC PRIVATE |
|||
push rsi |
|||
push rdi |
|||
push rbx |
|||
push rbp |
|||
push r12 |
|||
push r13 |
|||
push r14 |
|||
push r15 |
|||
pushfq |
|||
sub rsp,64 |
|||
|
|||
mov rax,QWORD PTR[120+r8] |
|||
mov rbx,QWORD PTR[248+r8] |
|||
|
|||
mov rsi,QWORD PTR[8+r9] |
|||
mov r11,QWORD PTR[56+r9] |
|||
|
|||
mov r10d,DWORD PTR[r11] |
|||
lea r10,QWORD PTR[r10*1+rsi] |
|||
cmp rbx,r10 |
|||
jb $L$common_seh_tail |
|||
|
|||
lea rax,QWORD PTR[88+rax] |
|||
|
|||
mov r10d,DWORD PTR[4+r11] |
|||
lea r10,QWORD PTR[r10*1+rsi] |
|||
cmp rbx,r10 |
|||
jb $L$common_seh_tail |
|||
|
|||
mov rax,QWORD PTR[152+r8] |
|||
|
|||
mov r10d,DWORD PTR[8+r11] |
|||
lea r10,QWORD PTR[r10*1+rsi] |
|||
cmp rbx,r10 |
|||
jae $L$common_seh_tail |
|||
|
|||
mov r10,QWORD PTR[192+r8] |
|||
mov rax,QWORD PTR[8+r10*8+rax] |
|||
|
|||
movaps xmm0,XMMWORD PTR[rax] |
|||
movaps xmm1,XMMWORD PTR[16+rax] |
|||
lea rax,QWORD PTR[88+rax] |
|||
|
|||
mov rbx,QWORD PTR[((-8))+rax] |
|||
mov rbp,QWORD PTR[((-16))+rax] |
|||
mov r12,QWORD PTR[((-24))+rax] |
|||
mov r13,QWORD PTR[((-32))+rax] |
|||
mov r14,QWORD PTR[((-40))+rax] |
|||
mov r15,QWORD PTR[((-48))+rax] |
|||
mov QWORD PTR[144+r8],rbx |
|||
mov QWORD PTR[160+r8],rbp |
|||
mov QWORD PTR[216+r8],r12 |
|||
mov QWORD PTR[224+r8],r13 |
|||
mov QWORD PTR[232+r8],r14 |
|||
mov QWORD PTR[240+r8],r15 |
|||
movups XMMWORD PTR[512+r8],xmm0 |
|||
movups XMMWORD PTR[528+r8],xmm1 |
|||
|
|||
$L$common_seh_tail:: |
|||
mov rdi,QWORD PTR[8+rax] |
|||
mov rsi,QWORD PTR[16+rax] |
|||
mov QWORD PTR[152+r8],rax |
|||
mov QWORD PTR[168+r8],rsi |
|||
mov QWORD PTR[176+r8],rdi |
|||
|
|||
mov rdi,QWORD PTR[40+r9] |
|||
mov rsi,r8 |
|||
mov ecx,154 |
|||
DD 0a548f3fch |
|||
|
|||
|
|||
mov rsi,r9 |
|||
xor rcx,rcx |
|||
mov rdx,QWORD PTR[8+rsi] |
|||
mov r8,QWORD PTR[rsi] |
|||
mov r9,QWORD PTR[16+rsi] |
|||
mov r10,QWORD PTR[40+rsi] |
|||
lea r11,QWORD PTR[56+rsi] |
|||
lea r12,QWORD PTR[24+rsi] |
|||
mov QWORD PTR[32+rsp],r10 |
|||
mov QWORD PTR[40+rsp],r11 |
|||
mov QWORD PTR[48+rsp],r12 |
|||
mov QWORD PTR[56+rsp],rcx |
|||
call QWORD PTR[__imp_RtlVirtualUnwind] |
|||
|
|||
mov eax,1 |
|||
add rsp,64 |
|||
popfq |
|||
pop r15 |
|||
pop r14 |
|||
pop r13 |
|||
pop r12 |
|||
pop rbp |
|||
pop rbx |
|||
pop rdi |
|||
pop rsi |
|||
DB 0F3h,0C3h ;repret |
|||
mul_handler ENDP |
|||
|
|||
.text$ ENDS |
|||
.pdata SEGMENT READONLY ALIGN(4) |
|||
ALIGN 4 |
|||
DD imagerel $L$SEH_begin_bn_mul_mont_gather5 |
|||
DD imagerel $L$SEH_end_bn_mul_mont_gather5 |
|||
DD imagerel $L$SEH_info_bn_mul_mont_gather5 |
|||
|
|||
DD imagerel $L$SEH_begin_bn_mul4x_mont_gather5 |
|||
DD imagerel $L$SEH_end_bn_mul4x_mont_gather5 |
|||
DD imagerel $L$SEH_info_bn_mul4x_mont_gather5 |
|||
|
|||
DD imagerel $L$SEH_begin_bn_gather5 |
|||
DD imagerel $L$SEH_end_bn_gather5 |
|||
DD imagerel $L$SEH_info_bn_gather5 |
|||
|
|||
.pdata ENDS |
|||
.xdata SEGMENT READONLY ALIGN(8) |
|||
ALIGN 8 |
|||
$L$SEH_info_bn_mul_mont_gather5:: |
|||
DB 9,0,0,0 |
|||
DD imagerel mul_handler |
|||
DD imagerel $L$mul_alloca,imagerel $L$mul_body,imagerel $L$mul_epilogue |
|||
|
|||
ALIGN 8 |
|||
$L$SEH_info_bn_mul4x_mont_gather5:: |
|||
DB 9,0,0,0 |
|||
DD imagerel mul_handler |
|||
DD imagerel $L$mul4x_alloca,imagerel $L$mul4x_body,imagerel $L$mul4x_epilogue |
|||
|
|||
ALIGN 8 |
|||
$L$SEH_info_bn_gather5:: |
|||
DB 001h,00dh,005h,000h |
|||
DB 00dh,078h,001h,000h |
|||
|
|||
DB 008h,068h,000h,000h |
|||
|
|||
DB 004h,042h,000h,000h |
|||
|
|||
ALIGN 8 |
|||
|
|||
.xdata ENDS |
|||
END |
|||
Loading…
Reference in new issue