| ; This file is generated from a similarly-named Perl script in the BoringSSL |
| ; source tree. Do not edit by hand. |
| |
| %ifdef BORINGSSL_PREFIX |
| %include "boringssl_prefix_symbols_nasm.inc" |
| %endif |
| %ifidn __OUTPUT_FORMAT__, win32 |
| %ifidn __OUTPUT_FORMAT__,obj |
| section code use32 class=code align=64 |
| %elifidn __OUTPUT_FORMAT__,win32 |
| $@feat.00 equ 1 |
| section .text code align=64 |
| %else |
| section .text code |
| %endif |
| ;extern _OPENSSL_ia32cap_P |
| global _bn_mul_mont |
| align 16 |
| _bn_mul_mont: |
| L$_bn_mul_mont_begin: |
| push ebp |
| push ebx |
| push esi |
| push edi |
| xor eax,eax |
| mov edi,DWORD [40+esp] |
| cmp edi,4 |
| jl NEAR L$000just_leave |
| lea esi,[20+esp] |
| lea edx,[24+esp] |
| add edi,2 |
| neg edi |
| lea ebp,[edi*4+esp-32] |
| neg edi |
| mov eax,ebp |
| sub eax,edx |
| and eax,2047 |
| sub ebp,eax |
| xor edx,ebp |
| and edx,2048 |
| xor edx,2048 |
| sub ebp,edx |
| and ebp,-64 |
| mov eax,esp |
| sub eax,ebp |
| and eax,-4096 |
| mov edx,esp |
| lea esp,[eax*1+ebp] |
| mov eax,DWORD [esp] |
| cmp esp,ebp |
| ja NEAR L$001page_walk |
| jmp NEAR L$002page_walk_done |
| align 16 |
| L$001page_walk: |
| lea esp,[esp-4096] |
| mov eax,DWORD [esp] |
| cmp esp,ebp |
| ja NEAR L$001page_walk |
| L$002page_walk_done: |
| mov eax,DWORD [esi] |
| mov ebx,DWORD [4+esi] |
| mov ecx,DWORD [8+esi] |
| mov ebp,DWORD [12+esi] |
| mov esi,DWORD [16+esi] |
| mov esi,DWORD [esi] |
| mov DWORD [4+esp],eax |
| mov DWORD [8+esp],ebx |
| mov DWORD [12+esp],ecx |
| mov DWORD [16+esp],ebp |
| mov DWORD [20+esp],esi |
| lea ebx,[edi-3] |
| mov DWORD [24+esp],edx |
| lea eax,[_OPENSSL_ia32cap_P] |
| bt DWORD [eax],26 |
| jnc NEAR L$003non_sse2 |
| mov eax,-1 |
| movd mm7,eax |
| mov esi,DWORD [8+esp] |
| mov edi,DWORD [12+esp] |
| mov ebp,DWORD [16+esp] |
| xor edx,edx |
| xor ecx,ecx |
| movd mm4,DWORD [edi] |
| movd mm5,DWORD [esi] |
| movd mm3,DWORD [ebp] |
| pmuludq mm5,mm4 |
| movq mm2,mm5 |
| movq mm0,mm5 |
| pand mm0,mm7 |
| pmuludq mm5,[20+esp] |
| pmuludq mm3,mm5 |
| paddq mm3,mm0 |
| movd mm1,DWORD [4+ebp] |
| movd mm0,DWORD [4+esi] |
| psrlq mm2,32 |
| psrlq mm3,32 |
| inc ecx |
| align 16 |
| L$0041st: |
| pmuludq mm0,mm4 |
| pmuludq mm1,mm5 |
| paddq mm2,mm0 |
| paddq mm3,mm1 |
| movq mm0,mm2 |
| pand mm0,mm7 |
| movd mm1,DWORD [4+ecx*4+ebp] |
| paddq mm3,mm0 |
| movd mm0,DWORD [4+ecx*4+esi] |
| psrlq mm2,32 |
| movd DWORD [28+ecx*4+esp],mm3 |
| psrlq mm3,32 |
| lea ecx,[1+ecx] |
| cmp ecx,ebx |
| jl NEAR L$0041st |
| pmuludq mm0,mm4 |
| pmuludq mm1,mm5 |
| paddq mm2,mm0 |
| paddq mm3,mm1 |
| movq mm0,mm2 |
| pand mm0,mm7 |
| paddq mm3,mm0 |
| movd DWORD [28+ecx*4+esp],mm3 |
| psrlq mm2,32 |
| psrlq mm3,32 |
| paddq mm3,mm2 |
| movq [32+ebx*4+esp],mm3 |
| inc edx |
| L$005outer: |
| xor ecx,ecx |
| movd mm4,DWORD [edx*4+edi] |
| movd mm5,DWORD [esi] |
| movd mm6,DWORD [32+esp] |
| movd mm3,DWORD [ebp] |
| pmuludq mm5,mm4 |
| paddq mm5,mm6 |
| movq mm0,mm5 |
| movq mm2,mm5 |
| pand mm0,mm7 |
| pmuludq mm5,[20+esp] |
| pmuludq mm3,mm5 |
| paddq mm3,mm0 |
| movd mm6,DWORD [36+esp] |
| movd mm1,DWORD [4+ebp] |
| movd mm0,DWORD [4+esi] |
| psrlq mm2,32 |
| psrlq mm3,32 |
| paddq mm2,mm6 |
| inc ecx |
| dec ebx |
| L$006inner: |
| pmuludq mm0,mm4 |
| pmuludq mm1,mm5 |
| paddq mm2,mm0 |
| paddq mm3,mm1 |
| movq mm0,mm2 |
| movd mm6,DWORD [36+ecx*4+esp] |
| pand mm0,mm7 |
| movd mm1,DWORD [4+ecx*4+ebp] |
| paddq mm3,mm0 |
| movd mm0,DWORD [4+ecx*4+esi] |
| psrlq mm2,32 |
| movd DWORD [28+ecx*4+esp],mm3 |
| psrlq mm3,32 |
| paddq mm2,mm6 |
| dec ebx |
| lea ecx,[1+ecx] |
| jnz NEAR L$006inner |
| mov ebx,ecx |
| pmuludq mm0,mm4 |
| pmuludq mm1,mm5 |
| paddq mm2,mm0 |
| paddq mm3,mm1 |
| movq mm0,mm2 |
| pand mm0,mm7 |
| paddq mm3,mm0 |
| movd DWORD [28+ecx*4+esp],mm3 |
| psrlq mm2,32 |
| psrlq mm3,32 |
| movd mm6,DWORD [36+ebx*4+esp] |
| paddq mm3,mm2 |
| paddq mm3,mm6 |
| movq [32+ebx*4+esp],mm3 |
| lea edx,[1+edx] |
| cmp edx,ebx |
| jle NEAR L$005outer |
| emms |
| jmp NEAR L$007common_tail |
| align 16 |
| L$003non_sse2: |
| mov esi,DWORD [8+esp] |
| lea ebp,[1+ebx] |
| mov edi,DWORD [12+esp] |
| xor ecx,ecx |
| mov edx,esi |
| and ebp,1 |
| sub edx,edi |
| lea eax,[4+ebx*4+edi] |
| or ebp,edx |
| mov edi,DWORD [edi] |
| jz NEAR L$008bn_sqr_mont |
| mov DWORD [28+esp],eax |
| mov eax,DWORD [esi] |
| xor edx,edx |
| align 16 |
| L$009mull: |
| mov ebp,edx |
| mul edi |
| add ebp,eax |
| lea ecx,[1+ecx] |
| adc edx,0 |
| mov eax,DWORD [ecx*4+esi] |
| cmp ecx,ebx |
| mov DWORD [28+ecx*4+esp],ebp |
| jl NEAR L$009mull |
| mov ebp,edx |
| mul edi |
| mov edi,DWORD [20+esp] |
| add eax,ebp |
| mov esi,DWORD [16+esp] |
| adc edx,0 |
| imul edi,DWORD [32+esp] |
| mov DWORD [32+ebx*4+esp],eax |
| xor ecx,ecx |
| mov DWORD [36+ebx*4+esp],edx |
| mov DWORD [40+ebx*4+esp],ecx |
| mov eax,DWORD [esi] |
| mul edi |
| add eax,DWORD [32+esp] |
| mov eax,DWORD [4+esi] |
| adc edx,0 |
| inc ecx |
| jmp NEAR L$0102ndmadd |
| align 16 |
| L$0111stmadd: |
| mov ebp,edx |
| mul edi |
| add ebp,DWORD [32+ecx*4+esp] |
| lea ecx,[1+ecx] |
| adc edx,0 |
| add ebp,eax |
| mov eax,DWORD [ecx*4+esi] |
| adc edx,0 |
| cmp ecx,ebx |
| mov DWORD [28+ecx*4+esp],ebp |
| jl NEAR L$0111stmadd |
| mov ebp,edx |
| mul edi |
| add eax,DWORD [32+ebx*4+esp] |
| mov edi,DWORD [20+esp] |
| adc edx,0 |
| mov esi,DWORD [16+esp] |
| add ebp,eax |
| adc edx,0 |
| imul edi,DWORD [32+esp] |
| xor ecx,ecx |
| add edx,DWORD [36+ebx*4+esp] |
| mov DWORD [32+ebx*4+esp],ebp |
| adc ecx,0 |
| mov eax,DWORD [esi] |
| mov DWORD [36+ebx*4+esp],edx |
| mov DWORD [40+ebx*4+esp],ecx |
| mul edi |
| add eax,DWORD [32+esp] |
| mov eax,DWORD [4+esi] |
| adc edx,0 |
| mov ecx,1 |
| align 16 |
| L$0102ndmadd: |
| mov ebp,edx |
| mul edi |
| add ebp,DWORD [32+ecx*4+esp] |
| lea ecx,[1+ecx] |
| adc edx,0 |
| add ebp,eax |
| mov eax,DWORD [ecx*4+esi] |
| adc edx,0 |
| cmp ecx,ebx |
| mov DWORD [24+ecx*4+esp],ebp |
| jl NEAR L$0102ndmadd |
| mov ebp,edx |
| mul edi |
| add ebp,DWORD [32+ebx*4+esp] |
| adc edx,0 |
| add ebp,eax |
| adc edx,0 |
| mov DWORD [28+ebx*4+esp],ebp |
| xor eax,eax |
| mov ecx,DWORD [12+esp] |
| add edx,DWORD [36+ebx*4+esp] |
| adc eax,DWORD [40+ebx*4+esp] |
| lea ecx,[4+ecx] |
| mov DWORD [32+ebx*4+esp],edx |
| cmp ecx,DWORD [28+esp] |
| mov DWORD [36+ebx*4+esp],eax |
| je NEAR L$007common_tail |
| mov edi,DWORD [ecx] |
| mov esi,DWORD [8+esp] |
| mov DWORD [12+esp],ecx |
| xor ecx,ecx |
| xor edx,edx |
| mov eax,DWORD [esi] |
| jmp NEAR L$0111stmadd |
| align 16 |
| L$008bn_sqr_mont: |
| mov DWORD [esp],ebx |
| mov DWORD [12+esp],ecx |
| mov eax,edi |
| mul edi |
| mov DWORD [32+esp],eax |
| mov ebx,edx |
| shr edx,1 |
| and ebx,1 |
| inc ecx |
| align 16 |
| L$012sqr: |
| mov eax,DWORD [ecx*4+esi] |
| mov ebp,edx |
| mul edi |
| add eax,ebp |
| lea ecx,[1+ecx] |
| adc edx,0 |
| lea ebp,[eax*2+ebx] |
| shr eax,31 |
| cmp ecx,DWORD [esp] |
| mov ebx,eax |
| mov DWORD [28+ecx*4+esp],ebp |
| jl NEAR L$012sqr |
| mov eax,DWORD [ecx*4+esi] |
| mov ebp,edx |
| mul edi |
| add eax,ebp |
| mov edi,DWORD [20+esp] |
| adc edx,0 |
| mov esi,DWORD [16+esp] |
| lea ebp,[eax*2+ebx] |
| imul edi,DWORD [32+esp] |
| shr eax,31 |
| mov DWORD [32+ecx*4+esp],ebp |
| lea ebp,[edx*2+eax] |
| mov eax,DWORD [esi] |
| shr edx,31 |
| mov DWORD [36+ecx*4+esp],ebp |
| mov DWORD [40+ecx*4+esp],edx |
| mul edi |
| add eax,DWORD [32+esp] |
| mov ebx,ecx |
| adc edx,0 |
| mov eax,DWORD [4+esi] |
| mov ecx,1 |
| align 16 |
| L$0133rdmadd: |
| mov ebp,edx |
| mul edi |
| add ebp,DWORD [32+ecx*4+esp] |
| adc edx,0 |
| add ebp,eax |
| mov eax,DWORD [4+ecx*4+esi] |
| adc edx,0 |
| mov DWORD [28+ecx*4+esp],ebp |
| mov ebp,edx |
| mul edi |
| add ebp,DWORD [36+ecx*4+esp] |
| lea ecx,[2+ecx] |
| adc edx,0 |
| add ebp,eax |
| mov eax,DWORD [ecx*4+esi] |
| adc edx,0 |
| cmp ecx,ebx |
| mov DWORD [24+ecx*4+esp],ebp |
| jl NEAR L$0133rdmadd |
| mov ebp,edx |
| mul edi |
| add ebp,DWORD [32+ebx*4+esp] |
| adc edx,0 |
| add ebp,eax |
| adc edx,0 |
| mov DWORD [28+ebx*4+esp],ebp |
| mov ecx,DWORD [12+esp] |
| xor eax,eax |
| mov esi,DWORD [8+esp] |
| add edx,DWORD [36+ebx*4+esp] |
| adc eax,DWORD [40+ebx*4+esp] |
| mov DWORD [32+ebx*4+esp],edx |
| cmp ecx,ebx |
| mov DWORD [36+ebx*4+esp],eax |
| je NEAR L$007common_tail |
| mov edi,DWORD [4+ecx*4+esi] |
| lea ecx,[1+ecx] |
| mov eax,edi |
| mov DWORD [12+esp],ecx |
| mul edi |
| add eax,DWORD [32+ecx*4+esp] |
| adc edx,0 |
| mov DWORD [32+ecx*4+esp],eax |
| xor ebp,ebp |
| cmp ecx,ebx |
| lea ecx,[1+ecx] |
| je NEAR L$014sqrlast |
| mov ebx,edx |
| shr edx,1 |
| and ebx,1 |
| align 16 |
| L$015sqradd: |
| mov eax,DWORD [ecx*4+esi] |
| mov ebp,edx |
| mul edi |
| add eax,ebp |
| lea ebp,[eax*1+eax] |
| adc edx,0 |
| shr eax,31 |
| add ebp,DWORD [32+ecx*4+esp] |
| lea ecx,[1+ecx] |
| adc eax,0 |
| add ebp,ebx |
| adc eax,0 |
| cmp ecx,DWORD [esp] |
| mov DWORD [28+ecx*4+esp],ebp |
| mov ebx,eax |
| jle NEAR L$015sqradd |
| mov ebp,edx |
| add edx,edx |
| shr ebp,31 |
| add edx,ebx |
| adc ebp,0 |
| L$014sqrlast: |
| mov edi,DWORD [20+esp] |
| mov esi,DWORD [16+esp] |
| imul edi,DWORD [32+esp] |
| add edx,DWORD [32+ecx*4+esp] |
| mov eax,DWORD [esi] |
| adc ebp,0 |
| mov DWORD [32+ecx*4+esp],edx |
| mov DWORD [36+ecx*4+esp],ebp |
| mul edi |
| add eax,DWORD [32+esp] |
| lea ebx,[ecx-1] |
| adc edx,0 |
| mov ecx,1 |
| mov eax,DWORD [4+esi] |
| jmp NEAR L$0133rdmadd |
| align 16 |
| L$007common_tail: |
| mov ebp,DWORD [16+esp] |
| mov edi,DWORD [4+esp] |
| lea esi,[32+esp] |
| mov eax,DWORD [esi] |
| mov ecx,ebx |
| xor edx,edx |
| align 16 |
| L$016sub: |
| sbb eax,DWORD [edx*4+ebp] |
| mov DWORD [edx*4+edi],eax |
| dec ecx |
| mov eax,DWORD [4+edx*4+esi] |
| lea edx,[1+edx] |
| jge NEAR L$016sub |
| sbb eax,0 |
| mov edx,-1 |
| xor edx,eax |
| jmp NEAR L$017copy |
| align 16 |
| L$017copy: |
| mov esi,DWORD [32+ebx*4+esp] |
| mov ebp,DWORD [ebx*4+edi] |
| mov DWORD [32+ebx*4+esp],ecx |
| and esi,eax |
| and ebp,edx |
| or ebp,esi |
| mov DWORD [ebx*4+edi],ebp |
| dec ebx |
| jge NEAR L$017copy |
| mov esp,DWORD [24+esp] |
| mov eax,1 |
| L$000just_leave: |
| pop edi |
| pop esi |
| pop ebx |
| pop ebp |
| ret |
| db 77,111,110,116,103,111,109,101,114,121,32,77,117,108,116,105 |
| db 112,108,105,99,97,116,105,111,110,32,102,111,114,32,120,56 |
| db 54,44,32,67,82,89,80,84,79,71,65,77,83,32,98,121 |
| db 32,60,97,112,112,114,111,64,111,112,101,110,115,115,108,46 |
| db 111,114,103,62,0 |
| segment .bss |
| common _OPENSSL_ia32cap_P 16 |
| %else |
| ; Work around https://bugzilla.nasm.us/show_bug.cgi?id=3392738 |
| ret |
| %endif |
