| /* Copyright (c) 2015, Google Inc. |
| * |
| * Permission to use, copy, modify, and/or distribute this software for any |
| * purpose with or without fee is hereby granted, provided that the above |
| * copyright notice and this permission notice appear in all copies. |
| * |
| * THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL WARRANTIES |
| * WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED WARRANTIES OF |
| * MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY |
| * SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES |
| * WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR PROFITS, WHETHER IN AN ACTION |
| * OF CONTRACT, NEGLIGENCE OR OTHER TORTIOUS ACTION, ARISING OUT OF OR IN |
| * CONNECTION WITH THE USE OR PERFORMANCE OF THIS SOFTWARE. */ |
| |
| /* This file is adapted from crypto_scalarmult/curve25519/amd64-51/ in |
| * SUPERCOP 20141124 (http://bench.cr.yp.to/supercop.html). That code is public |
| * domain licensed but the standard ISC license is included above to keep |
| * licensing simple. */ |
| |
| #if !defined(OPENSSL_NO_ASM) |
| #if defined(__x86_64__) |
| |
| .data |
| .p2align 4 |
| |
| #if defined(__APPLE__) |
| /* OS X's C ABI prefixes functions with underscore. */ |
| #define C_ABI(x) _ ## x |
| #define HIDDEN .private_extern |
| #else |
| #define C_ABI(x) x |
| #define HIDDEN .hidden |
| #endif |
| |
| x25519_x86_64_REDMASK51: .quad 0x0007FFFFFFFFFFFF |
| x25519_x86_64_121666_213: .quad 996687872 |
| x25519_x86_64_2P0: .quad 0xFFFFFFFFFFFDA |
| x25519_x86_64_2P1234: .quad 0xFFFFFFFFFFFFE |
| x25519_x86_64_4P0: .quad 0x1FFFFFFFFFFFB4 |
| x25519_x86_64_4P1234: .quad 0x1FFFFFFFFFFFFC |
| x25519_x86_64_MU0: .quad 0xED9CE5A30A2C131B |
| x25519_x86_64_MU1: .quad 0x2106215D086329A7 |
| x25519_x86_64_MU2: .quad 0xFFFFFFFFFFFFFFEB |
| x25519_x86_64_MU3: .quad 0xFFFFFFFFFFFFFFFF |
| x25519_x86_64_MU4: .quad 0x000000000000000F |
| x25519_x86_64_ORDER0: .quad 0x5812631A5CF5D3ED |
| x25519_x86_64_ORDER1: .quad 0x14DEF9DEA2F79CD6 |
| x25519_x86_64_ORDER2: .quad 0x0000000000000000 |
| x25519_x86_64_ORDER3: .quad 0x1000000000000000 |
| x25519_x86_64_EC2D0: .quad 1859910466990425 |
| x25519_x86_64_EC2D1: .quad 932731440258426 |
| x25519_x86_64_EC2D2: .quad 1072319116312658 |
| x25519_x86_64_EC2D3: .quad 1815898335770999 |
| x25519_x86_64_EC2D4: .quad 633789495995903 |
| x25519_x86_64__38: .quad 38 |
| |
| .text |
| .p2align 5 |
| |
| .globl C_ABI(x25519_x86_64_freeze) |
| HIDDEN C_ABI(x25519_x86_64_freeze) |
| C_ABI(x25519_x86_64_freeze): |
| mov %rsp,%r11 |
| and $31,%r11 |
| add $64,%r11 |
| sub %r11,%rsp |
| movq %r11,0(%rsp) |
| movq %r12,8(%rsp) |
| movq %r13,16(%rsp) |
| movq %r14,24(%rsp) |
| movq %r15,32(%rsp) |
| movq %rbx,40(%rsp) |
| movq %rbp,48(%rsp) |
| movq 0(%rdi),%rsi |
| movq 8(%rdi),%rdx |
| movq 16(%rdi),%rcx |
| movq 24(%rdi),%r8 |
| movq 32(%rdi),%r9 |
| movq x25519_x86_64_REDMASK51(%rip),%rax |
| mov %rax,%r10 |
| sub $18,%r10 |
| mov $3,%r11 |
| ._reduceloop: |
| mov %rsi,%r12 |
| shr $51,%r12 |
| and %rax,%rsi |
| add %r12,%rdx |
| mov %rdx,%r12 |
| shr $51,%r12 |
| and %rax,%rdx |
| add %r12,%rcx |
| mov %rcx,%r12 |
| shr $51,%r12 |
| and %rax,%rcx |
| add %r12,%r8 |
| mov %r8,%r12 |
| shr $51,%r12 |
| and %rax,%r8 |
| add %r12,%r9 |
| mov %r9,%r12 |
| shr $51,%r12 |
| and %rax,%r9 |
| imulq $19,%r12,%r12 |
| add %r12,%rsi |
| sub $1,%r11 |
| ja ._reduceloop |
| mov $1,%r12 |
| cmp %r10,%rsi |
| cmovl %r11,%r12 |
| cmp %rax,%rdx |
| cmovne %r11,%r12 |
| cmp %rax,%rcx |
| cmovne %r11,%r12 |
| cmp %rax,%r8 |
| cmovne %r11,%r12 |
| cmp %rax,%r9 |
| cmovne %r11,%r12 |
| neg %r12 |
| and %r12,%rax |
| and %r12,%r10 |
| sub %r10,%rsi |
| sub %rax,%rdx |
| sub %rax,%rcx |
| sub %rax,%r8 |
| sub %rax,%r9 |
| movq %rsi,0(%rdi) |
| movq %rdx,8(%rdi) |
| movq %rcx,16(%rdi) |
| movq %r8,24(%rdi) |
| movq %r9,32(%rdi) |
| movq 0(%rsp),%r11 |
| movq 8(%rsp),%r12 |
| movq 16(%rsp),%r13 |
| movq 24(%rsp),%r14 |
| movq 32(%rsp),%r15 |
| movq 40(%rsp),%rbx |
| movq 48(%rsp),%rbp |
| add %r11,%rsp |
| mov %rdi,%rax |
| mov %rsi,%rdx |
| ret |
| |
| .p2align 5 |
| .globl C_ABI(x25519_x86_64_mul) |
| HIDDEN C_ABI(x25519_x86_64_mul) |
| C_ABI(x25519_x86_64_mul): |
| mov %rsp,%r11 |
| and $31,%r11 |
| add $96,%r11 |
| sub %r11,%rsp |
| movq %r11,0(%rsp) |
| movq %r12,8(%rsp) |
| movq %r13,16(%rsp) |
| movq %r14,24(%rsp) |
| movq %r15,32(%rsp) |
| movq %rbx,40(%rsp) |
| movq %rbp,48(%rsp) |
| movq %rdi,56(%rsp) |
| mov %rdx,%rcx |
| movq 24(%rsi),%rdx |
| imulq $19,%rdx,%rax |
| movq %rax,64(%rsp) |
| mulq 16(%rcx) |
| mov %rax,%r8 |
| mov %rdx,%r9 |
| movq 32(%rsi),%rdx |
| imulq $19,%rdx,%rax |
| movq %rax,72(%rsp) |
| mulq 8(%rcx) |
| add %rax,%r8 |
| adc %rdx,%r9 |
| movq 0(%rsi),%rax |
| mulq 0(%rcx) |
| add %rax,%r8 |
| adc %rdx,%r9 |
| movq 0(%rsi),%rax |
| mulq 8(%rcx) |
| mov %rax,%r10 |
| mov %rdx,%r11 |
| movq 0(%rsi),%rax |
| mulq 16(%rcx) |
| mov %rax,%r12 |
| mov %rdx,%r13 |
| movq 0(%rsi),%rax |
| mulq 24(%rcx) |
| mov %rax,%r14 |
| mov %rdx,%r15 |
| movq 0(%rsi),%rax |
| mulq 32(%rcx) |
| mov %rax,%rbx |
| mov %rdx,%rbp |
| movq 8(%rsi),%rax |
| mulq 0(%rcx) |
| add %rax,%r10 |
| adc %rdx,%r11 |
| movq 8(%rsi),%rax |
| mulq 8(%rcx) |
| add %rax,%r12 |
| adc %rdx,%r13 |
| movq 8(%rsi),%rax |
| mulq 16(%rcx) |
| add %rax,%r14 |
| adc %rdx,%r15 |
| movq 8(%rsi),%rax |
| mulq 24(%rcx) |
| add %rax,%rbx |
| adc %rdx,%rbp |
| movq 8(%rsi),%rdx |
| imulq $19,%rdx,%rax |
| mulq 32(%rcx) |
| add %rax,%r8 |
| adc %rdx,%r9 |
| movq 16(%rsi),%rax |
| mulq 0(%rcx) |
| add %rax,%r12 |
| adc %rdx,%r13 |
| movq 16(%rsi),%rax |
| mulq 8(%rcx) |
| add %rax,%r14 |
| adc %rdx,%r15 |
| movq 16(%rsi),%rax |
| mulq 16(%rcx) |
| add %rax,%rbx |
| adc %rdx,%rbp |
| movq 16(%rsi),%rdx |
| imulq $19,%rdx,%rax |
| mulq 24(%rcx) |
| add %rax,%r8 |
| adc %rdx,%r9 |
| movq 16(%rsi),%rdx |
| imulq $19,%rdx,%rax |
| mulq 32(%rcx) |
| add %rax,%r10 |
| adc %rdx,%r11 |
| movq 24(%rsi),%rax |
| mulq 0(%rcx) |
| add %rax,%r14 |
| adc %rdx,%r15 |
| movq 24(%rsi),%rax |
| mulq 8(%rcx) |
| add %rax,%rbx |
| adc %rdx,%rbp |
| movq 64(%rsp),%rax |
| mulq 24(%rcx) |
| add %rax,%r10 |
| adc %rdx,%r11 |
| movq 64(%rsp),%rax |
| mulq 32(%rcx) |
| add %rax,%r12 |
| adc %rdx,%r13 |
| movq 32(%rsi),%rax |
| mulq 0(%rcx) |
| add %rax,%rbx |
| adc %rdx,%rbp |
| movq 72(%rsp),%rax |
| mulq 16(%rcx) |
| add %rax,%r10 |
| adc %rdx,%r11 |
| movq 72(%rsp),%rax |
| mulq 24(%rcx) |
| add %rax,%r12 |
| adc %rdx,%r13 |
| movq 72(%rsp),%rax |
| mulq 32(%rcx) |
| add %rax,%r14 |
| adc %rdx,%r15 |
| movq x25519_x86_64_REDMASK51(%rip),%rsi |
| shld $13,%r8,%r9 |
| and %rsi,%r8 |
| shld $13,%r10,%r11 |
| and %rsi,%r10 |
| add %r9,%r10 |
| shld $13,%r12,%r13 |
| and %rsi,%r12 |
| add %r11,%r12 |
| shld $13,%r14,%r15 |
| and %rsi,%r14 |
| add %r13,%r14 |
| shld $13,%rbx,%rbp |
| and %rsi,%rbx |
| add %r15,%rbx |
| imulq $19,%rbp,%rdx |
| add %rdx,%r8 |
| mov %r8,%rdx |
| shr $51,%rdx |
| add %r10,%rdx |
| mov %rdx,%rcx |
| shr $51,%rdx |
| and %rsi,%r8 |
| add %r12,%rdx |
| mov %rdx,%r9 |
| shr $51,%rdx |
| and %rsi,%rcx |
| add %r14,%rdx |
| mov %rdx,%rax |
| shr $51,%rdx |
| and %rsi,%r9 |
| add %rbx,%rdx |
| mov %rdx,%r10 |
| shr $51,%rdx |
| and %rsi,%rax |
| imulq $19,%rdx,%rdx |
| add %rdx,%r8 |
| and %rsi,%r10 |
| movq %r8,0(%rdi) |
| movq %rcx,8(%rdi) |
| movq %r9,16(%rdi) |
| movq %rax,24(%rdi) |
| movq %r10,32(%rdi) |
| movq 0(%rsp),%r11 |
| movq 8(%rsp),%r12 |
| movq 16(%rsp),%r13 |
| movq 24(%rsp),%r14 |
| movq 32(%rsp),%r15 |
| movq 40(%rsp),%rbx |
| movq 48(%rsp),%rbp |
| add %r11,%rsp |
| mov %rdi,%rax |
| mov %rsi,%rdx |
| ret |
| |
| .p2align 5 |
| .globl C_ABI(x25519_x86_64_square) |
| HIDDEN C_ABI(x25519_x86_64_square) |
| C_ABI(x25519_x86_64_square): |
| mov %rsp,%r11 |
| and $31,%r11 |
| add $64,%r11 |
| sub %r11,%rsp |
| movq %r11,0(%rsp) |
| movq %r12,8(%rsp) |
| movq %r13,16(%rsp) |
| movq %r14,24(%rsp) |
| movq %r15,32(%rsp) |
| movq %rbx,40(%rsp) |
| movq %rbp,48(%rsp) |
| movq 0(%rsi),%rax |
| mulq 0(%rsi) |
| mov %rax,%rcx |
| mov %rdx,%r8 |
| movq 0(%rsi),%rax |
| shl $1,%rax |
| mulq 8(%rsi) |
| mov %rax,%r9 |
| mov %rdx,%r10 |
| movq 0(%rsi),%rax |
| shl $1,%rax |
| mulq 16(%rsi) |
| mov %rax,%r11 |
| mov %rdx,%r12 |
| movq 0(%rsi),%rax |
| shl $1,%rax |
| mulq 24(%rsi) |
| mov %rax,%r13 |
| mov %rdx,%r14 |
| movq 0(%rsi),%rax |
| shl $1,%rax |
| mulq 32(%rsi) |
| mov %rax,%r15 |
| mov %rdx,%rbx |
| movq 8(%rsi),%rax |
| mulq 8(%rsi) |
| add %rax,%r11 |
| adc %rdx,%r12 |
| movq 8(%rsi),%rax |
| shl $1,%rax |
| mulq 16(%rsi) |
| add %rax,%r13 |
| adc %rdx,%r14 |
| movq 8(%rsi),%rax |
| shl $1,%rax |
| mulq 24(%rsi) |
| add %rax,%r15 |
| adc %rdx,%rbx |
| movq 8(%rsi),%rdx |
| imulq $38,%rdx,%rax |
| mulq 32(%rsi) |
| add %rax,%rcx |
| adc %rdx,%r8 |
| movq 16(%rsi),%rax |
| mulq 16(%rsi) |
| add %rax,%r15 |
| adc %rdx,%rbx |
| movq 16(%rsi),%rdx |
| imulq $38,%rdx,%rax |
| mulq 24(%rsi) |
| add %rax,%rcx |
| adc %rdx,%r8 |
| movq 16(%rsi),%rdx |
| imulq $38,%rdx,%rax |
| mulq 32(%rsi) |
| add %rax,%r9 |
| adc %rdx,%r10 |
| movq 24(%rsi),%rdx |
| imulq $19,%rdx,%rax |
| mulq 24(%rsi) |
| add %rax,%r9 |
| adc %rdx,%r10 |
| movq 24(%rsi),%rdx |
| imulq $38,%rdx,%rax |
| mulq 32(%rsi) |
| add %rax,%r11 |
| adc %rdx,%r12 |
| movq 32(%rsi),%rdx |
| imulq $19,%rdx,%rax |
| mulq 32(%rsi) |
| add %rax,%r13 |
| adc %rdx,%r14 |
| movq x25519_x86_64_REDMASK51(%rip),%rsi |
| shld $13,%rcx,%r8 |
| and %rsi,%rcx |
| shld $13,%r9,%r10 |
| and %rsi,%r9 |
| add %r8,%r9 |
| shld $13,%r11,%r12 |
| and %rsi,%r11 |
| add %r10,%r11 |
| shld $13,%r13,%r14 |
| and %rsi,%r13 |
| add %r12,%r13 |
| shld $13,%r15,%rbx |
| and %rsi,%r15 |
| add %r14,%r15 |
| imulq $19,%rbx,%rdx |
| add %rdx,%rcx |
| mov %rcx,%rdx |
| shr $51,%rdx |
| add %r9,%rdx |
| and %rsi,%rcx |
| mov %rdx,%r8 |
| shr $51,%rdx |
| add %r11,%rdx |
| and %rsi,%r8 |
| mov %rdx,%r9 |
| shr $51,%rdx |
| add %r13,%rdx |
| and %rsi,%r9 |
| mov %rdx,%rax |
| shr $51,%rdx |
| add %r15,%rdx |
| and %rsi,%rax |
| mov %rdx,%r10 |
| shr $51,%rdx |
| imulq $19,%rdx,%rdx |
| add %rdx,%rcx |
| and %rsi,%r10 |
| movq %rcx,0(%rdi) |
| movq %r8,8(%rdi) |
| movq %r9,16(%rdi) |
| movq %rax,24(%rdi) |
| movq %r10,32(%rdi) |
| movq 0(%rsp),%r11 |
| movq 8(%rsp),%r12 |
| movq 16(%rsp),%r13 |
| movq 24(%rsp),%r14 |
| movq 32(%rsp),%r15 |
| movq 40(%rsp),%rbx |
| movq 48(%rsp),%rbp |
| add %r11,%rsp |
| mov %rdi,%rax |
| mov %rsi,%rdx |
| ret |
| |
| .p2align 5 |
| .globl C_ABI(x25519_x86_64_ladderstep) |
| HIDDEN C_ABI(x25519_x86_64_ladderstep) |
| C_ABI(x25519_x86_64_ladderstep): |
| mov %rsp,%r11 |
| and $31,%r11 |
| add $352,%r11 |
| sub %r11,%rsp |
| movq %r11,0(%rsp) |
| movq %r12,8(%rsp) |
| movq %r13,16(%rsp) |
| movq %r14,24(%rsp) |
| movq %r15,32(%rsp) |
| movq %rbx,40(%rsp) |
| movq %rbp,48(%rsp) |
| movq 40(%rdi),%rsi |
| movq 48(%rdi),%rdx |
| movq 56(%rdi),%rcx |
| movq 64(%rdi),%r8 |
| movq 72(%rdi),%r9 |
| mov %rsi,%rax |
| mov %rdx,%r10 |
| mov %rcx,%r11 |
| mov %r8,%r12 |
| mov %r9,%r13 |
| add x25519_x86_64_2P0(%rip),%rax |
| add x25519_x86_64_2P1234(%rip),%r10 |
| add x25519_x86_64_2P1234(%rip),%r11 |
| add x25519_x86_64_2P1234(%rip),%r12 |
| add x25519_x86_64_2P1234(%rip),%r13 |
| addq 80(%rdi),%rsi |
| addq 88(%rdi),%rdx |
| addq 96(%rdi),%rcx |
| addq 104(%rdi),%r8 |
| addq 112(%rdi),%r9 |
| subq 80(%rdi),%rax |
| subq 88(%rdi),%r10 |
| subq 96(%rdi),%r11 |
| subq 104(%rdi),%r12 |
| subq 112(%rdi),%r13 |
| movq %rsi,56(%rsp) |
| movq %rdx,64(%rsp) |
| movq %rcx,72(%rsp) |
| movq %r8,80(%rsp) |
| movq %r9,88(%rsp) |
| movq %rax,96(%rsp) |
| movq %r10,104(%rsp) |
| movq %r11,112(%rsp) |
| movq %r12,120(%rsp) |
| movq %r13,128(%rsp) |
| movq 96(%rsp),%rax |
| mulq 96(%rsp) |
| mov %rax,%rsi |
| mov %rdx,%rcx |
| movq 96(%rsp),%rax |
| shl $1,%rax |
| mulq 104(%rsp) |
| mov %rax,%r8 |
| mov %rdx,%r9 |
| movq 96(%rsp),%rax |
| shl $1,%rax |
| mulq 112(%rsp) |
| mov %rax,%r10 |
| mov %rdx,%r11 |
| movq 96(%rsp),%rax |
| shl $1,%rax |
| mulq 120(%rsp) |
| mov %rax,%r12 |
| mov %rdx,%r13 |
| movq 96(%rsp),%rax |
| shl $1,%rax |
| mulq 128(%rsp) |
| mov %rax,%r14 |
| mov %rdx,%r15 |
| movq 104(%rsp),%rax |
| mulq 104(%rsp) |
| add %rax,%r10 |
| adc %rdx,%r11 |
| movq 104(%rsp),%rax |
| shl $1,%rax |
| mulq 112(%rsp) |
| add %rax,%r12 |
| adc %rdx,%r13 |
| movq 104(%rsp),%rax |
| shl $1,%rax |
| mulq 120(%rsp) |
| add %rax,%r14 |
| adc %rdx,%r15 |
| movq 104(%rsp),%rdx |
| imulq $38,%rdx,%rax |
| mulq 128(%rsp) |
| add %rax,%rsi |
| adc %rdx,%rcx |
| movq 112(%rsp),%rax |
| mulq 112(%rsp) |
| add %rax,%r14 |
| adc %rdx,%r15 |
| movq 112(%rsp),%rdx |
| imulq $38,%rdx,%rax |
| mulq 120(%rsp) |
| add %rax,%rsi |
| adc %rdx,%rcx |
| movq 112(%rsp),%rdx |
| imulq $38,%rdx,%rax |
| mulq 128(%rsp) |
| add %rax,%r8 |
| adc %rdx,%r9 |
| movq 120(%rsp),%rdx |
| imulq $19,%rdx,%rax |
| mulq 120(%rsp) |
| add %rax,%r8 |
| adc %rdx,%r9 |
| movq 120(%rsp),%rdx |
| imulq $38,%rdx,%rax |
| mulq 128(%rsp) |
| add %rax,%r10 |
| adc %rdx,%r11 |
| movq 128(%rsp),%rdx |
| imulq $19,%rdx,%rax |
| mulq 128(%rsp) |
| add %rax,%r12 |
| adc %rdx,%r13 |
| movq x25519_x86_64_REDMASK51(%rip),%rdx |
| shld $13,%rsi,%rcx |
| and %rdx,%rsi |
| shld $13,%r8,%r9 |
| and %rdx,%r8 |
| add %rcx,%r8 |
| shld $13,%r10,%r11 |
| and %rdx,%r10 |
| add %r9,%r10 |
| shld $13,%r12,%r13 |
| and %rdx,%r12 |
| add %r11,%r12 |
| shld $13,%r14,%r15 |
| and %rdx,%r14 |
| add %r13,%r14 |
| imulq $19,%r15,%rcx |
| add %rcx,%rsi |
| mov %rsi,%rcx |
| shr $51,%rcx |
| add %r8,%rcx |
| and %rdx,%rsi |
| mov %rcx,%r8 |
| shr $51,%rcx |
| add %r10,%rcx |
| and %rdx,%r8 |
| mov %rcx,%r9 |
| shr $51,%rcx |
| add %r12,%rcx |
| and %rdx,%r9 |
| mov %rcx,%rax |
| shr $51,%rcx |
| add %r14,%rcx |
| and %rdx,%rax |
| mov %rcx,%r10 |
| shr $51,%rcx |
| imulq $19,%rcx,%rcx |
| add %rcx,%rsi |
| and %rdx,%r10 |
| movq %rsi,136(%rsp) |
| movq %r8,144(%rsp) |
| movq %r9,152(%rsp) |
| movq %rax,160(%rsp) |
| movq %r10,168(%rsp) |
| movq 56(%rsp),%rax |
| mulq 56(%rsp) |
| mov %rax,%rsi |
| mov %rdx,%rcx |
| movq 56(%rsp),%rax |
| shl $1,%rax |
| mulq 64(%rsp) |
| mov %rax,%r8 |
| mov %rdx,%r9 |
| movq 56(%rsp),%rax |
| shl $1,%rax |
| mulq 72(%rsp) |
| mov %rax,%r10 |
| mov %rdx,%r11 |
| movq 56(%rsp),%rax |
| shl $1,%rax |
| mulq 80(%rsp) |
| mov %rax,%r12 |
| mov %rdx,%r13 |
| movq 56(%rsp),%rax |
| shl $1,%rax |
| mulq 88(%rsp) |
| mov %rax,%r14 |
| mov %rdx,%r15 |
| movq 64(%rsp),%rax |
| mulq 64(%rsp) |
| add %rax,%r10 |
| adc %rdx,%r11 |
| movq 64(%rsp),%rax |
| shl $1,%rax |
| mulq 72(%rsp) |
| add %rax,%r12 |
| adc %rdx,%r13 |
| movq 64(%rsp),%rax |
| shl $1,%rax |
| mulq 80(%rsp) |
| add %rax,%r14 |
| adc %rdx,%r15 |
| movq 64(%rsp),%rdx |
| imulq $38,%rdx,%rax |
| mulq 88(%rsp) |
| add %rax,%rsi |
| adc %rdx,%rcx |
| movq 72(%rsp),%rax |
| mulq 72(%rsp) |
| add %rax,%r14 |
| adc %rdx,%r15 |
| movq 72(%rsp),%rdx |
| imulq $38,%rdx,%rax |
| mulq 80(%rsp) |
| add %rax,%rsi |
| adc %rdx,%rcx |
| movq 72(%rsp),%rdx |
| imulq $38,%rdx,%rax |
| mulq 88(%rsp) |
| add %rax,%r8 |
| adc %rdx,%r9 |
| movq 80(%rsp),%rdx |
| imulq $19,%rdx,%rax |
| mulq 80(%rsp) |
| add %rax,%r8 |
| adc %rdx,%r9 |
| movq 80(%rsp),%rdx |
| imulq $38,%rdx,%rax |
| mulq 88(%rsp) |
| add %rax,%r10 |
| adc %rdx,%r11 |
| movq 88(%rsp),%rdx |
| imulq $19,%rdx,%rax |
| mulq 88(%rsp) |
| add %rax,%r12 |
| adc %rdx,%r13 |
| movq x25519_x86_64_REDMASK51(%rip),%rdx |
| shld $13,%rsi,%rcx |
| and %rdx,%rsi |
| shld $13,%r8,%r9 |
| and %rdx,%r8 |
| add %rcx,%r8 |
| shld $13,%r10,%r11 |
| and %rdx,%r10 |
| add %r9,%r10 |
| shld $13,%r12,%r13 |
| and %rdx,%r12 |
| add %r11,%r12 |
| shld $13,%r14,%r15 |
| and %rdx,%r14 |
| add %r13,%r14 |
| imulq $19,%r15,%rcx |
| add %rcx,%rsi |
| mov %rsi,%rcx |
| shr $51,%rcx |
| add %r8,%rcx |
| and %rdx,%rsi |
| mov %rcx,%r8 |
| shr $51,%rcx |
| add %r10,%rcx |
| and %rdx,%r8 |
| mov %rcx,%r9 |
| shr $51,%rcx |
| add %r12,%rcx |
| and %rdx,%r9 |
| mov %rcx,%rax |
| shr $51,%rcx |
| add %r14,%rcx |
| and %rdx,%rax |
| mov %rcx,%r10 |
| shr $51,%rcx |
| imulq $19,%rcx,%rcx |
| add %rcx,%rsi |
| and %rdx,%r10 |
| movq %rsi,176(%rsp) |
| movq %r8,184(%rsp) |
| movq %r9,192(%rsp) |
| movq %rax,200(%rsp) |
| movq %r10,208(%rsp) |
| mov %rsi,%rsi |
| mov %r8,%rdx |
| mov %r9,%rcx |
| mov %rax,%r8 |
| mov %r10,%r9 |
| add x25519_x86_64_2P0(%rip),%rsi |
| add x25519_x86_64_2P1234(%rip),%rdx |
| add x25519_x86_64_2P1234(%rip),%rcx |
| add x25519_x86_64_2P1234(%rip),%r8 |
| add x25519_x86_64_2P1234(%rip),%r9 |
| subq 136(%rsp),%rsi |
| subq 144(%rsp),%rdx |
| subq 152(%rsp),%rcx |
| subq 160(%rsp),%r8 |
| subq 168(%rsp),%r9 |
| movq %rsi,216(%rsp) |
| movq %rdx,224(%rsp) |
| movq %rcx,232(%rsp) |
| movq %r8,240(%rsp) |
| movq %r9,248(%rsp) |
| movq 120(%rdi),%rsi |
| movq 128(%rdi),%rdx |
| movq 136(%rdi),%rcx |
| movq 144(%rdi),%r8 |
| movq 152(%rdi),%r9 |
| mov %rsi,%rax |
| mov %rdx,%r10 |
| mov %rcx,%r11 |
| mov %r8,%r12 |
| mov %r9,%r13 |
| add x25519_x86_64_2P0(%rip),%rax |
| add x25519_x86_64_2P1234(%rip),%r10 |
| add x25519_x86_64_2P1234(%rip),%r11 |
| add x25519_x86_64_2P1234(%rip),%r12 |
| add x25519_x86_64_2P1234(%rip),%r13 |
| addq 160(%rdi),%rsi |
| addq 168(%rdi),%rdx |
| addq 176(%rdi),%rcx |
| addq 184(%rdi),%r8 |
| addq 192(%rdi),%r9 |
| subq 160(%rdi),%rax |
| subq 168(%rdi),%r10 |
| subq 176(%rdi),%r11 |
| subq 184(%rdi),%r12 |
| subq 192(%rdi),%r13 |
| movq %rsi,256(%rsp) |
| movq %rdx,264(%rsp) |
| movq %rcx,272(%rsp) |
| movq %r8,280(%rsp) |
| movq %r9,288(%rsp) |
| movq %rax,296(%rsp) |
| movq %r10,304(%rsp) |
| movq %r11,312(%rsp) |
| movq %r12,320(%rsp) |
| movq %r13,328(%rsp) |
| movq 280(%rsp),%rsi |
| imulq $19,%rsi,%rax |
| movq %rax,336(%rsp) |
| mulq 112(%rsp) |
| mov %rax,%rsi |
| mov %rdx,%rcx |
| movq 288(%rsp),%rdx |
| imulq $19,%rdx,%rax |
| movq %rax,344(%rsp) |
| mulq 104(%rsp) |
| add %rax,%rsi |
| adc %rdx,%rcx |
| movq 256(%rsp),%rax |
| mulq 96(%rsp) |
| add %rax,%rsi |
| adc %rdx,%rcx |
| movq 256(%rsp),%rax |
| mulq 104(%rsp) |
| mov %rax,%r8 |
| mov %rdx,%r9 |
| movq 256(%rsp),%rax |
| mulq 112(%rsp) |
| mov %rax,%r10 |
| mov %rdx,%r11 |
| movq 256(%rsp),%rax |
| mulq 120(%rsp) |
| mov %rax,%r12 |
| mov %rdx,%r13 |
| movq 256(%rsp),%rax |
| mulq 128(%rsp) |
| mov %rax,%r14 |
| mov %rdx,%r15 |
| movq 264(%rsp),%rax |
| mulq 96(%rsp) |
| add %rax,%r8 |
| adc %rdx,%r9 |
| movq 264(%rsp),%rax |
| mulq 104(%rsp) |
| add %rax,%r10 |
| adc %rdx,%r11 |
| movq 264(%rsp),%rax |
| mulq 112(%rsp) |
| add %rax,%r12 |
| adc %rdx,%r13 |
| movq 264(%rsp),%rax |
| mulq 120(%rsp) |
| add %rax,%r14 |
| adc %rdx,%r15 |
| movq 264(%rsp),%rdx |
| imulq $19,%rdx,%rax |
| mulq 128(%rsp) |
| add %rax,%rsi |
| adc %rdx,%rcx |
| movq 272(%rsp),%rax |
| mulq 96(%rsp) |
| add %rax,%r10 |
| adc %rdx,%r11 |
| movq 272(%rsp),%rax |
| mulq 104(%rsp) |
| add %rax,%r12 |
| adc %rdx,%r13 |
| movq 272(%rsp),%rax |
| mulq 112(%rsp) |
| add %rax,%r14 |
| adc %rdx,%r15 |
| movq 272(%rsp),%rdx |
| imulq $19,%rdx,%rax |
| mulq 120(%rsp) |
| add %rax,%rsi |
| adc %rdx,%rcx |
| movq 272(%rsp),%rdx |
| imulq $19,%rdx,%rax |
| mulq 128(%rsp) |
| add %rax,%r8 |
| adc %rdx,%r9 |
| movq 280(%rsp),%rax |
| mulq 96(%rsp) |
| add %rax,%r12 |
| adc %rdx,%r13 |
| movq 280(%rsp),%rax |
| mulq 104(%rsp) |
| add %rax,%r14 |
| adc %rdx,%r15 |
| movq 336(%rsp),%rax |
| mulq 120(%rsp) |
| add %rax,%r8 |
| adc %rdx,%r9 |
| movq 336(%rsp),%rax |
| mulq 128(%rsp) |
| add %rax,%r10 |
| adc %rdx,%r11 |
| movq 288(%rsp),%rax |
| mulq 96(%rsp) |
| add %rax,%r14 |
| adc %rdx,%r15 |
| movq 344(%rsp),%rax |
| mulq 112(%rsp) |
| add %rax,%r8 |
| adc %rdx,%r9 |
| movq 344(%rsp),%rax |
| mulq 120(%rsp) |
| add %rax,%r10 |
| adc %rdx,%r11 |
| movq 344(%rsp),%rax |
| mulq 128(%rsp) |
| add %rax,%r12 |
| adc %rdx,%r13 |
| movq x25519_x86_64_REDMASK51(%rip),%rdx |
| shld $13,%rsi,%rcx |
| and %rdx,%rsi |
| shld $13,%r8,%r9 |
| and %rdx,%r8 |
| add %rcx,%r8 |
| shld $13,%r10,%r11 |
| and %rdx,%r10 |
| add %r9,%r10 |
| shld $13,%r12,%r13 |
| and %rdx,%r12 |
| add %r11,%r12 |
| shld $13,%r14,%r15 |
| and %rdx,%r14 |
| add %r13,%r14 |
| imulq $19,%r15,%rcx |
| add %rcx,%rsi |
| mov %rsi,%rcx |
| shr $51,%rcx |
| add %r8,%rcx |
| mov %rcx,%r8 |
| shr $51,%rcx |
| and %rdx,%rsi |
| add %r10,%rcx |
| mov %rcx,%r9 |
| shr $51,%rcx |
| and %rdx,%r8 |
| add %r12,%rcx |
| mov %rcx,%rax |
| shr $51,%rcx |
| and %rdx,%r9 |
| add %r14,%rcx |
| mov %rcx,%r10 |
| shr $51,%rcx |
| and %rdx,%rax |
| imulq $19,%rcx,%rcx |
| add %rcx,%rsi |
| and %rdx,%r10 |
| movq %rsi,96(%rsp) |
| movq %r8,104(%rsp) |
| movq %r9,112(%rsp) |
| movq %rax,120(%rsp) |
| movq %r10,128(%rsp) |
| movq 320(%rsp),%rsi |
| imulq $19,%rsi,%rax |
| movq %rax,256(%rsp) |
| mulq 72(%rsp) |
| mov %rax,%rsi |
| mov %rdx,%rcx |
| movq 328(%rsp),%rdx |
| imulq $19,%rdx,%rax |
| movq %rax,264(%rsp) |
| mulq 64(%rsp) |
| add %rax,%rsi |
| adc %rdx,%rcx |
| movq 296(%rsp),%rax |
| mulq 56(%rsp) |
| add %rax,%rsi |
| adc %rdx,%rcx |
| movq 296(%rsp),%rax |
| mulq 64(%rsp) |
| mov %rax,%r8 |
| mov %rdx,%r9 |
| movq 296(%rsp),%rax |
| mulq 72(%rsp) |
| mov %rax,%r10 |
| mov %rdx,%r11 |
| movq 296(%rsp),%rax |
| mulq 80(%rsp) |
| mov %rax,%r12 |
| mov %rdx,%r13 |
| movq 296(%rsp),%rax |
| mulq 88(%rsp) |
| mov %rax,%r14 |
| mov %rdx,%r15 |
| movq 304(%rsp),%rax |
| mulq 56(%rsp) |
| add %rax,%r8 |
| adc %rdx,%r9 |
| movq 304(%rsp),%rax |
| mulq 64(%rsp) |
| add %rax,%r10 |
| adc %rdx,%r11 |
| movq 304(%rsp),%rax |
| mulq 72(%rsp) |
| add %rax,%r12 |
| adc %rdx,%r13 |
| movq 304(%rsp),%rax |
| mulq 80(%rsp) |
| add %rax,%r14 |
| adc %rdx,%r15 |
| movq 304(%rsp),%rdx |
| imulq $19,%rdx,%rax |
| mulq 88(%rsp) |
| add %rax,%rsi |
| adc %rdx,%rcx |
| movq 312(%rsp),%rax |
| mulq 56(%rsp) |
| add %rax,%r10 |
| adc %rdx,%r11 |
| movq 312(%rsp),%rax |
| mulq 64(%rsp) |
| add %rax,%r12 |
| adc %rdx,%r13 |
| movq 312(%rsp),%rax |
| mulq 72(%rsp) |
| add %rax,%r14 |
| adc %rdx,%r15 |
| movq 312(%rsp),%rdx |
| imulq $19,%rdx,%rax |
| mulq 80(%rsp) |
| add %rax,%rsi |
| adc %rdx,%rcx |
| movq 312(%rsp),%rdx |
| imulq $19,%rdx,%rax |
| mulq 88(%rsp) |
| add %rax,%r8 |
| adc %rdx,%r9 |
| movq 320(%rsp),%rax |
| mulq 56(%rsp) |
| add %rax,%r12 |
| adc %rdx,%r13 |
| movq 320(%rsp),%rax |
| mulq 64(%rsp) |
| add %rax,%r14 |
| adc %rdx,%r15 |
| movq 256(%rsp),%rax |
| mulq 80(%rsp) |
| add %rax,%r8 |
| adc %rdx,%r9 |
| movq 256(%rsp),%rax |
| mulq 88(%rsp) |
| add %rax,%r10 |
| adc %rdx,%r11 |
| movq 328(%rsp),%rax |
| mulq 56(%rsp) |
| add %rax,%r14 |
| adc %rdx,%r15 |
| movq 264(%rsp),%rax |
| mulq 72(%rsp) |
| add %rax,%r8 |
| adc %rdx,%r9 |
| movq 264(%rsp),%rax |
| mulq 80(%rsp) |
| add %rax,%r10 |
| adc %rdx,%r11 |
| movq 264(%rsp),%rax |
| mulq 88(%rsp) |
| add %rax,%r12 |
| adc %rdx,%r13 |
| movq x25519_x86_64_REDMASK51(%rip),%rdx |
| shld $13,%rsi,%rcx |
| and %rdx,%rsi |
| shld $13,%r8,%r9 |
| and %rdx,%r8 |
| add %rcx,%r8 |
| shld $13,%r10,%r11 |
| and %rdx,%r10 |
| add %r9,%r10 |
| shld $13,%r12,%r13 |
| and %rdx,%r12 |
| add %r11,%r12 |
| shld $13,%r14,%r15 |
| and %rdx,%r14 |
| add %r13,%r14 |
| imulq $19,%r15,%rcx |
| add %rcx,%rsi |
| mov %rsi,%rcx |
| shr $51,%rcx |
| add %r8,%rcx |
| mov %rcx,%r8 |
| shr $51,%rcx |
| and %rdx,%rsi |
| add %r10,%rcx |
| mov %rcx,%r9 |
| shr $51,%rcx |
| and %rdx,%r8 |
| add %r12,%rcx |
| mov %rcx,%rax |
| shr $51,%rcx |
| and %rdx,%r9 |
| add %r14,%rcx |
| mov %rcx,%r10 |
| shr $51,%rcx |
| and %rdx,%rax |
| imulq $19,%rcx,%rcx |
| add %rcx,%rsi |
| and %rdx,%r10 |
| mov %rsi,%rdx |
| mov %r8,%rcx |
| mov %r9,%r11 |
| mov %rax,%r12 |
| mov %r10,%r13 |
| add x25519_x86_64_2P0(%rip),%rdx |
| add x25519_x86_64_2P1234(%rip),%rcx |
| add x25519_x86_64_2P1234(%rip),%r11 |
| add x25519_x86_64_2P1234(%rip),%r12 |
| add x25519_x86_64_2P1234(%rip),%r13 |
| addq 96(%rsp),%rsi |
| addq 104(%rsp),%r8 |
| addq 112(%rsp),%r9 |
| addq 120(%rsp),%rax |
| addq 128(%rsp),%r10 |
| subq 96(%rsp),%rdx |
| subq 104(%rsp),%rcx |
| subq 112(%rsp),%r11 |
| subq 120(%rsp),%r12 |
| subq 128(%rsp),%r13 |
| movq %rsi,120(%rdi) |
| movq %r8,128(%rdi) |
| movq %r9,136(%rdi) |
| movq %rax,144(%rdi) |
| movq %r10,152(%rdi) |
| movq %rdx,160(%rdi) |
| movq %rcx,168(%rdi) |
| movq %r11,176(%rdi) |
| movq %r12,184(%rdi) |
| movq %r13,192(%rdi) |
| movq 120(%rdi),%rax |
| mulq 120(%rdi) |
| mov %rax,%rsi |
| mov %rdx,%rcx |
| movq 120(%rdi),%rax |
| shl $1,%rax |
| mulq 128(%rdi) |
| mov %rax,%r8 |
| mov %rdx,%r9 |
| movq 120(%rdi),%rax |
| shl $1,%rax |
| mulq 136(%rdi) |
| mov %rax,%r10 |
| mov %rdx,%r11 |
| movq 120(%rdi),%rax |
| shl $1,%rax |
| mulq 144(%rdi) |
| mov %rax,%r12 |
| mov %rdx,%r13 |
| movq 120(%rdi),%rax |
| shl $1,%rax |
| mulq 152(%rdi) |
| mov %rax,%r14 |
| mov %rdx,%r15 |
| movq 128(%rdi),%rax |
| mulq 128(%rdi) |
| add %rax,%r10 |
| adc %rdx,%r11 |
| movq 128(%rdi),%rax |
| shl $1,%rax |
| mulq 136(%rdi) |
| add %rax,%r12 |
| adc %rdx,%r13 |
| movq 128(%rdi),%rax |
| shl $1,%rax |
| mulq 144(%rdi) |
| add %rax,%r14 |
| adc %rdx,%r15 |
| movq 128(%rdi),%rdx |
| imulq $38,%rdx,%rax |
| mulq 152(%rdi) |
| add %rax,%rsi |
| adc %rdx,%rcx |
| movq 136(%rdi),%rax |
| mulq 136(%rdi) |
| add %rax,%r14 |
| adc %rdx,%r15 |
| movq 136(%rdi),%rdx |
| imulq $38,%rdx,%rax |
| mulq 144(%rdi) |
| add %rax,%rsi |
| adc %rdx,%rcx |
| movq 136(%rdi),%rdx |
| imulq $38,%rdx,%rax |
| mulq 152(%rdi) |
| add %rax,%r8 |
| adc %rdx,%r9 |
| movq 144(%rdi),%rdx |
| imulq $19,%rdx,%rax |
| mulq 144(%rdi) |
| add %rax,%r8 |
| adc %rdx,%r9 |
| movq 144(%rdi),%rdx |
| imulq $38,%rdx,%rax |
| mulq 152(%rdi) |
| add %rax,%r10 |
| adc %rdx,%r11 |
| movq 152(%rdi),%rdx |
| imulq $19,%rdx,%rax |
| mulq 152(%rdi) |
| add %rax,%r12 |
| adc %rdx,%r13 |
| movq x25519_x86_64_REDMASK51(%rip),%rdx |
| shld $13,%rsi,%rcx |
| and %rdx,%rsi |
| shld $13,%r8,%r9 |
| and %rdx,%r8 |
| add %rcx,%r8 |
| shld $13,%r10,%r11 |
| and %rdx,%r10 |
| add %r9,%r10 |
| shld $13,%r12,%r13 |
| and %rdx,%r12 |
| add %r11,%r12 |
| shld $13,%r14,%r15 |
| and %rdx,%r14 |
| add %r13,%r14 |
| imulq $19,%r15,%rcx |
| add %rcx,%rsi |
| mov %rsi,%rcx |
| shr $51,%rcx |
| add %r8,%rcx |
| and %rdx,%rsi |
| mov %rcx,%r8 |
| shr $51,%rcx |
| add %r10,%rcx |
| and %rdx,%r8 |
| mov %rcx,%r9 |
| shr $51,%rcx |
| add %r12,%rcx |
| and %rdx,%r9 |
| mov %rcx,%rax |
| shr $51,%rcx |
| add %r14,%rcx |
| and %rdx,%rax |
| mov %rcx,%r10 |
| shr $51,%rcx |
| imulq $19,%rcx,%rcx |
| add %rcx,%rsi |
| and %rdx,%r10 |
| movq %rsi,120(%rdi) |
| movq %r8,128(%rdi) |
| movq %r9,136(%rdi) |
| movq %rax,144(%rdi) |
| movq %r10,152(%rdi) |
| movq 160(%rdi),%rax |
| mulq 160(%rdi) |
| mov %rax,%rsi |
| mov %rdx,%rcx |
| movq 160(%rdi),%rax |
| shl $1,%rax |
| mulq 168(%rdi) |
| mov %rax,%r8 |
| mov %rdx,%r9 |
| movq 160(%rdi),%rax |
| shl $1,%rax |
| mulq 176(%rdi) |
| mov %rax,%r10 |
| mov %rdx,%r11 |
| movq 160(%rdi),%rax |
| shl $1,%rax |
| mulq 184(%rdi) |
| mov %rax,%r12 |
| mov %rdx,%r13 |
| movq 160(%rdi),%rax |
| shl $1,%rax |
| mulq 192(%rdi) |
| mov %rax,%r14 |
| mov %rdx,%r15 |
| movq 168(%rdi),%rax |
| mulq 168(%rdi) |
| add %rax,%r10 |
| adc %rdx,%r11 |
| movq 168(%rdi),%rax |
| shl $1,%rax |
| mulq 176(%rdi) |
| add %rax,%r12 |
| adc %rdx,%r13 |
| movq 168(%rdi),%rax |
| shl $1,%rax |
| mulq 184(%rdi) |
| add %rax,%r14 |
| adc %rdx,%r15 |
| movq 168(%rdi),%rdx |
| imulq $38,%rdx,%rax |
| mulq 192(%rdi) |
| add %rax,%rsi |
| adc %rdx,%rcx |
| movq 176(%rdi),%rax |
| mulq 176(%rdi) |
| add %rax,%r14 |
| adc %rdx,%r15 |
| movq 176(%rdi),%rdx |
| imulq $38,%rdx,%rax |
| mulq 184(%rdi) |
| add %rax,%rsi |
| adc %rdx,%rcx |
| movq 176(%rdi),%rdx |
| imulq $38,%rdx,%rax |
| mulq 192(%rdi) |
| add %rax,%r8 |
| adc %rdx,%r9 |
| movq 184(%rdi),%rdx |
| imulq $19,%rdx,%rax |
| mulq 184(%rdi) |
| add %rax,%r8 |
| adc %rdx,%r9 |
| movq 184(%rdi),%rdx |
| imulq $38,%rdx,%rax |
| mulq 192(%rdi) |
| add %rax,%r10 |
| adc %rdx,%r11 |
| movq 192(%rdi),%rdx |
| imulq $19,%rdx,%rax |
| mulq 192(%rdi) |
| add %rax,%r12 |
| adc %rdx,%r13 |
| movq x25519_x86_64_REDMASK51(%rip),%rdx |
| shld $13,%rsi,%rcx |
| and %rdx,%rsi |
| shld $13,%r8,%r9 |
| and %rdx,%r8 |
| add %rcx,%r8 |
| shld $13,%r10,%r11 |
| and %rdx,%r10 |
| add %r9,%r10 |
| shld $13,%r12,%r13 |
| and %rdx,%r12 |
| add %r11,%r12 |
| shld $13,%r14,%r15 |
| and %rdx,%r14 |
| add %r13,%r14 |
| imulq $19,%r15,%rcx |
| add %rcx,%rsi |
| mov %rsi,%rcx |
| shr $51,%rcx |
| add %r8,%rcx |
| and %rdx,%rsi |
| mov %rcx,%r8 |
| shr $51,%rcx |
| add %r10,%rcx |
| and %rdx,%r8 |
| mov %rcx,%r9 |
| shr $51,%rcx |
| add %r12,%rcx |
| and %rdx,%r9 |
| mov %rcx,%rax |
| shr $51,%rcx |
| add %r14,%rcx |
| and %rdx,%rax |
| mov %rcx,%r10 |
| shr $51,%rcx |
| imulq $19,%rcx,%rcx |
| add %rcx,%rsi |
| and %rdx,%r10 |
| movq %rsi,160(%rdi) |
| movq %r8,168(%rdi) |
| movq %r9,176(%rdi) |
| movq %rax,184(%rdi) |
| movq %r10,192(%rdi) |
| movq 184(%rdi),%rsi |
| imulq $19,%rsi,%rax |
| movq %rax,56(%rsp) |
| mulq 16(%rdi) |
| mov %rax,%rsi |
| mov %rdx,%rcx |
| movq 192(%rdi),%rdx |
| imulq $19,%rdx,%rax |
| movq %rax,64(%rsp) |
| mulq 8(%rdi) |
| add %rax,%rsi |
| adc %rdx,%rcx |
| movq 160(%rdi),%rax |
| mulq 0(%rdi) |
| add %rax,%rsi |
| adc %rdx,%rcx |
| movq 160(%rdi),%rax |
| mulq 8(%rdi) |
| mov %rax,%r8 |
| mov %rdx,%r9 |
| movq 160(%rdi),%rax |
| mulq 16(%rdi) |
| mov %rax,%r10 |
| mov %rdx,%r11 |
| movq 160(%rdi),%rax |
| mulq 24(%rdi) |
| mov %rax,%r12 |
| mov %rdx,%r13 |
| movq 160(%rdi),%rax |
| mulq 32(%rdi) |
| mov %rax,%r14 |
| mov %rdx,%r15 |
| movq 168(%rdi),%rax |
| mulq 0(%rdi) |
| add %rax,%r8 |
| adc %rdx,%r9 |
| movq 168(%rdi),%rax |
| mulq 8(%rdi) |
| add %rax,%r10 |
| adc %rdx,%r11 |
| movq 168(%rdi),%rax |
| mulq 16(%rdi) |
| add %rax,%r12 |
| adc %rdx,%r13 |
| movq 168(%rdi),%rax |
| mulq 24(%rdi) |
| add %rax,%r14 |
| adc %rdx,%r15 |
| movq 168(%rdi),%rdx |
| imulq $19,%rdx,%rax |
| mulq 32(%rdi) |
| add %rax,%rsi |
| adc %rdx,%rcx |
| movq 176(%rdi),%rax |
| mulq 0(%rdi) |
| add %rax,%r10 |
| adc %rdx,%r11 |
| movq 176(%rdi),%rax |
| mulq 8(%rdi) |
| add %rax,%r12 |
| adc %rdx,%r13 |
| movq 176(%rdi),%rax |
| mulq 16(%rdi) |
| add %rax,%r14 |
| adc %rdx,%r15 |
| movq 176(%rdi),%rdx |
| imulq $19,%rdx,%rax |
| mulq 24(%rdi) |
| add %rax,%rsi |
| adc %rdx,%rcx |
| movq 176(%rdi),%rdx |
| imulq $19,%rdx,%rax |
| mulq 32(%rdi) |
| add %rax,%r8 |
| adc %rdx,%r9 |
| movq 184(%rdi),%rax |
| mulq 0(%rdi) |
| add %rax,%r12 |
| adc %rdx,%r13 |
| movq 184(%rdi),%rax |
| mulq 8(%rdi) |
| add %rax,%r14 |
| adc %rdx,%r15 |
| movq 56(%rsp),%rax |
| mulq 24(%rdi) |
| add %rax,%r8 |
| adc %rdx,%r9 |
| movq 56(%rsp),%rax |
| mulq 32(%rdi) |
| add %rax,%r10 |
| adc %rdx,%r11 |
| movq 192(%rdi),%rax |
| mulq 0(%rdi) |
| add %rax,%r14 |
| adc %rdx,%r15 |
| movq 64(%rsp),%rax |
| mulq 16(%rdi) |
| add %rax,%r8 |
| adc %rdx,%r9 |
| movq 64(%rsp),%rax |
| mulq 24(%rdi) |
| add %rax,%r10 |
| adc %rdx,%r11 |
| movq 64(%rsp),%rax |
| mulq 32(%rdi) |
| add %rax,%r12 |
| adc %rdx,%r13 |
| movq x25519_x86_64_REDMASK51(%rip),%rdx |
| shld $13,%rsi,%rcx |
| and %rdx,%rsi |
| shld $13,%r8,%r9 |
| and %rdx,%r8 |
| add %rcx,%r8 |
| shld $13,%r10,%r11 |
| and %rdx,%r10 |
| add %r9,%r10 |
| shld $13,%r12,%r13 |
| and %rdx,%r12 |
| add %r11,%r12 |
| shld $13,%r14,%r15 |
| and %rdx,%r14 |
| add %r13,%r14 |
| imulq $19,%r15,%rcx |
| add %rcx,%rsi |
| mov %rsi,%rcx |
| shr $51,%rcx |
| add %r8,%rcx |
| mov %rcx,%r8 |
| shr $51,%rcx |
| and %rdx,%rsi |
| add %r10,%rcx |
| mov %rcx,%r9 |
| shr $51,%rcx |
| and %rdx,%r8 |
| add %r12,%rcx |
| mov %rcx,%rax |
| shr $51,%rcx |
| and %rdx,%r9 |
| add %r14,%rcx |
| mov %rcx,%r10 |
| shr $51,%rcx |
| and %rdx,%rax |
| imulq $19,%rcx,%rcx |
| add %rcx,%rsi |
| and %rdx,%r10 |
| movq %rsi,160(%rdi) |
| movq %r8,168(%rdi) |
| movq %r9,176(%rdi) |
| movq %rax,184(%rdi) |
| movq %r10,192(%rdi) |
| movq 200(%rsp),%rsi |
| imulq $19,%rsi,%rax |
| movq %rax,56(%rsp) |
| mulq 152(%rsp) |
| mov %rax,%rsi |
| mov %rdx,%rcx |
| movq 208(%rsp),%rdx |
| imulq $19,%rdx,%rax |
| movq %rax,64(%rsp) |
| mulq 144(%rsp) |
| add %rax,%rsi |
| adc %rdx,%rcx |
| movq 176(%rsp),%rax |
| mulq 136(%rsp) |
| add %rax,%rsi |
| adc %rdx,%rcx |
| movq 176(%rsp),%rax |
| mulq 144(%rsp) |
| mov %rax,%r8 |
| mov %rdx,%r9 |
| movq 176(%rsp),%rax |
| mulq 152(%rsp) |
| mov %rax,%r10 |
| mov %rdx,%r11 |
| movq 176(%rsp),%rax |
| mulq 160(%rsp) |
| mov %rax,%r12 |
| mov %rdx,%r13 |
| movq 176(%rsp),%rax |
| mulq 168(%rsp) |
| mov %rax,%r14 |
| mov %rdx,%r15 |
| movq 184(%rsp),%rax |
| mulq 136(%rsp) |
| add %rax,%r8 |
| adc %rdx,%r9 |
| movq 184(%rsp),%rax |
| mulq 144(%rsp) |
| add %rax,%r10 |
| adc %rdx,%r11 |
| movq 184(%rsp),%rax |
| mulq 152(%rsp) |
| add %rax,%r12 |
| adc %rdx,%r13 |
| movq 184(%rsp),%rax |
| mulq 160(%rsp) |
| add %rax,%r14 |
| adc %rdx,%r15 |
| movq 184(%rsp),%rdx |
| imulq $19,%rdx,%rax |
| mulq 168(%rsp) |
| add %rax,%rsi |
| adc %rdx,%rcx |
| movq 192(%rsp),%rax |
| mulq 136(%rsp) |
| add %rax,%r10 |
| adc %rdx,%r11 |
| movq 192(%rsp),%rax |
| mulq 144(%rsp) |
| add %rax,%r12 |
| adc %rdx,%r13 |
| movq 192(%rsp),%rax |
| mulq 152(%rsp) |
| add %rax,%r14 |
| adc %rdx,%r15 |
| movq 192(%rsp),%rdx |
| imulq $19,%rdx,%rax |
| mulq 160(%rsp) |
| add %rax,%rsi |
| adc %rdx,%rcx |
| movq 192(%rsp),%rdx |
| imulq $19,%rdx,%rax |
| mulq 168(%rsp) |
| add %rax,%r8 |
| adc %rdx,%r9 |
| movq 200(%rsp),%rax |
| mulq 136(%rsp) |
| add %rax,%r12 |
| adc %rdx,%r13 |
| movq 200(%rsp),%rax |
| mulq 144(%rsp) |
| add %rax,%r14 |
| adc %rdx,%r15 |
| movq 56(%rsp),%rax |
| mulq 160(%rsp) |
| add %rax,%r8 |
| adc %rdx,%r9 |
| movq 56(%rsp),%rax |
| mulq 168(%rsp) |
| add %rax,%r10 |
| adc %rdx,%r11 |
| movq 208(%rsp),%rax |
| mulq 136(%rsp) |
| add %rax,%r14 |
| adc %rdx,%r15 |
| movq 64(%rsp),%rax |
| mulq 152(%rsp) |
| add %rax,%r8 |
| adc %rdx,%r9 |
| movq 64(%rsp),%rax |
| mulq 160(%rsp) |
| add %rax,%r10 |
| adc %rdx,%r11 |
| movq 64(%rsp),%rax |
| mulq 168(%rsp) |
| add %rax,%r12 |
| adc %rdx,%r13 |
| movq x25519_x86_64_REDMASK51(%rip),%rdx |
| shld $13,%rsi,%rcx |
| and %rdx,%rsi |
| shld $13,%r8,%r9 |
| and %rdx,%r8 |
| add %rcx,%r8 |
| shld $13,%r10,%r11 |
| and %rdx,%r10 |
| add %r9,%r10 |
| shld $13,%r12,%r13 |
| and %rdx,%r12 |
| add %r11,%r12 |
| shld $13,%r14,%r15 |
| and %rdx,%r14 |
| add %r13,%r14 |
| imulq $19,%r15,%rcx |
| add %rcx,%rsi |
| mov %rsi,%rcx |
| shr $51,%rcx |
| add %r8,%rcx |
| mov %rcx,%r8 |
| shr $51,%rcx |
| and %rdx,%rsi |
| add %r10,%rcx |
| mov %rcx,%r9 |
| shr $51,%rcx |
| and %rdx,%r8 |
| add %r12,%rcx |
| mov %rcx,%rax |
| shr $51,%rcx |
| and %rdx,%r9 |
| add %r14,%rcx |
| mov %rcx,%r10 |
| shr $51,%rcx |
| and %rdx,%rax |
| imulq $19,%rcx,%rcx |
| add %rcx,%rsi |
| and %rdx,%r10 |
| movq %rsi,40(%rdi) |
| movq %r8,48(%rdi) |
| movq %r9,56(%rdi) |
| movq %rax,64(%rdi) |
| movq %r10,72(%rdi) |
| movq 216(%rsp),%rax |
| mulq x25519_x86_64_121666_213(%rip) |
| shr $13,%rax |
| mov %rax,%rsi |
| mov %rdx,%rcx |
| movq 224(%rsp),%rax |
| mulq x25519_x86_64_121666_213(%rip) |
| shr $13,%rax |
| add %rax,%rcx |
| mov %rdx,%r8 |
| movq 232(%rsp),%rax |
| mulq x25519_x86_64_121666_213(%rip) |
| shr $13,%rax |
| add %rax,%r8 |
| mov %rdx,%r9 |
| movq 240(%rsp),%rax |
| mulq x25519_x86_64_121666_213(%rip) |
| shr $13,%rax |
| add %rax,%r9 |
| mov %rdx,%r10 |
| movq 248(%rsp),%rax |
| mulq x25519_x86_64_121666_213(%rip) |
| shr $13,%rax |
| add %rax,%r10 |
| imulq $19,%rdx,%rdx |
| add %rdx,%rsi |
| addq 136(%rsp),%rsi |
| addq 144(%rsp),%rcx |
| addq 152(%rsp),%r8 |
| addq 160(%rsp),%r9 |
| addq 168(%rsp),%r10 |
| movq %rsi,80(%rdi) |
| movq %rcx,88(%rdi) |
| movq %r8,96(%rdi) |
| movq %r9,104(%rdi) |
| movq %r10,112(%rdi) |
| movq 104(%rdi),%rsi |
| imulq $19,%rsi,%rax |
| movq %rax,56(%rsp) |
| mulq 232(%rsp) |
| mov %rax,%rsi |
| mov %rdx,%rcx |
| movq 112(%rdi),%rdx |
| imulq $19,%rdx,%rax |
| movq %rax,64(%rsp) |
| mulq 224(%rsp) |
| add %rax,%rsi |
| adc %rdx,%rcx |
| movq 80(%rdi),%rax |
| mulq 216(%rsp) |
| add %rax,%rsi |
| adc %rdx,%rcx |
| movq 80(%rdi),%rax |
| mulq 224(%rsp) |
| mov %rax,%r8 |
| mov %rdx,%r9 |
| movq 80(%rdi),%rax |
| mulq 232(%rsp) |
| mov %rax,%r10 |
| mov %rdx,%r11 |
| movq 80(%rdi),%rax |
| mulq 240(%rsp) |
| mov %rax,%r12 |
| mov %rdx,%r13 |
| movq 80(%rdi),%rax |
| mulq 248(%rsp) |
| mov %rax,%r14 |
| mov %rdx,%r15 |
| movq 88(%rdi),%rax |
| mulq 216(%rsp) |
| add %rax,%r8 |
| adc %rdx,%r9 |
| movq 88(%rdi),%rax |
| mulq 224(%rsp) |
| add %rax,%r10 |
| adc %rdx,%r11 |
| movq 88(%rdi),%rax |
| mulq 232(%rsp) |
| add %rax,%r12 |
| adc %rdx,%r13 |
| movq 88(%rdi),%rax |
| mulq 240(%rsp) |
| add %rax,%r14 |
| adc %rdx,%r15 |
| movq 88(%rdi),%rdx |
| imulq $19,%rdx,%rax |
| mulq 248(%rsp) |
| add %rax,%rsi |
| adc %rdx,%rcx |
| movq 96(%rdi),%rax |
| mulq 216(%rsp) |
| add %rax,%r10 |
| adc %rdx,%r11 |
| movq 96(%rdi),%rax |
| mulq 224(%rsp) |
| add %rax,%r12 |
| adc %rdx,%r13 |
| movq 96(%rdi),%rax |
| mulq 232(%rsp) |
| add %rax,%r14 |
| adc %rdx,%r15 |
| movq 96(%rdi),%rdx |
| imulq $19,%rdx,%rax |
| mulq 240(%rsp) |
| add %rax,%rsi |
| adc %rdx,%rcx |
| movq 96(%rdi),%rdx |
| imulq $19,%rdx,%rax |
| mulq 248(%rsp) |
| add %rax,%r8 |
| adc %rdx,%r9 |
| movq 104(%rdi),%rax |
| mulq 216(%rsp) |
| add %rax,%r12 |
| adc %rdx,%r13 |
| movq 104(%rdi),%rax |
| mulq 224(%rsp) |
| add %rax,%r14 |
| adc %rdx,%r15 |
| movq 56(%rsp),%rax |
| mulq 240(%rsp) |
| add %rax,%r8 |
| adc %rdx,%r9 |
| movq 56(%rsp),%rax |
| mulq 248(%rsp) |
| add %rax,%r10 |
| adc %rdx,%r11 |
| movq 112(%rdi),%rax |
| mulq 216(%rsp) |
| add %rax,%r14 |
| adc %rdx,%r15 |
| movq 64(%rsp),%rax |
| mulq 232(%rsp) |
| add %rax,%r8 |
| adc %rdx,%r9 |
| movq 64(%rsp),%rax |
| mulq 240(%rsp) |
| add %rax,%r10 |
| adc %rdx,%r11 |
| movq 64(%rsp),%rax |
| mulq 248(%rsp) |
| add %rax,%r12 |
| adc %rdx,%r13 |
| movq x25519_x86_64_REDMASK51(%rip),%rdx |
| shld $13,%rsi,%rcx |
| and %rdx,%rsi |
| shld $13,%r8,%r9 |
| and %rdx,%r8 |
| add %rcx,%r8 |
| shld $13,%r10,%r11 |
| and %rdx,%r10 |
| add %r9,%r10 |
| shld $13,%r12,%r13 |
| and %rdx,%r12 |
| add %r11,%r12 |
| shld $13,%r14,%r15 |
| and %rdx,%r14 |
| add %r13,%r14 |
| imulq $19,%r15,%rcx |
| add %rcx,%rsi |
| mov %rsi,%rcx |
| shr $51,%rcx |
| add %r8,%rcx |
| mov %rcx,%r8 |
| shr $51,%rcx |
| and %rdx,%rsi |
| add %r10,%rcx |
| mov %rcx,%r9 |
| shr $51,%rcx |
| and %rdx,%r8 |
| add %r12,%rcx |
| mov %rcx,%rax |
| shr $51,%rcx |
| and %rdx,%r9 |
| add %r14,%rcx |
| mov %rcx,%r10 |
| shr $51,%rcx |
| and %rdx,%rax |
| imulq $19,%rcx,%rcx |
| add %rcx,%rsi |
| and %rdx,%r10 |
| movq %rsi,80(%rdi) |
| movq %r8,88(%rdi) |
| movq %r9,96(%rdi) |
| movq %rax,104(%rdi) |
| movq %r10,112(%rdi) |
| movq 0(%rsp),%r11 |
| movq 8(%rsp),%r12 |
| movq 16(%rsp),%r13 |
| movq 24(%rsp),%r14 |
| movq 32(%rsp),%r15 |
| movq 40(%rsp),%rbx |
| movq 48(%rsp),%rbp |
| add %r11,%rsp |
| mov %rdi,%rax |
| mov %rsi,%rdx |
| ret |
| |
| .p2align 5 |
| .globl C_ABI(x25519_x86_64_work_cswap) |
| HIDDEN C_ABI(x25519_x86_64_work_cswap) |
| C_ABI(x25519_x86_64_work_cswap): |
| mov %rsp,%r11 |
| and $31,%r11 |
| add $0,%r11 |
| sub %r11,%rsp |
| cmp $1,%rsi |
| movq 0(%rdi),%rsi |
| movq 80(%rdi),%rdx |
| movq 8(%rdi),%rcx |
| movq 88(%rdi),%r8 |
| mov %rsi,%r9 |
| cmove %rdx,%rsi |
| cmove %r9,%rdx |
| mov %rcx,%r9 |
| cmove %r8,%rcx |
| cmove %r9,%r8 |
| movq %rsi,0(%rdi) |
| movq %rdx,80(%rdi) |
| movq %rcx,8(%rdi) |
| movq %r8,88(%rdi) |
| movq 16(%rdi),%rsi |
| movq 96(%rdi),%rdx |
| movq 24(%rdi),%rcx |
| movq 104(%rdi),%r8 |
| mov %rsi,%r9 |
| cmove %rdx,%rsi |
| cmove %r9,%rdx |
| mov %rcx,%r9 |
| cmove %r8,%rcx |
| cmove %r9,%r8 |
| movq %rsi,16(%rdi) |
| movq %rdx,96(%rdi) |
| movq %rcx,24(%rdi) |
| movq %r8,104(%rdi) |
| movq 32(%rdi),%rsi |
| movq 112(%rdi),%rdx |
| movq 40(%rdi),%rcx |
| movq 120(%rdi),%r8 |
| mov %rsi,%r9 |
| cmove %rdx,%rsi |
| cmove %r9,%rdx |
| mov %rcx,%r9 |
| cmove %r8,%rcx |
| cmove %r9,%r8 |
| movq %rsi,32(%rdi) |
| movq %rdx,112(%rdi) |
| movq %rcx,40(%rdi) |
| movq %r8,120(%rdi) |
| movq 48(%rdi),%rsi |
| movq 128(%rdi),%rdx |
| movq 56(%rdi),%rcx |
| movq 136(%rdi),%r8 |
| mov %rsi,%r9 |
| cmove %rdx,%rsi |
| cmove %r9,%rdx |
| mov %rcx,%r9 |
| cmove %r8,%rcx |
| cmove %r9,%r8 |
| movq %rsi,48(%rdi) |
| movq %rdx,128(%rdi) |
| movq %rcx,56(%rdi) |
| movq %r8,136(%rdi) |
| movq 64(%rdi),%rsi |
| movq 144(%rdi),%rdx |
| movq 72(%rdi),%rcx |
| movq 152(%rdi),%r8 |
| mov %rsi,%r9 |
| cmove %rdx,%rsi |
| cmove %r9,%rdx |
| mov %rcx,%r9 |
| cmove %r8,%rcx |
| cmove %r9,%r8 |
| movq %rsi,64(%rdi) |
| movq %rdx,144(%rdi) |
| movq %rcx,72(%rdi) |
| movq %r8,152(%rdi) |
| add %r11,%rsp |
| mov %rdi,%rax |
| mov %rsi,%rdx |
| ret |
| |
| #endif /* __x86_64__ */ |
| #endif /* !OPENSSL_NO_ASM */ |
