; This file is generated from a similarly-named Perl script in the BoringSSL
; source tree. Do not edit by hand.

%ifidn __OUTPUT_FORMAT__, win64
default	rel
%define XMMWORD
%define YMMWORD
%define ZMMWORD
%define _CET_ENDBR

%ifdef BORINGSSL_PREFIX
%include "boringssl_prefix_symbols_internal_x86_64_win_asm.inc"
%endif
section	.text code align=64


global	gcm_gmult_ssse3
ALIGN	16
gcm_gmult_ssse3:

$L$SEH_begin_gcm_gmult_ssse3_1:
_CET_ENDBR
	sub	rsp,40
$L$SEH_prologue_gcm_gmult_ssse3_2:
	movdqa	XMMWORD[rsp],xmm6
$L$SEH_prologue_gcm_gmult_ssse3_3:
	movdqa	XMMWORD[16+rsp],xmm10
$L$SEH_prologue_gcm_gmult_ssse3_4:
$L$SEH_endprologue_gcm_gmult_ssse3_5:
	movdqu	xmm0,XMMWORD[rcx]
	movdqa	xmm10,XMMWORD[$L$reverse_bytes]
	movdqa	xmm2,XMMWORD[$L$low4_mask]


	pshufb	xmm0,xmm10


	movdqa	xmm1,xmm2
	pandn	xmm1,xmm0
	psrld	xmm1,4
	pand	xmm0,xmm2


	pxor	xmm2,xmm2
	pxor	xmm3,xmm3
	mov	rax,5
$L$oop_row_1:
	movdqu	xmm4,XMMWORD[rdx]
	lea	rdx,[16+rdx]


	movdqa	xmm6,xmm2
	palignr	xmm6,xmm3,1
	movdqa	xmm3,xmm6
	psrldq	xmm2,1


	movdqa	xmm5,xmm4
	pshufb	xmm4,xmm0
	pshufb	xmm5,xmm1


	pxor	xmm2,xmm5


	movdqa	xmm5,xmm4
	psllq	xmm5,60
	movdqa	xmm6,xmm5
	pslldq	xmm6,8
	pxor	xmm3,xmm6


	psrldq	xmm5,8
	pxor	xmm2,xmm5
	psrlq	xmm4,4
	pxor	xmm2,xmm4

	sub	rax,1
	jnz	NEAR $L$oop_row_1


	pxor	xmm2,xmm3
	psrlq	xmm3,1
	pxor	xmm2,xmm3
	psrlq	xmm3,1
	pxor	xmm2,xmm3
	psrlq	xmm3,5
	pxor	xmm2,xmm3
	pxor	xmm3,xmm3
	mov	rax,5
$L$oop_row_2:
	movdqu	xmm4,XMMWORD[rdx]
	lea	rdx,[16+rdx]


	movdqa	xmm6,xmm2
	palignr	xmm6,xmm3,1
	movdqa	xmm3,xmm6
	psrldq	xmm2,1


	movdqa	xmm5,xmm4
	pshufb	xmm4,xmm0
	pshufb	xmm5,xmm1


	pxor	xmm2,xmm5


	movdqa	xmm5,xmm4
	psllq	xmm5,60
	movdqa	xmm6,xmm5
	pslldq	xmm6,8
	pxor	xmm3,xmm6


	psrldq	xmm5,8
	pxor	xmm2,xmm5
	psrlq	xmm4,4
	pxor	xmm2,xmm4

	sub	rax,1
	jnz	NEAR $L$oop_row_2


	pxor	xmm2,xmm3
	psrlq	xmm3,1
	pxor	xmm2,xmm3
	psrlq	xmm3,1
	pxor	xmm2,xmm3
	psrlq	xmm3,5
	pxor	xmm2,xmm3
	pxor	xmm3,xmm3
	mov	rax,6
$L$oop_row_3:
	movdqu	xmm4,XMMWORD[rdx]
	lea	rdx,[16+rdx]


	movdqa	xmm6,xmm2
	palignr	xmm6,xmm3,1
	movdqa	xmm3,xmm6
	psrldq	xmm2,1


	movdqa	xmm5,xmm4
	pshufb	xmm4,xmm0
	pshufb	xmm5,xmm1


	pxor	xmm2,xmm5


	movdqa	xmm5,xmm4
	psllq	xmm5,60
	movdqa	xmm6,xmm5
	pslldq	xmm6,8
	pxor	xmm3,xmm6


	psrldq	xmm5,8
	pxor	xmm2,xmm5
	psrlq	xmm4,4
	pxor	xmm2,xmm4

	sub	rax,1
	jnz	NEAR $L$oop_row_3


	pxor	xmm2,xmm3
	psrlq	xmm3,1
	pxor	xmm2,xmm3
	psrlq	xmm3,1
	pxor	xmm2,xmm3
	psrlq	xmm3,5
	pxor	xmm2,xmm3
	pxor	xmm3,xmm3

	pshufb	xmm2,xmm10
	movdqu	XMMWORD[rcx],xmm2


	pxor	xmm0,xmm0
	pxor	xmm1,xmm1
	pxor	xmm2,xmm2
	pxor	xmm3,xmm3
	pxor	xmm4,xmm4
	pxor	xmm5,xmm5
	pxor	xmm6,xmm6
	movdqa	xmm6,XMMWORD[rsp]
	movdqa	xmm10,XMMWORD[16+rsp]
	add	rsp,40
	ret

$L$SEH_end_gcm_gmult_ssse3_6:


global	gcm_ghash_ssse3
ALIGN	16
gcm_ghash_ssse3:

$L$SEH_begin_gcm_ghash_ssse3_1:
_CET_ENDBR
	sub	rsp,56
$L$SEH_prologue_gcm_ghash_ssse3_2:
	movdqa	XMMWORD[rsp],xmm6
$L$SEH_prologue_gcm_ghash_ssse3_3:
	movdqa	XMMWORD[16+rsp],xmm10
$L$SEH_prologue_gcm_ghash_ssse3_4:
	movdqa	XMMWORD[32+rsp],xmm11
$L$SEH_prologue_gcm_ghash_ssse3_5:
$L$SEH_endprologue_gcm_ghash_ssse3_6:
	movdqu	xmm0,XMMWORD[rcx]
	movdqa	xmm10,XMMWORD[$L$reverse_bytes]
	movdqa	xmm11,XMMWORD[$L$low4_mask]


	and	r9,-16


	pshufb	xmm0,xmm10


	pxor	xmm3,xmm3
$L$oop_ghash:

	movdqu	xmm1,XMMWORD[r8]
	pshufb	xmm1,xmm10
	pxor	xmm0,xmm1


	movdqa	xmm1,xmm11
	pandn	xmm1,xmm0
	psrld	xmm1,4
	pand	xmm0,xmm11


	pxor	xmm2,xmm2

	mov	rax,5
$L$oop_row_4:
	movdqu	xmm4,XMMWORD[rdx]
	lea	rdx,[16+rdx]


	movdqa	xmm6,xmm2
	palignr	xmm6,xmm3,1
	movdqa	xmm3,xmm6
	psrldq	xmm2,1


	movdqa	xmm5,xmm4
	pshufb	xmm4,xmm0
	pshufb	xmm5,xmm1


	pxor	xmm2,xmm5


	movdqa	xmm5,xmm4
	psllq	xmm5,60
	movdqa	xmm6,xmm5
	pslldq	xmm6,8
	pxor	xmm3,xmm6


	psrldq	xmm5,8
	pxor	xmm2,xmm5
	psrlq	xmm4,4
	pxor	xmm2,xmm4

	sub	rax,1
	jnz	NEAR $L$oop_row_4


	pxor	xmm2,xmm3
	psrlq	xmm3,1
	pxor	xmm2,xmm3
	psrlq	xmm3,1
	pxor	xmm2,xmm3
	psrlq	xmm3,5
	pxor	xmm2,xmm3
	pxor	xmm3,xmm3
	mov	rax,5
$L$oop_row_5:
	movdqu	xmm4,XMMWORD[rdx]
	lea	rdx,[16+rdx]


	movdqa	xmm6,xmm2
	palignr	xmm6,xmm3,1
	movdqa	xmm3,xmm6
	psrldq	xmm2,1


	movdqa	xmm5,xmm4
	pshufb	xmm4,xmm0
	pshufb	xmm5,xmm1


	pxor	xmm2,xmm5


	movdqa	xmm5,xmm4
	psllq	xmm5,60
	movdqa	xmm6,xmm5
	pslldq	xmm6,8
	pxor	xmm3,xmm6


	psrldq	xmm5,8
	pxor	xmm2,xmm5
	psrlq	xmm4,4
	pxor	xmm2,xmm4

	sub	rax,1
	jnz	NEAR $L$oop_row_5


	pxor	xmm2,xmm3
	psrlq	xmm3,1
	pxor	xmm2,xmm3
	psrlq	xmm3,1
	pxor	xmm2,xmm3
	psrlq	xmm3,5
	pxor	xmm2,xmm3
	pxor	xmm3,xmm3
	mov	rax,6
$L$oop_row_6:
	movdqu	xmm4,XMMWORD[rdx]
	lea	rdx,[16+rdx]


	movdqa	xmm6,xmm2
	palignr	xmm6,xmm3,1
	movdqa	xmm3,xmm6
	psrldq	xmm2,1


	movdqa	xmm5,xmm4
	pshufb	xmm4,xmm0
	pshufb	xmm5,xmm1


	pxor	xmm2,xmm5


	movdqa	xmm5,xmm4
	psllq	xmm5,60
	movdqa	xmm6,xmm5
	pslldq	xmm6,8
	pxor	xmm3,xmm6


	psrldq	xmm5,8
	pxor	xmm2,xmm5
	psrlq	xmm4,4
	pxor	xmm2,xmm4

	sub	rax,1
	jnz	NEAR $L$oop_row_6


	pxor	xmm2,xmm3
	psrlq	xmm3,1
	pxor	xmm2,xmm3
	psrlq	xmm3,1
	pxor	xmm2,xmm3
	psrlq	xmm3,5
	pxor	xmm2,xmm3
	pxor	xmm3,xmm3
	movdqa	xmm0,xmm2


	lea	rdx,[((-256))+rdx]


	lea	r8,[16+r8]
	sub	r9,16
	jnz	NEAR $L$oop_ghash


	pshufb	xmm0,xmm10
	movdqu	XMMWORD[rcx],xmm0


	pxor	xmm0,xmm0
	pxor	xmm1,xmm1
	pxor	xmm2,xmm2
	pxor	xmm3,xmm3
	pxor	xmm4,xmm4
	pxor	xmm5,xmm5
	pxor	xmm6,xmm6
	movdqa	xmm6,XMMWORD[rsp]
	movdqa	xmm10,XMMWORD[16+rsp]
	movdqa	xmm11,XMMWORD[32+rsp]
	add	rsp,56
	ret

$L$SEH_end_gcm_ghash_ssse3_7:


section	.rdata rdata align=8
ALIGN	16


$L$reverse_bytes:
	DB	15,14,13,12,11,10,9,8,7,6,5,4,3,2,1,0

$L$low4_mask:
	DQ	0x0f0f0f0f0f0f0f0f,0x0f0f0f0f0f0f0f0f
section	.text

section	.pdata rdata align=4
ALIGN	4
	DD	$L$SEH_begin_gcm_gmult_ssse3_1 wrt ..imagebase
	DD	$L$SEH_end_gcm_gmult_ssse3_6 wrt ..imagebase
	DD	$L$SEH_info_gcm_gmult_ssse3_0 wrt ..imagebase

	DD	$L$SEH_begin_gcm_ghash_ssse3_1 wrt ..imagebase
	DD	$L$SEH_end_gcm_ghash_ssse3_7 wrt ..imagebase
	DD	$L$SEH_info_gcm_ghash_ssse3_0 wrt ..imagebase


section	.xdata rdata align=8
ALIGN	4
$L$SEH_info_gcm_gmult_ssse3_0:
	DB	1
	DB	$L$SEH_endprologue_gcm_gmult_ssse3_5-$L$SEH_begin_gcm_gmult_ssse3_1
	DB	5
	DB	0
	DB	$L$SEH_prologue_gcm_gmult_ssse3_4-$L$SEH_begin_gcm_gmult_ssse3_1
	DB	168
	DW	1
	DB	$L$SEH_prologue_gcm_gmult_ssse3_3-$L$SEH_begin_gcm_gmult_ssse3_1
	DB	104
	DW	0
	DB	$L$SEH_prologue_gcm_gmult_ssse3_2-$L$SEH_begin_gcm_gmult_ssse3_1
	DB	66

	DW	0
$L$SEH_info_gcm_ghash_ssse3_0:
	DB	1
	DB	$L$SEH_endprologue_gcm_ghash_ssse3_6-$L$SEH_begin_gcm_ghash_ssse3_1
	DB	7
	DB	0
	DB	$L$SEH_prologue_gcm_ghash_ssse3_5-$L$SEH_begin_gcm_ghash_ssse3_1
	DB	184
	DW	2
	DB	$L$SEH_prologue_gcm_ghash_ssse3_4-$L$SEH_begin_gcm_ghash_ssse3_1
	DB	168
	DW	1
	DB	$L$SEH_prologue_gcm_ghash_ssse3_3-$L$SEH_begin_gcm_ghash_ssse3_1
	DB	104
	DW	0
	DB	$L$SEH_prologue_gcm_ghash_ssse3_2-$L$SEH_begin_gcm_ghash_ssse3_1
	DB	98

	DW	0
%else
; Work around https://bugzilla.nasm.us/show_bug.cgi?id=3392738
ret
%endif