Packages

hackney

3.0.2
4.7.2 4.7.1 4.7.0 4.6.1 4.6.0 4.5.2 4.5.1 4.5.0 4.4.5 4.4.3 4.4.2 4.4.1 4.4.0 4.3.0 4.2.3 4.2.2 4.2.1 4.2.0 4.1.0 4.0.3 4.0.2 4.0.1 4.0.0 3.2.1 3.2.0 3.1.2 3.1.1 3.1.0 3.0.3 3.0.2 3.0.1 3.0.0 retired 2.0.1 2.0.0 2.0.0-beta.1 1.25.0 1.24.1 1.24.0 1.23.0 1.22.0 1.21.0 1.20.1 1.20.0 1.19.1 1.19.0 1.18.2 1.18.1 1.18.0 1.17.4 1.17.3 1.17.2 1.17.1 1.17.0 1.16.0 1.15.2 1.15.1 1.15.0 1.14.3 1.14.2 1.14.0 1.13.0 1.12.1 1.12.0 1.11.0 1.10.1 1.10.0 1.9.0 1.8.6 1.8.5 1.8.4 1.8.3 1.8.2 1.8.0 1.7.1 1.7.0 1.6.6 retired 1.6.5 1.6.4 retired 1.6.3 1.6.2 1.6.1 1.6.0 1.5.7 1.5.6 1.5.5 1.5.4 1.5.3 1.5.2 1.5.1 1.5.0 1.4.10 1.4.8 1.4.7 1.4.6 1.4.5 1.4.4 1.4.3 1.4.2 1.4.1 1.4.0 1.3.2 1.3.1 1.3.0 1.2.0 1.1.0 1.0.6 1.0.5 1.0.2 1.0.1 0.15.2 0.15.0 0.14.3 0.14.2 0.14.1 0.14.0 0.13.1

Simple HTTP client with HTTP/1.1, HTTP/2, and HTTP/3 support

Security advisory: This version has known vulnerabilities. View advisories
HexDocs

Current section

Files

Jump to
Readme
116 Versions
6 Dependencies
Dependants
12 Advisories
Files
Activity
hackney c_src boringssl gen bcm aesni-x86-linux.S
Raw

c_src/boringssl/gen/bcm/aesni-x86-linux.S 

// This file is generated from a similarly-named Perl script in the BoringSSL

// source tree. Do not edit by hand.



#include <openssl/asm_base.h>



#if !defined(OPENSSL_NO_ASM) && defined(OPENSSL_X86) && defined(__ELF__)

.text

#ifdef BORINGSSL_DISPATCH_TEST

#endif

.globl	aes_hw_encrypt

.hidden	aes_hw_encrypt

.type	aes_hw_encrypt,@function

.align	16

aes_hw_encrypt:

.L_aes_hw_encrypt_begin:

#ifdef BORINGSSL_DISPATCH_TEST

	pushl	%ebx

	pushl	%edx

	call	.L000pic_for_function_hit

.L000pic_for_function_hit:

	popl	%ebx

	leal	BORINGSSL_function_hit+1-.L000pic_for_function_hit(%ebx),%ebx

	movl	$1,%edx

	movb	%dl,(%ebx)

	popl	%edx

	popl	%ebx

#endif

	movl	4(%esp),%eax

	movl	12(%esp),%edx

	movups	(%eax),%xmm2

	movl	240(%edx),%ecx

	movl	8(%esp),%eax

	movups	(%edx),%xmm0

	movups	16(%edx),%xmm1

	leal	32(%edx),%edx

	xorps	%xmm0,%xmm2

.L001enc1_loop_1:

.byte	102,15,56,220,209

	decl	%ecx

	movups	(%edx),%xmm1

	leal	16(%edx),%edx

	jnz	.L001enc1_loop_1

.byte	102,15,56,221,209

	pxor	%xmm0,%xmm0

	pxor	%xmm1,%xmm1

	movups	%xmm2,(%eax)

	pxor	%xmm2,%xmm2

	ret

.size	aes_hw_encrypt,.-.L_aes_hw_encrypt_begin

.globl	aes_hw_decrypt

.hidden	aes_hw_decrypt

.type	aes_hw_decrypt,@function

.align	16

aes_hw_decrypt:

.L_aes_hw_decrypt_begin:

	movl	4(%esp),%eax

	movl	12(%esp),%edx

	movups	(%eax),%xmm2

	movl	240(%edx),%ecx

	movl	8(%esp),%eax

	movups	(%edx),%xmm0

	movups	16(%edx),%xmm1

	leal	32(%edx),%edx

	xorps	%xmm0,%xmm2

.L002dec1_loop_2:

.byte	102,15,56,222,209

	decl	%ecx

	movups	(%edx),%xmm1

	leal	16(%edx),%edx

	jnz	.L002dec1_loop_2

.byte	102,15,56,223,209

	pxor	%xmm0,%xmm0

	pxor	%xmm1,%xmm1

	movups	%xmm2,(%eax)

	pxor	%xmm2,%xmm2

	ret

.size	aes_hw_decrypt,.-.L_aes_hw_decrypt_begin

.hidden	_aesni_encrypt2

.type	_aesni_encrypt2,@function

.align	16

_aesni_encrypt2:

	movups	(%edx),%xmm0

	shll	$4,%ecx

	movups	16(%edx),%xmm1

	xorps	%xmm0,%xmm2

	pxor	%xmm0,%xmm3

	movups	32(%edx),%xmm0

	leal	32(%edx,%ecx,1),%edx

	negl	%ecx

	addl	$16,%ecx

.L003enc2_loop:

.byte	102,15,56,220,209

.byte	102,15,56,220,217

	movups	(%edx,%ecx,1),%xmm1

	addl	$32,%ecx

.byte	102,15,56,220,208

.byte	102,15,56,220,216

	movups	-16(%edx,%ecx,1),%xmm0

	jnz	.L003enc2_loop

.byte	102,15,56,220,209

.byte	102,15,56,220,217

.byte	102,15,56,221,208

.byte	102,15,56,221,216

	ret

.size	_aesni_encrypt2,.-_aesni_encrypt2

.hidden	_aesni_decrypt2

.type	_aesni_decrypt2,@function

.align	16

_aesni_decrypt2:

	movups	(%edx),%xmm0

	shll	$4,%ecx

	movups	16(%edx),%xmm1

	xorps	%xmm0,%xmm2

	pxor	%xmm0,%xmm3

	movups	32(%edx),%xmm0

	leal	32(%edx,%ecx,1),%edx

	negl	%ecx

	addl	$16,%ecx

.L004dec2_loop:

.byte	102,15,56,222,209

.byte	102,15,56,222,217

	movups	(%edx,%ecx,1),%xmm1

	addl	$32,%ecx

.byte	102,15,56,222,208

.byte	102,15,56,222,216

	movups	-16(%edx,%ecx,1),%xmm0

	jnz	.L004dec2_loop

.byte	102,15,56,222,209

.byte	102,15,56,222,217

.byte	102,15,56,223,208

.byte	102,15,56,223,216

	ret

.size	_aesni_decrypt2,.-_aesni_decrypt2

.hidden	_aesni_encrypt3

.type	_aesni_encrypt3,@function

.align	16

_aesni_encrypt3:

	movups	(%edx),%xmm0

	shll	$4,%ecx

	movups	16(%edx),%xmm1

	xorps	%xmm0,%xmm2

	pxor	%xmm0,%xmm3

	pxor	%xmm0,%xmm4

	movups	32(%edx),%xmm0

	leal	32(%edx,%ecx,1),%edx

	negl	%ecx

	addl	$16,%ecx

.L005enc3_loop:

.byte	102,15,56,220,209

.byte	102,15,56,220,217

.byte	102,15,56,220,225

	movups	(%edx,%ecx,1),%xmm1

	addl	$32,%ecx

.byte	102,15,56,220,208

.byte	102,15,56,220,216

.byte	102,15,56,220,224

	movups	-16(%edx,%ecx,1),%xmm0

	jnz	.L005enc3_loop

.byte	102,15,56,220,209

.byte	102,15,56,220,217

.byte	102,15,56,220,225

.byte	102,15,56,221,208

.byte	102,15,56,221,216

.byte	102,15,56,221,224

	ret

.size	_aesni_encrypt3,.-_aesni_encrypt3

.hidden	_aesni_decrypt3

.type	_aesni_decrypt3,@function

.align	16

_aesni_decrypt3:

	movups	(%edx),%xmm0

	shll	$4,%ecx

	movups	16(%edx),%xmm1

	xorps	%xmm0,%xmm2

	pxor	%xmm0,%xmm3

	pxor	%xmm0,%xmm4

	movups	32(%edx),%xmm0

	leal	32(%edx,%ecx,1),%edx

	negl	%ecx

	addl	$16,%ecx

.L006dec3_loop:

.byte	102,15,56,222,209

.byte	102,15,56,222,217

.byte	102,15,56,222,225

	movups	(%edx,%ecx,1),%xmm1

	addl	$32,%ecx

.byte	102,15,56,222,208

.byte	102,15,56,222,216

.byte	102,15,56,222,224

	movups	-16(%edx,%ecx,1),%xmm0

	jnz	.L006dec3_loop

.byte	102,15,56,222,209

.byte	102,15,56,222,217

.byte	102,15,56,222,225

.byte	102,15,56,223,208

.byte	102,15,56,223,216

.byte	102,15,56,223,224

	ret

.size	_aesni_decrypt3,.-_aesni_decrypt3

.hidden	_aesni_encrypt4

.type	_aesni_encrypt4,@function

.align	16

_aesni_encrypt4:

	movups	(%edx),%xmm0

	movups	16(%edx),%xmm1

	shll	$4,%ecx

	xorps	%xmm0,%xmm2

	pxor	%xmm0,%xmm3

	pxor	%xmm0,%xmm4

	pxor	%xmm0,%xmm5

	movups	32(%edx),%xmm0

	leal	32(%edx,%ecx,1),%edx

	negl	%ecx

.byte	15,31,64,0

	addl	$16,%ecx

.L007enc4_loop:

.byte	102,15,56,220,209

.byte	102,15,56,220,217

.byte	102,15,56,220,225

.byte	102,15,56,220,233

	movups	(%edx,%ecx,1),%xmm1

	addl	$32,%ecx

.byte	102,15,56,220,208

.byte	102,15,56,220,216

.byte	102,15,56,220,224

.byte	102,15,56,220,232

	movups	-16(%edx,%ecx,1),%xmm0

	jnz	.L007enc4_loop

.byte	102,15,56,220,209

.byte	102,15,56,220,217

.byte	102,15,56,220,225

.byte	102,15,56,220,233

.byte	102,15,56,221,208

.byte	102,15,56,221,216

.byte	102,15,56,221,224

.byte	102,15,56,221,232

	ret

.size	_aesni_encrypt4,.-_aesni_encrypt4

.hidden	_aesni_decrypt4

.type	_aesni_decrypt4,@function

.align	16

_aesni_decrypt4:

	movups	(%edx),%xmm0

	movups	16(%edx),%xmm1

	shll	$4,%ecx

	xorps	%xmm0,%xmm2

	pxor	%xmm0,%xmm3

	pxor	%xmm0,%xmm4

	pxor	%xmm0,%xmm5

	movups	32(%edx),%xmm0

	leal	32(%edx,%ecx,1),%edx

	negl	%ecx

.byte	15,31,64,0

	addl	$16,%ecx

.L008dec4_loop:

.byte	102,15,56,222,209

.byte	102,15,56,222,217

.byte	102,15,56,222,225

.byte	102,15,56,222,233

	movups	(%edx,%ecx,1),%xmm1

	addl	$32,%ecx

.byte	102,15,56,222,208

.byte	102,15,56,222,216

.byte	102,15,56,222,224

.byte	102,15,56,222,232

	movups	-16(%edx,%ecx,1),%xmm0

	jnz	.L008dec4_loop

.byte	102,15,56,222,209

.byte	102,15,56,222,217

.byte	102,15,56,222,225

.byte	102,15,56,222,233

.byte	102,15,56,223,208

.byte	102,15,56,223,216

.byte	102,15,56,223,224

.byte	102,15,56,223,232

	ret

.size	_aesni_decrypt4,.-_aesni_decrypt4

.hidden	_aesni_encrypt6

.type	_aesni_encrypt6,@function

.align	16

_aesni_encrypt6:

	movups	(%edx),%xmm0

	shll	$4,%ecx

	movups	16(%edx),%xmm1

	xorps	%xmm0,%xmm2

	pxor	%xmm0,%xmm3

	pxor	%xmm0,%xmm4

.byte	102,15,56,220,209

	pxor	%xmm0,%xmm5

	pxor	%xmm0,%xmm6

.byte	102,15,56,220,217

	leal	32(%edx,%ecx,1),%edx

	negl	%ecx

.byte	102,15,56,220,225

	pxor	%xmm0,%xmm7

	movups	(%edx,%ecx,1),%xmm0

	addl	$16,%ecx

	jmp	.L009_aesni_encrypt6_inner

.align	16

.L010enc6_loop:

.byte	102,15,56,220,209

.byte	102,15,56,220,217

.byte	102,15,56,220,225

.L009_aesni_encrypt6_inner:

.byte	102,15,56,220,233

.byte	102,15,56,220,241

.byte	102,15,56,220,249

.L_aesni_encrypt6_enter:

	movups	(%edx,%ecx,1),%xmm1

	addl	$32,%ecx

.byte	102,15,56,220,208

.byte	102,15,56,220,216

.byte	102,15,56,220,224

.byte	102,15,56,220,232

.byte	102,15,56,220,240

.byte	102,15,56,220,248

	movups	-16(%edx,%ecx,1),%xmm0

	jnz	.L010enc6_loop

.byte	102,15,56,220,209

.byte	102,15,56,220,217

.byte	102,15,56,220,225

.byte	102,15,56,220,233

.byte	102,15,56,220,241

.byte	102,15,56,220,249

.byte	102,15,56,221,208

.byte	102,15,56,221,216

.byte	102,15,56,221,224

.byte	102,15,56,221,232

.byte	102,15,56,221,240

.byte	102,15,56,221,248

	ret

.size	_aesni_encrypt6,.-_aesni_encrypt6

.hidden	_aesni_decrypt6

.type	_aesni_decrypt6,@function

.align	16

_aesni_decrypt6:

	movups	(%edx),%xmm0

	shll	$4,%ecx

	movups	16(%edx),%xmm1

	xorps	%xmm0,%xmm2

	pxor	%xmm0,%xmm3

	pxor	%xmm0,%xmm4

.byte	102,15,56,222,209

	pxor	%xmm0,%xmm5

	pxor	%xmm0,%xmm6

.byte	102,15,56,222,217

	leal	32(%edx,%ecx,1),%edx

	negl	%ecx

.byte	102,15,56,222,225

	pxor	%xmm0,%xmm7

	movups	(%edx,%ecx,1),%xmm0

	addl	$16,%ecx

	jmp	.L011_aesni_decrypt6_inner

.align	16

.L012dec6_loop:

.byte	102,15,56,222,209

.byte	102,15,56,222,217

.byte	102,15,56,222,225

.L011_aesni_decrypt6_inner:

.byte	102,15,56,222,233

.byte	102,15,56,222,241

.byte	102,15,56,222,249

.L_aesni_decrypt6_enter:

	movups	(%edx,%ecx,1),%xmm1

	addl	$32,%ecx

.byte	102,15,56,222,208

.byte	102,15,56,222,216

.byte	102,15,56,222,224

.byte	102,15,56,222,232

.byte	102,15,56,222,240

.byte	102,15,56,222,248

	movups	-16(%edx,%ecx,1),%xmm0

	jnz	.L012dec6_loop

.byte	102,15,56,222,209

.byte	102,15,56,222,217

.byte	102,15,56,222,225

.byte	102,15,56,222,233

.byte	102,15,56,222,241

.byte	102,15,56,222,249

.byte	102,15,56,223,208

.byte	102,15,56,223,216

.byte	102,15,56,223,224

.byte	102,15,56,223,232

.byte	102,15,56,223,240

.byte	102,15,56,223,248

	ret

.size	_aesni_decrypt6,.-_aesni_decrypt6

.globl	aes_hw_ecb_encrypt

.hidden	aes_hw_ecb_encrypt

.type	aes_hw_ecb_encrypt,@function

.align	16

aes_hw_ecb_encrypt:

.L_aes_hw_ecb_encrypt_begin:

	pushl	%ebp

	pushl	%ebx

	pushl	%esi

	pushl	%edi

	movl	20(%esp),%esi

	movl	24(%esp),%edi

	movl	28(%esp),%eax

	movl	32(%esp),%edx

	movl	36(%esp),%ebx

	andl	$-16,%eax

	jz	.L013ecb_ret

	movl	240(%edx),%ecx

	testl	%ebx,%ebx

	jz	.L014ecb_decrypt

	movl	%edx,%ebp

	movl	%ecx,%ebx

	cmpl	$96,%eax

	jb	.L015ecb_enc_tail

	movdqu	(%esi),%xmm2

	movdqu	16(%esi),%xmm3

	movdqu	32(%esi),%xmm4

	movdqu	48(%esi),%xmm5

	movdqu	64(%esi),%xmm6

	movdqu	80(%esi),%xmm7

	leal	96(%esi),%esi

	subl	$96,%eax

	jmp	.L016ecb_enc_loop6_enter

.align	16

.L017ecb_enc_loop6:

	movups	%xmm2,(%edi)

	movdqu	(%esi),%xmm2

	movups	%xmm3,16(%edi)

	movdqu	16(%esi),%xmm3

	movups	%xmm4,32(%edi)

	movdqu	32(%esi),%xmm4

	movups	%xmm5,48(%edi)

	movdqu	48(%esi),%xmm5

	movups	%xmm6,64(%edi)

	movdqu	64(%esi),%xmm6

	movups	%xmm7,80(%edi)

	leal	96(%edi),%edi

	movdqu	80(%esi),%xmm7

	leal	96(%esi),%esi

.L016ecb_enc_loop6_enter:

	call	_aesni_encrypt6

	movl	%ebp,%edx

	movl	%ebx,%ecx

	subl	$96,%eax

	jnc	.L017ecb_enc_loop6

	movups	%xmm2,(%edi)

	movups	%xmm3,16(%edi)

	movups	%xmm4,32(%edi)

	movups	%xmm5,48(%edi)

	movups	%xmm6,64(%edi)

	movups	%xmm7,80(%edi)

	leal	96(%edi),%edi

	addl	$96,%eax

	jz	.L013ecb_ret

.L015ecb_enc_tail:

	movups	(%esi),%xmm2

	cmpl	$32,%eax

	jb	.L018ecb_enc_one

	movups	16(%esi),%xmm3

	je	.L019ecb_enc_two

	movups	32(%esi),%xmm4

	cmpl	$64,%eax

	jb	.L020ecb_enc_three

	movups	48(%esi),%xmm5

	je	.L021ecb_enc_four

	movups	64(%esi),%xmm6

	xorps	%xmm7,%xmm7

	call	_aesni_encrypt6

	movups	%xmm2,(%edi)

	movups	%xmm3,16(%edi)

	movups	%xmm4,32(%edi)

	movups	%xmm5,48(%edi)

	movups	%xmm6,64(%edi)

	jmp	.L013ecb_ret

.align	16

.L018ecb_enc_one:

	movups	(%edx),%xmm0

	movups	16(%edx),%xmm1

	leal	32(%edx),%edx

	xorps	%xmm0,%xmm2

.L022enc1_loop_3:

.byte	102,15,56,220,209

	decl	%ecx

	movups	(%edx),%xmm1

	leal	16(%edx),%edx

	jnz	.L022enc1_loop_3

.byte	102,15,56,221,209

	movups	%xmm2,(%edi)

	jmp	.L013ecb_ret

.align	16

.L019ecb_enc_two:

	call	_aesni_encrypt2

	movups	%xmm2,(%edi)

	movups	%xmm3,16(%edi)

	jmp	.L013ecb_ret

.align	16

.L020ecb_enc_three:

	call	_aesni_encrypt3

	movups	%xmm2,(%edi)

	movups	%xmm3,16(%edi)

	movups	%xmm4,32(%edi)

	jmp	.L013ecb_ret

.align	16

.L021ecb_enc_four:

	call	_aesni_encrypt4

	movups	%xmm2,(%edi)

	movups	%xmm3,16(%edi)

	movups	%xmm4,32(%edi)

	movups	%xmm5,48(%edi)

	jmp	.L013ecb_ret

.align	16

.L014ecb_decrypt:

	movl	%edx,%ebp

	movl	%ecx,%ebx

	cmpl	$96,%eax

	jb	.L023ecb_dec_tail

	movdqu	(%esi),%xmm2

	movdqu	16(%esi),%xmm3

	movdqu	32(%esi),%xmm4

	movdqu	48(%esi),%xmm5

	movdqu	64(%esi),%xmm6

	movdqu	80(%esi),%xmm7

	leal	96(%esi),%esi

	subl	$96,%eax

	jmp	.L024ecb_dec_loop6_enter

.align	16

.L025ecb_dec_loop6:

	movups	%xmm2,(%edi)

	movdqu	(%esi),%xmm2

	movups	%xmm3,16(%edi)

	movdqu	16(%esi),%xmm3

	movups	%xmm4,32(%edi)

	movdqu	32(%esi),%xmm4

	movups	%xmm5,48(%edi)

	movdqu	48(%esi),%xmm5

	movups	%xmm6,64(%edi)

	movdqu	64(%esi),%xmm6

	movups	%xmm7,80(%edi)

	leal	96(%edi),%edi

	movdqu	80(%esi),%xmm7

	leal	96(%esi),%esi

.L024ecb_dec_loop6_enter:

	call	_aesni_decrypt6

	movl	%ebp,%edx

	movl	%ebx,%ecx

	subl	$96,%eax

	jnc	.L025ecb_dec_loop6

	movups	%xmm2,(%edi)

	movups	%xmm3,16(%edi)

	movups	%xmm4,32(%edi)

	movups	%xmm5,48(%edi)

	movups	%xmm6,64(%edi)

	movups	%xmm7,80(%edi)

	leal	96(%edi),%edi

	addl	$96,%eax

	jz	.L013ecb_ret

.L023ecb_dec_tail:

	movups	(%esi),%xmm2

	cmpl	$32,%eax

	jb	.L026ecb_dec_one

	movups	16(%esi),%xmm3

	je	.L027ecb_dec_two

	movups	32(%esi),%xmm4

	cmpl	$64,%eax

	jb	.L028ecb_dec_three

	movups	48(%esi),%xmm5

	je	.L029ecb_dec_four

	movups	64(%esi),%xmm6

	xorps	%xmm7,%xmm7

	call	_aesni_decrypt6

	movups	%xmm2,(%edi)

	movups	%xmm3,16(%edi)

	movups	%xmm4,32(%edi)

	movups	%xmm5,48(%edi)

	movups	%xmm6,64(%edi)

	jmp	.L013ecb_ret

.align	16

.L026ecb_dec_one:

	movups	(%edx),%xmm0

	movups	16(%edx),%xmm1

	leal	32(%edx),%edx

	xorps	%xmm0,%xmm2

.L030dec1_loop_4:

.byte	102,15,56,222,209

	decl	%ecx

	movups	(%edx),%xmm1

	leal	16(%edx),%edx

	jnz	.L030dec1_loop_4

.byte	102,15,56,223,209

	movups	%xmm2,(%edi)

	jmp	.L013ecb_ret

.align	16

.L027ecb_dec_two:

	call	_aesni_decrypt2

	movups	%xmm2,(%edi)

	movups	%xmm3,16(%edi)

	jmp	.L013ecb_ret

.align	16

.L028ecb_dec_three:

	call	_aesni_decrypt3

	movups	%xmm2,(%edi)

	movups	%xmm3,16(%edi)

	movups	%xmm4,32(%edi)

	jmp	.L013ecb_ret

.align	16

.L029ecb_dec_four:

	call	_aesni_decrypt4

	movups	%xmm2,(%edi)

	movups	%xmm3,16(%edi)

	movups	%xmm4,32(%edi)

	movups	%xmm5,48(%edi)

.L013ecb_ret:

	pxor	%xmm0,%xmm0

	pxor	%xmm1,%xmm1

	pxor	%xmm2,%xmm2

	pxor	%xmm3,%xmm3

	pxor	%xmm4,%xmm4

	pxor	%xmm5,%xmm5

	pxor	%xmm6,%xmm6

	pxor	%xmm7,%xmm7

	popl	%edi

	popl	%esi

	popl	%ebx

	popl	%ebp

	ret

.size	aes_hw_ecb_encrypt,.-.L_aes_hw_ecb_encrypt_begin

.globl	aes_hw_ccm64_encrypt_blocks

.hidden	aes_hw_ccm64_encrypt_blocks

.type	aes_hw_ccm64_encrypt_blocks,@function

.align	16

aes_hw_ccm64_encrypt_blocks:

.L_aes_hw_ccm64_encrypt_blocks_begin:

	pushl	%ebp

	pushl	%ebx

	pushl	%esi

	pushl	%edi

	movl	20(%esp),%esi

	movl	24(%esp),%edi

	movl	28(%esp),%eax

	movl	32(%esp),%edx

	movl	36(%esp),%ebx

	movl	40(%esp),%ecx

	movl	%esp,%ebp

	subl	$60,%esp

	andl	$-16,%esp

	movl	%ebp,48(%esp)

	movdqu	(%ebx),%xmm7

	movdqu	(%ecx),%xmm3

	movl	240(%edx),%ecx

	movl	$202182159,(%esp)

	movl	$134810123,4(%esp)

	movl	$67438087,8(%esp)

	movl	$66051,12(%esp)

	movl	$1,%ebx

	xorl	%ebp,%ebp

	movl	%ebx,16(%esp)

	movl	%ebp,20(%esp)

	movl	%ebp,24(%esp)

	movl	%ebp,28(%esp)

	shll	$4,%ecx

	movl	$16,%ebx

	leal	(%edx),%ebp

	movdqa	(%esp),%xmm5

	movdqa	%xmm7,%xmm2

	leal	32(%edx,%ecx,1),%edx

	subl	%ecx,%ebx

.byte	102,15,56,0,253

.L031ccm64_enc_outer:

	movups	(%ebp),%xmm0

	movl	%ebx,%ecx

	movups	(%esi),%xmm6

	xorps	%xmm0,%xmm2

	movups	16(%ebp),%xmm1

	xorps	%xmm6,%xmm0

	xorps	%xmm0,%xmm3

	movups	32(%ebp),%xmm0

.L032ccm64_enc2_loop:

.byte	102,15,56,220,209

.byte	102,15,56,220,217

	movups	(%edx,%ecx,1),%xmm1

	addl	$32,%ecx

.byte	102,15,56,220,208

.byte	102,15,56,220,216

	movups	-16(%edx,%ecx,1),%xmm0

	jnz	.L032ccm64_enc2_loop

.byte	102,15,56,220,209

.byte	102,15,56,220,217

	paddq	16(%esp),%xmm7

	decl	%eax

.byte	102,15,56,221,208

.byte	102,15,56,221,216

	leal	16(%esi),%esi

	xorps	%xmm2,%xmm6

	movdqa	%xmm7,%xmm2

	movups	%xmm6,(%edi)

.byte	102,15,56,0,213

	leal	16(%edi),%edi

	jnz	.L031ccm64_enc_outer

	movl	48(%esp),%esp

	movl	40(%esp),%edi

	movups	%xmm3,(%edi)

	pxor	%xmm0,%xmm0

	pxor	%xmm1,%xmm1

	pxor	%xmm2,%xmm2

	pxor	%xmm3,%xmm3

	pxor	%xmm4,%xmm4

	pxor	%xmm5,%xmm5

	pxor	%xmm6,%xmm6

	pxor	%xmm7,%xmm7

	popl	%edi

	popl	%esi

	popl	%ebx

	popl	%ebp

	ret

.size	aes_hw_ccm64_encrypt_blocks,.-.L_aes_hw_ccm64_encrypt_blocks_begin

.globl	aes_hw_ccm64_decrypt_blocks

.hidden	aes_hw_ccm64_decrypt_blocks

.type	aes_hw_ccm64_decrypt_blocks,@function

.align	16

aes_hw_ccm64_decrypt_blocks:

.L_aes_hw_ccm64_decrypt_blocks_begin:

	pushl	%ebp

	pushl	%ebx

	pushl	%esi

	pushl	%edi

	movl	20(%esp),%esi

	movl	24(%esp),%edi

	movl	28(%esp),%eax

	movl	32(%esp),%edx

	movl	36(%esp),%ebx

	movl	40(%esp),%ecx

	movl	%esp,%ebp

	subl	$60,%esp

	andl	$-16,%esp

	movl	%ebp,48(%esp)

	movdqu	(%ebx),%xmm7

	movdqu	(%ecx),%xmm3

	movl	240(%edx),%ecx

	movl	$202182159,(%esp)

	movl	$134810123,4(%esp)

	movl	$67438087,8(%esp)

	movl	$66051,12(%esp)

	movl	$1,%ebx

	xorl	%ebp,%ebp

	movl	%ebx,16(%esp)

	movl	%ebp,20(%esp)

	movl	%ebp,24(%esp)

	movl	%ebp,28(%esp)

	movdqa	(%esp),%xmm5

	movdqa	%xmm7,%xmm2

	movl	%edx,%ebp

	movl	%ecx,%ebx

.byte	102,15,56,0,253

	movups	(%edx),%xmm0

	movups	16(%edx),%xmm1

	leal	32(%edx),%edx

	xorps	%xmm0,%xmm2

.L033enc1_loop_5:

.byte	102,15,56,220,209

	decl	%ecx

	movups	(%edx),%xmm1

	leal	16(%edx),%edx

	jnz	.L033enc1_loop_5

.byte	102,15,56,221,209

	shll	$4,%ebx

	movl	$16,%ecx

	movups	(%esi),%xmm6

	paddq	16(%esp),%xmm7

	leal	16(%esi),%esi

	subl	%ebx,%ecx

	leal	32(%ebp,%ebx,1),%edx

	movl	%ecx,%ebx

	jmp	.L034ccm64_dec_outer

.align	16

.L034ccm64_dec_outer:

	xorps	%xmm2,%xmm6

	movdqa	%xmm7,%xmm2

	movups	%xmm6,(%edi)

	leal	16(%edi),%edi

.byte	102,15,56,0,213

	subl	$1,%eax

	jz	.L035ccm64_dec_break

	movups	(%ebp),%xmm0

	movl	%ebx,%ecx

	movups	16(%ebp),%xmm1

	xorps	%xmm0,%xmm6

	xorps	%xmm0,%xmm2

	xorps	%xmm6,%xmm3

	movups	32(%ebp),%xmm0

.L036ccm64_dec2_loop:

.byte	102,15,56,220,209

.byte	102,15,56,220,217

	movups	(%edx,%ecx,1),%xmm1

	addl	$32,%ecx

.byte	102,15,56,220,208

.byte	102,15,56,220,216

	movups	-16(%edx,%ecx,1),%xmm0

	jnz	.L036ccm64_dec2_loop

	movups	(%esi),%xmm6

	paddq	16(%esp),%xmm7

.byte	102,15,56,220,209

.byte	102,15,56,220,217

.byte	102,15,56,221,208

.byte	102,15,56,221,216

	leal	16(%esi),%esi

	jmp	.L034ccm64_dec_outer

.align	16

.L035ccm64_dec_break:

	movl	240(%ebp),%ecx

	movl	%ebp,%edx

	movups	(%edx),%xmm0

	movups	16(%edx),%xmm1

	xorps	%xmm0,%xmm6

	leal	32(%edx),%edx

	xorps	%xmm6,%xmm3

.L037enc1_loop_6:

.byte	102,15,56,220,217

	decl	%ecx

	movups	(%edx),%xmm1

	leal	16(%edx),%edx

	jnz	.L037enc1_loop_6

.byte	102,15,56,221,217

	movl	48(%esp),%esp

	movl	40(%esp),%edi

	movups	%xmm3,(%edi)

	pxor	%xmm0,%xmm0

	pxor	%xmm1,%xmm1

	pxor	%xmm2,%xmm2

	pxor	%xmm3,%xmm3

	pxor	%xmm4,%xmm4

	pxor	%xmm5,%xmm5

	pxor	%xmm6,%xmm6

	pxor	%xmm7,%xmm7

	popl	%edi

	popl	%esi

	popl	%ebx

	popl	%ebp

	ret

.size	aes_hw_ccm64_decrypt_blocks,.-.L_aes_hw_ccm64_decrypt_blocks_begin

.globl	aes_hw_ctr32_encrypt_blocks

.hidden	aes_hw_ctr32_encrypt_blocks

.type	aes_hw_ctr32_encrypt_blocks,@function

.align	16

aes_hw_ctr32_encrypt_blocks:

.L_aes_hw_ctr32_encrypt_blocks_begin:

	pushl	%ebp

	pushl	%ebx

	pushl	%esi

	pushl	%edi

#ifdef BORINGSSL_DISPATCH_TEST

	pushl	%ebx

	pushl	%edx

	call	.L038pic_for_function_hit

.L038pic_for_function_hit:

	popl	%ebx

	leal	BORINGSSL_function_hit+0-.L038pic_for_function_hit(%ebx),%ebx

	movl	$1,%edx

	movb	%dl,(%ebx)

	popl	%edx

	popl	%ebx

#endif

	movl	20(%esp),%esi

	movl	24(%esp),%edi

	movl	28(%esp),%eax

	movl	32(%esp),%edx

	movl	36(%esp),%ebx

	movl	%esp,%ebp

	subl	$88,%esp

	andl	$-16,%esp

	movl	%ebp,80(%esp)

	cmpl	$1,%eax

	je	.L039ctr32_one_shortcut

	movdqu	(%ebx),%xmm7

	movl	$202182159,(%esp)

	movl	$134810123,4(%esp)

	movl	$67438087,8(%esp)

	movl	$66051,12(%esp)

	movl	$6,%ecx

	xorl	%ebp,%ebp

	movl	%ecx,16(%esp)

	movl	%ecx,20(%esp)

	movl	%ecx,24(%esp)

	movl	%ebp,28(%esp)

.byte	102,15,58,22,251,3

.byte	102,15,58,34,253,3

	movl	240(%edx),%ecx

	bswap	%ebx

	pxor	%xmm0,%xmm0

	pxor	%xmm1,%xmm1

	movdqa	(%esp),%xmm2

.byte	102,15,58,34,195,0

	leal	3(%ebx),%ebp

.byte	102,15,58,34,205,0

	incl	%ebx

.byte	102,15,58,34,195,1

	incl	%ebp

.byte	102,15,58,34,205,1

	incl	%ebx

.byte	102,15,58,34,195,2

	incl	%ebp

.byte	102,15,58,34,205,2

	movdqa	%xmm0,48(%esp)

.byte	102,15,56,0,194

	movdqu	(%edx),%xmm6

	movdqa	%xmm1,64(%esp)

.byte	102,15,56,0,202

	pshufd	$192,%xmm0,%xmm2

	pshufd	$128,%xmm0,%xmm3

	cmpl	$6,%eax

	jb	.L040ctr32_tail

	pxor	%xmm6,%xmm7

	shll	$4,%ecx

	movl	$16,%ebx

	movdqa	%xmm7,32(%esp)

	movl	%edx,%ebp

	subl	%ecx,%ebx

	leal	32(%edx,%ecx,1),%edx

	subl	$6,%eax

	jmp	.L041ctr32_loop6

.align	16

.L041ctr32_loop6:

	pshufd	$64,%xmm0,%xmm4

	movdqa	32(%esp),%xmm0

	pshufd	$192,%xmm1,%xmm5

	pxor	%xmm0,%xmm2

	pshufd	$128,%xmm1,%xmm6

	pxor	%xmm0,%xmm3

	pshufd	$64,%xmm1,%xmm7

	movups	16(%ebp),%xmm1

	pxor	%xmm0,%xmm4

	pxor	%xmm0,%xmm5

.byte	102,15,56,220,209

	pxor	%xmm0,%xmm6

	pxor	%xmm0,%xmm7

.byte	102,15,56,220,217

	movups	32(%ebp),%xmm0

	movl	%ebx,%ecx

.byte	102,15,56,220,225

.byte	102,15,56,220,233

.byte	102,15,56,220,241

.byte	102,15,56,220,249

	call	.L_aesni_encrypt6_enter

	movups	(%esi),%xmm1

	movups	16(%esi),%xmm0

	xorps	%xmm1,%xmm2

	movups	32(%esi),%xmm1

	xorps	%xmm0,%xmm3

	movups	%xmm2,(%edi)

	movdqa	16(%esp),%xmm0

	xorps	%xmm1,%xmm4

	movdqa	64(%esp),%xmm1

	movups	%xmm3,16(%edi)

	movups	%xmm4,32(%edi)

	paddd	%xmm0,%xmm1

	paddd	48(%esp),%xmm0

	movdqa	(%esp),%xmm2

	movups	48(%esi),%xmm3

	movups	64(%esi),%xmm4

	xorps	%xmm3,%xmm5

	movups	80(%esi),%xmm3

	leal	96(%esi),%esi

	movdqa	%xmm0,48(%esp)

.byte	102,15,56,0,194

	xorps	%xmm4,%xmm6

	movups	%xmm5,48(%edi)

	xorps	%xmm3,%xmm7

	movdqa	%xmm1,64(%esp)

.byte	102,15,56,0,202

	movups	%xmm6,64(%edi)

	pshufd	$192,%xmm0,%xmm2

	movups	%xmm7,80(%edi)

	leal	96(%edi),%edi

	pshufd	$128,%xmm0,%xmm3

	subl	$6,%eax

	jnc	.L041ctr32_loop6

	addl	$6,%eax

	jz	.L042ctr32_ret

	movdqu	(%ebp),%xmm7

	movl	%ebp,%edx

	pxor	32(%esp),%xmm7

	movl	240(%ebp),%ecx

.L040ctr32_tail:

	por	%xmm7,%xmm2

	cmpl	$2,%eax

	jb	.L043ctr32_one

	pshufd	$64,%xmm0,%xmm4

	por	%xmm7,%xmm3

	je	.L044ctr32_two

	pshufd	$192,%xmm1,%xmm5

	por	%xmm7,%xmm4

	cmpl	$4,%eax

	jb	.L045ctr32_three

	pshufd	$128,%xmm1,%xmm6

	por	%xmm7,%xmm5

	je	.L046ctr32_four

	por	%xmm7,%xmm6

	call	_aesni_encrypt6

	movups	(%esi),%xmm1

	movups	16(%esi),%xmm0

	xorps	%xmm1,%xmm2

	movups	32(%esi),%xmm1

	xorps	%xmm0,%xmm3

	movups	48(%esi),%xmm0

	xorps	%xmm1,%xmm4

	movups	64(%esi),%xmm1

	xorps	%xmm0,%xmm5

	movups	%xmm2,(%edi)

	xorps	%xmm1,%xmm6

	movups	%xmm3,16(%edi)

	movups	%xmm4,32(%edi)

	movups	%xmm5,48(%edi)

	movups	%xmm6,64(%edi)

	jmp	.L042ctr32_ret

.align	16

.L039ctr32_one_shortcut:

	movups	(%ebx),%xmm2

	movl	240(%edx),%ecx

.L043ctr32_one:

	movups	(%edx),%xmm0

	movups	16(%edx),%xmm1

	leal	32(%edx),%edx

	xorps	%xmm0,%xmm2

.L047enc1_loop_7:

.byte	102,15,56,220,209

	decl	%ecx

	movups	(%edx),%xmm1

	leal	16(%edx),%edx

	jnz	.L047enc1_loop_7

.byte	102,15,56,221,209

	movups	(%esi),%xmm6

	xorps	%xmm2,%xmm6

	movups	%xmm6,(%edi)

	jmp	.L042ctr32_ret

.align	16

.L044ctr32_two:

	call	_aesni_encrypt2

	movups	(%esi),%xmm5

	movups	16(%esi),%xmm6

	xorps	%xmm5,%xmm2

	xorps	%xmm6,%xmm3

	movups	%xmm2,(%edi)

	movups	%xmm3,16(%edi)

	jmp	.L042ctr32_ret

.align	16

.L045ctr32_three:

	call	_aesni_encrypt3

	movups	(%esi),%xmm5

	movups	16(%esi),%xmm6

	xorps	%xmm5,%xmm2

	movups	32(%esi),%xmm7

	xorps	%xmm6,%xmm3

	movups	%xmm2,(%edi)

	xorps	%xmm7,%xmm4

	movups	%xmm3,16(%edi)

	movups	%xmm4,32(%edi)

	jmp	.L042ctr32_ret

.align	16

.L046ctr32_four:

	call	_aesni_encrypt4

	movups	(%esi),%xmm6

	movups	16(%esi),%xmm7

	movups	32(%esi),%xmm1

	xorps	%xmm6,%xmm2

	movups	48(%esi),%xmm0

	xorps	%xmm7,%xmm3

	movups	%xmm2,(%edi)

	xorps	%xmm1,%xmm4

	movups	%xmm3,16(%edi)

	xorps	%xmm0,%xmm5

	movups	%xmm4,32(%edi)

	movups	%xmm5,48(%edi)

.L042ctr32_ret:

	pxor	%xmm0,%xmm0

	pxor	%xmm1,%xmm1

	pxor	%xmm2,%xmm2

	pxor	%xmm3,%xmm3

	pxor	%xmm4,%xmm4

	movdqa	%xmm0,32(%esp)

	pxor	%xmm5,%xmm5

	movdqa	%xmm0,48(%esp)

	pxor	%xmm6,%xmm6

	movdqa	%xmm0,64(%esp)

	pxor	%xmm7,%xmm7

	movl	80(%esp),%esp

	popl	%edi

	popl	%esi

	popl	%ebx

	popl	%ebp

	ret

.size	aes_hw_ctr32_encrypt_blocks,.-.L_aes_hw_ctr32_encrypt_blocks_begin

.globl	aes_hw_xts_encrypt

.hidden	aes_hw_xts_encrypt

.type	aes_hw_xts_encrypt,@function

.align	16

aes_hw_xts_encrypt:

.L_aes_hw_xts_encrypt_begin:

	pushl	%ebp

	pushl	%ebx

	pushl	%esi

	pushl	%edi

	movl	36(%esp),%edx

	movl	40(%esp),%esi

	movl	240(%edx),%ecx

	movups	(%esi),%xmm2

	movups	(%edx),%xmm0

	movups	16(%edx),%xmm1

	leal	32(%edx),%edx

	xorps	%xmm0,%xmm2

.L048enc1_loop_8:

.byte	102,15,56,220,209

	decl	%ecx

	movups	(%edx),%xmm1

	leal	16(%edx),%edx

	jnz	.L048enc1_loop_8

.byte	102,15,56,221,209

	movl	20(%esp),%esi

	movl	24(%esp),%edi

	movl	28(%esp),%eax

	movl	32(%esp),%edx

	movl	%esp,%ebp

	subl	$120,%esp

	movl	240(%edx),%ecx

	andl	$-16,%esp

	movl	$135,96(%esp)

	movl	$0,100(%esp)

	movl	$1,104(%esp)

	movl	$0,108(%esp)

	movl	%eax,112(%esp)

	movl	%ebp,116(%esp)

	movdqa	%xmm2,%xmm1

	pxor	%xmm0,%xmm0

	movdqa	96(%esp),%xmm3

	pcmpgtd	%xmm1,%xmm0

	andl	$-16,%eax

	movl	%edx,%ebp

	movl	%ecx,%ebx

	subl	$96,%eax

	jc	.L049xts_enc_short

	shll	$4,%ecx

	movl	$16,%ebx

	subl	%ecx,%ebx

	leal	32(%edx,%ecx,1),%edx

	jmp	.L050xts_enc_loop6

.align	16

.L050xts_enc_loop6:

	pshufd	$19,%xmm0,%xmm2

	pxor	%xmm0,%xmm0

	movdqa	%xmm1,(%esp)

	paddq	%xmm1,%xmm1

	pand	%xmm3,%xmm2

	pcmpgtd	%xmm1,%xmm0

	pxor	%xmm2,%xmm1

	pshufd	$19,%xmm0,%xmm2

	pxor	%xmm0,%xmm0

	movdqa	%xmm1,16(%esp)

	paddq	%xmm1,%xmm1

	pand	%xmm3,%xmm2

	pcmpgtd	%xmm1,%xmm0

	pxor	%xmm2,%xmm1

	pshufd	$19,%xmm0,%xmm2

	pxor	%xmm0,%xmm0

	movdqa	%xmm1,32(%esp)

	paddq	%xmm1,%xmm1

	pand	%xmm3,%xmm2

	pcmpgtd	%xmm1,%xmm0

	pxor	%xmm2,%xmm1

	pshufd	$19,%xmm0,%xmm2

	pxor	%xmm0,%xmm0

	movdqa	%xmm1,48(%esp)

	paddq	%xmm1,%xmm1

	pand	%xmm3,%xmm2

	pcmpgtd	%xmm1,%xmm0

	pxor	%xmm2,%xmm1

	pshufd	$19,%xmm0,%xmm7

	movdqa	%xmm1,64(%esp)

	paddq	%xmm1,%xmm1

	movups	(%ebp),%xmm0

	pand	%xmm3,%xmm7

	movups	(%esi),%xmm2

	pxor	%xmm1,%xmm7

	movl	%ebx,%ecx

	movdqu	16(%esi),%xmm3

	xorps	%xmm0,%xmm2

	movdqu	32(%esi),%xmm4

	pxor	%xmm0,%xmm3

	movdqu	48(%esi),%xmm5

	pxor	%xmm0,%xmm4

	movdqu	64(%esi),%xmm6

	pxor	%xmm0,%xmm5

	movdqu	80(%esi),%xmm1

	pxor	%xmm0,%xmm6

	leal	96(%esi),%esi

	pxor	(%esp),%xmm2

	movdqa	%xmm7,80(%esp)

	pxor	%xmm1,%xmm7

	movups	16(%ebp),%xmm1

	pxor	16(%esp),%xmm3

	pxor	32(%esp),%xmm4

.byte	102,15,56,220,209

	pxor	48(%esp),%xmm5

	pxor	64(%esp),%xmm6

.byte	102,15,56,220,217

	pxor	%xmm0,%xmm7

	movups	32(%ebp),%xmm0

.byte	102,15,56,220,225

.byte	102,15,56,220,233

.byte	102,15,56,220,241

.byte	102,15,56,220,249

	call	.L_aesni_encrypt6_enter

	movdqa	80(%esp),%xmm1

	pxor	%xmm0,%xmm0

	xorps	(%esp),%xmm2

	pcmpgtd	%xmm1,%xmm0

	xorps	16(%esp),%xmm3

	movups	%xmm2,(%edi)

	xorps	32(%esp),%xmm4

	movups	%xmm3,16(%edi)

	xorps	48(%esp),%xmm5

	movups	%xmm4,32(%edi)

	xorps	64(%esp),%xmm6

	movups	%xmm5,48(%edi)

	xorps	%xmm1,%xmm7

	movups	%xmm6,64(%edi)

	pshufd	$19,%xmm0,%xmm2

	movups	%xmm7,80(%edi)

	leal	96(%edi),%edi

	movdqa	96(%esp),%xmm3

	pxor	%xmm0,%xmm0

	paddq	%xmm1,%xmm1

	pand	%xmm3,%xmm2

	pcmpgtd	%xmm1,%xmm0

	pxor	%xmm2,%xmm1

	subl	$96,%eax

	jnc	.L050xts_enc_loop6

	movl	240(%ebp),%ecx

	movl	%ebp,%edx

	movl	%ecx,%ebx

.L049xts_enc_short:

	addl	$96,%eax

	jz	.L051xts_enc_done6x

	movdqa	%xmm1,%xmm5

	cmpl	$32,%eax

	jb	.L052xts_enc_one

	pshufd	$19,%xmm0,%xmm2

	pxor	%xmm0,%xmm0

	paddq	%xmm1,%xmm1

	pand	%xmm3,%xmm2

	pcmpgtd	%xmm1,%xmm0

	pxor	%xmm2,%xmm1

	je	.L053xts_enc_two

	pshufd	$19,%xmm0,%xmm2

	pxor	%xmm0,%xmm0

	movdqa	%xmm1,%xmm6

	paddq	%xmm1,%xmm1

	pand	%xmm3,%xmm2

	pcmpgtd	%xmm1,%xmm0

	pxor	%xmm2,%xmm1

	cmpl	$64,%eax

	jb	.L054xts_enc_three

	pshufd	$19,%xmm0,%xmm2

	pxor	%xmm0,%xmm0

	movdqa	%xmm1,%xmm7

	paddq	%xmm1,%xmm1

	pand	%xmm3,%xmm2

	pcmpgtd	%xmm1,%xmm0

	pxor	%xmm2,%xmm1

	movdqa	%xmm5,(%esp)

	movdqa	%xmm6,16(%esp)

	je	.L055xts_enc_four

	movdqa	%xmm7,32(%esp)

	pshufd	$19,%xmm0,%xmm7

	movdqa	%xmm1,48(%esp)

	paddq	%xmm1,%xmm1

	pand	%xmm3,%xmm7

	pxor	%xmm1,%xmm7

	movdqu	(%esi),%xmm2

	movdqu	16(%esi),%xmm3

	movdqu	32(%esi),%xmm4

	pxor	(%esp),%xmm2

	movdqu	48(%esi),%xmm5

	pxor	16(%esp),%xmm3

	movdqu	64(%esi),%xmm6

	pxor	32(%esp),%xmm4

	leal	80(%esi),%esi

	pxor	48(%esp),%xmm5

	movdqa	%xmm7,64(%esp)

	pxor	%xmm7,%xmm6

	call	_aesni_encrypt6

	movaps	64(%esp),%xmm1

	xorps	(%esp),%xmm2

	xorps	16(%esp),%xmm3

	xorps	32(%esp),%xmm4

	movups	%xmm2,(%edi)

	xorps	48(%esp),%xmm5

	movups	%xmm3,16(%edi)

	xorps	%xmm1,%xmm6

	movups	%xmm4,32(%edi)

	movups	%xmm5,48(%edi)

	movups	%xmm6,64(%edi)

	leal	80(%edi),%edi

	jmp	.L056xts_enc_done

.align	16

.L052xts_enc_one:

	movups	(%esi),%xmm2

	leal	16(%esi),%esi

	xorps	%xmm5,%xmm2

	movups	(%edx),%xmm0

	movups	16(%edx),%xmm1

	leal	32(%edx),%edx

	xorps	%xmm0,%xmm2

.L057enc1_loop_9:

.byte	102,15,56,220,209

	decl	%ecx

	movups	(%edx),%xmm1

	leal	16(%edx),%edx

	jnz	.L057enc1_loop_9

.byte	102,15,56,221,209

	xorps	%xmm5,%xmm2

	movups	%xmm2,(%edi)

	leal	16(%edi),%edi

	movdqa	%xmm5,%xmm1

	jmp	.L056xts_enc_done

.align	16

.L053xts_enc_two:

	movaps	%xmm1,%xmm6

	movups	(%esi),%xmm2

	movups	16(%esi),%xmm3

	leal	32(%esi),%esi

	xorps	%xmm5,%xmm2

	xorps	%xmm6,%xmm3

	call	_aesni_encrypt2

	xorps	%xmm5,%xmm2

	xorps	%xmm6,%xmm3

	movups	%xmm2,(%edi)

	movups	%xmm3,16(%edi)

	leal	32(%edi),%edi

	movdqa	%xmm6,%xmm1

	jmp	.L056xts_enc_done

.align	16

.L054xts_enc_three:

	movaps	%xmm1,%xmm7

	movups	(%esi),%xmm2

	movups	16(%esi),%xmm3

	movups	32(%esi),%xmm4

	leal	48(%esi),%esi

	xorps	%xmm5,%xmm2

	xorps	%xmm6,%xmm3

	xorps	%xmm7,%xmm4

	call	_aesni_encrypt3

	xorps	%xmm5,%xmm2

	xorps	%xmm6,%xmm3

	xorps	%xmm7,%xmm4

	movups	%xmm2,(%edi)

	movups	%xmm3,16(%edi)

	movups	%xmm4,32(%edi)

	leal	48(%edi),%edi

	movdqa	%xmm7,%xmm1

	jmp	.L056xts_enc_done

.align	16

.L055xts_enc_four:

	movaps	%xmm1,%xmm6

	movups	(%esi),%xmm2

	movups	16(%esi),%xmm3

	movups	32(%esi),%xmm4

	xorps	(%esp),%xmm2

	movups	48(%esi),%xmm5

	leal	64(%esi),%esi

	xorps	16(%esp),%xmm3

	xorps	%xmm7,%xmm4

	xorps	%xmm6,%xmm5

	call	_aesni_encrypt4

	xorps	(%esp),%xmm2

	xorps	16(%esp),%xmm3

	xorps	%xmm7,%xmm4

	movups	%xmm2,(%edi)

	xorps	%xmm6,%xmm5

	movups	%xmm3,16(%edi)

	movups	%xmm4,32(%edi)

	movups	%xmm5,48(%edi)

	leal	64(%edi),%edi

	movdqa	%xmm6,%xmm1

	jmp	.L056xts_enc_done

.align	16

.L051xts_enc_done6x:

	movl	112(%esp),%eax

	andl	$15,%eax

	jz	.L058xts_enc_ret

	movdqa	%xmm1,%xmm5

	movl	%eax,112(%esp)

	jmp	.L059xts_enc_steal

.align	16

.L056xts_enc_done:

	movl	112(%esp),%eax

	pxor	%xmm0,%xmm0

	andl	$15,%eax

	jz	.L058xts_enc_ret

	pcmpgtd	%xmm1,%xmm0

	movl	%eax,112(%esp)

	pshufd	$19,%xmm0,%xmm5

	paddq	%xmm1,%xmm1

	pand	96(%esp),%xmm5

	pxor	%xmm1,%xmm5

.L059xts_enc_steal:

	movzbl	(%esi),%ecx

	movzbl	-16(%edi),%edx

	leal	1(%esi),%esi

	movb	%cl,-16(%edi)

	movb	%dl,(%edi)

	leal	1(%edi),%edi

	subl	$1,%eax

	jnz	.L059xts_enc_steal

	subl	112(%esp),%edi

	movl	%ebp,%edx

	movl	%ebx,%ecx

	movups	-16(%edi),%xmm2

	xorps	%xmm5,%xmm2

	movups	(%edx),%xmm0

	movups	16(%edx),%xmm1

	leal	32(%edx),%edx

	xorps	%xmm0,%xmm2

.L060enc1_loop_10:

.byte	102,15,56,220,209

	decl	%ecx

	movups	(%edx),%xmm1

	leal	16(%edx),%edx

	jnz	.L060enc1_loop_10

.byte	102,15,56,221,209

	xorps	%xmm5,%xmm2

	movups	%xmm2,-16(%edi)

.L058xts_enc_ret:

	pxor	%xmm0,%xmm0

	pxor	%xmm1,%xmm1

	pxor	%xmm2,%xmm2

	movdqa	%xmm0,(%esp)

	pxor	%xmm3,%xmm3

	movdqa	%xmm0,16(%esp)

	pxor	%xmm4,%xmm4

	movdqa	%xmm0,32(%esp)

	pxor	%xmm5,%xmm5

	movdqa	%xmm0,48(%esp)

	pxor	%xmm6,%xmm6

	movdqa	%xmm0,64(%esp)

	pxor	%xmm7,%xmm7

	movdqa	%xmm0,80(%esp)

	movl	116(%esp),%esp

	popl	%edi

	popl	%esi

	popl	%ebx

	popl	%ebp

	ret

.size	aes_hw_xts_encrypt,.-.L_aes_hw_xts_encrypt_begin

.globl	aes_hw_xts_decrypt

.hidden	aes_hw_xts_decrypt

.type	aes_hw_xts_decrypt,@function

.align	16

aes_hw_xts_decrypt:

.L_aes_hw_xts_decrypt_begin:

	pushl	%ebp

	pushl	%ebx

	pushl	%esi

	pushl	%edi

	movl	36(%esp),%edx

	movl	40(%esp),%esi

	movl	240(%edx),%ecx

	movups	(%esi),%xmm2

	movups	(%edx),%xmm0

	movups	16(%edx),%xmm1

	leal	32(%edx),%edx

	xorps	%xmm0,%xmm2

.L061enc1_loop_11:

.byte	102,15,56,220,209

	decl	%ecx

	movups	(%edx),%xmm1

	leal	16(%edx),%edx

	jnz	.L061enc1_loop_11

.byte	102,15,56,221,209

	movl	20(%esp),%esi

	movl	24(%esp),%edi

	movl	28(%esp),%eax

	movl	32(%esp),%edx

	movl	%esp,%ebp

	subl	$120,%esp

	andl	$-16,%esp

	xorl	%ebx,%ebx

	testl	$15,%eax

	setnz	%bl

	shll	$4,%ebx

	subl	%ebx,%eax

	movl	$135,96(%esp)

	movl	$0,100(%esp)

	movl	$1,104(%esp)

	movl	$0,108(%esp)

	movl	%eax,112(%esp)

	movl	%ebp,116(%esp)

	movl	240(%edx),%ecx

	movl	%edx,%ebp

	movl	%ecx,%ebx

	movdqa	%xmm2,%xmm1

	pxor	%xmm0,%xmm0

	movdqa	96(%esp),%xmm3

	pcmpgtd	%xmm1,%xmm0

	andl	$-16,%eax

	subl	$96,%eax

	jc	.L062xts_dec_short

	shll	$4,%ecx

	movl	$16,%ebx

	subl	%ecx,%ebx

	leal	32(%edx,%ecx,1),%edx

	jmp	.L063xts_dec_loop6

.align	16

.L063xts_dec_loop6:

	pshufd	$19,%xmm0,%xmm2

	pxor	%xmm0,%xmm0

	movdqa	%xmm1,(%esp)

	paddq	%xmm1,%xmm1

	pand	%xmm3,%xmm2

	pcmpgtd	%xmm1,%xmm0

	pxor	%xmm2,%xmm1

	pshufd	$19,%xmm0,%xmm2

	pxor	%xmm0,%xmm0

	movdqa	%xmm1,16(%esp)

	paddq	%xmm1,%xmm1

	pand	%xmm3,%xmm2

	pcmpgtd	%xmm1,%xmm0

	pxor	%xmm2,%xmm1

	pshufd	$19,%xmm0,%xmm2

	pxor	%xmm0,%xmm0

	movdqa	%xmm1,32(%esp)

	paddq	%xmm1,%xmm1

	pand	%xmm3,%xmm2

	pcmpgtd	%xmm1,%xmm0

	pxor	%xmm2,%xmm1

	pshufd	$19,%xmm0,%xmm2

	pxor	%xmm0,%xmm0

	movdqa	%xmm1,48(%esp)

	paddq	%xmm1,%xmm1

	pand	%xmm3,%xmm2

	pcmpgtd	%xmm1,%xmm0

	pxor	%xmm2,%xmm1

	pshufd	$19,%xmm0,%xmm7

	movdqa	%xmm1,64(%esp)

	paddq	%xmm1,%xmm1

	movups	(%ebp),%xmm0

	pand	%xmm3,%xmm7

	movups	(%esi),%xmm2

	pxor	%xmm1,%xmm7

	movl	%ebx,%ecx

	movdqu	16(%esi),%xmm3

	xorps	%xmm0,%xmm2

	movdqu	32(%esi),%xmm4

	pxor	%xmm0,%xmm3

	movdqu	48(%esi),%xmm5

	pxor	%xmm0,%xmm4

	movdqu	64(%esi),%xmm6

	pxor	%xmm0,%xmm5

	movdqu	80(%esi),%xmm1

	pxor	%xmm0,%xmm6

	leal	96(%esi),%esi

	pxor	(%esp),%xmm2

	movdqa	%xmm7,80(%esp)

	pxor	%xmm1,%xmm7

	movups	16(%ebp),%xmm1

	pxor	16(%esp),%xmm3

	pxor	32(%esp),%xmm4

.byte	102,15,56,222,209

	pxor	48(%esp),%xmm5

	pxor	64(%esp),%xmm6

.byte	102,15,56,222,217

	pxor	%xmm0,%xmm7

	movups	32(%ebp),%xmm0

.byte	102,15,56,222,225

.byte	102,15,56,222,233

.byte	102,15,56,222,241

.byte	102,15,56,222,249

	call	.L_aesni_decrypt6_enter

	movdqa	80(%esp),%xmm1

	pxor	%xmm0,%xmm0

	xorps	(%esp),%xmm2

	pcmpgtd	%xmm1,%xmm0

	xorps	16(%esp),%xmm3

	movups	%xmm2,(%edi)

	xorps	32(%esp),%xmm4

	movups	%xmm3,16(%edi)

	xorps	48(%esp),%xmm5

	movups	%xmm4,32(%edi)

	xorps	64(%esp),%xmm6

	movups	%xmm5,48(%edi)

	xorps	%xmm1,%xmm7

	movups	%xmm6,64(%edi)

	pshufd	$19,%xmm0,%xmm2

	movups	%xmm7,80(%edi)

	leal	96(%edi),%edi

	movdqa	96(%esp),%xmm3

	pxor	%xmm0,%xmm0

	paddq	%xmm1,%xmm1

	pand	%xmm3,%xmm2

	pcmpgtd	%xmm1,%xmm0

	pxor	%xmm2,%xmm1

	subl	$96,%eax

	jnc	.L063xts_dec_loop6

	movl	240(%ebp),%ecx

	movl	%ebp,%edx

	movl	%ecx,%ebx

.L062xts_dec_short:

	addl	$96,%eax

	jz	.L064xts_dec_done6x

	movdqa	%xmm1,%xmm5

	cmpl	$32,%eax

	jb	.L065xts_dec_one

	pshufd	$19,%xmm0,%xmm2

	pxor	%xmm0,%xmm0

	paddq	%xmm1,%xmm1

	pand	%xmm3,%xmm2

	pcmpgtd	%xmm1,%xmm0

	pxor	%xmm2,%xmm1

	je	.L066xts_dec_two

	pshufd	$19,%xmm0,%xmm2

	pxor	%xmm0,%xmm0

	movdqa	%xmm1,%xmm6

	paddq	%xmm1,%xmm1

	pand	%xmm3,%xmm2

	pcmpgtd	%xmm1,%xmm0

	pxor	%xmm2,%xmm1

	cmpl	$64,%eax

	jb	.L067xts_dec_three

	pshufd	$19,%xmm0,%xmm2

	pxor	%xmm0,%xmm0

	movdqa	%xmm1,%xmm7

	paddq	%xmm1,%xmm1

	pand	%xmm3,%xmm2

	pcmpgtd	%xmm1,%xmm0

	pxor	%xmm2,%xmm1

	movdqa	%xmm5,(%esp)

	movdqa	%xmm6,16(%esp)

	je	.L068xts_dec_four

	movdqa	%xmm7,32(%esp)

	pshufd	$19,%xmm0,%xmm7

	movdqa	%xmm1,48(%esp)

	paddq	%xmm1,%xmm1

	pand	%xmm3,%xmm7

	pxor	%xmm1,%xmm7

	movdqu	(%esi),%xmm2

	movdqu	16(%esi),%xmm3

	movdqu	32(%esi),%xmm4

	pxor	(%esp),%xmm2

	movdqu	48(%esi),%xmm5

	pxor	16(%esp),%xmm3

	movdqu	64(%esi),%xmm6

	pxor	32(%esp),%xmm4

	leal	80(%esi),%esi

	pxor	48(%esp),%xmm5

	movdqa	%xmm7,64(%esp)

	pxor	%xmm7,%xmm6

	call	_aesni_decrypt6

	movaps	64(%esp),%xmm1

	xorps	(%esp),%xmm2

	xorps	16(%esp),%xmm3

	xorps	32(%esp),%xmm4

	movups	%xmm2,(%edi)

	xorps	48(%esp),%xmm5

	movups	%xmm3,16(%edi)

	xorps	%xmm1,%xmm6

	movups	%xmm4,32(%edi)

	movups	%xmm5,48(%edi)

	movups	%xmm6,64(%edi)

	leal	80(%edi),%edi

	jmp	.L069xts_dec_done

.align	16

.L065xts_dec_one:

	movups	(%esi),%xmm2

	leal	16(%esi),%esi

	xorps	%xmm5,%xmm2

	movups	(%edx),%xmm0

	movups	16(%edx),%xmm1

	leal	32(%edx),%edx

	xorps	%xmm0,%xmm2

.L070dec1_loop_12:

.byte	102,15,56,222,209

	decl	%ecx

	movups	(%edx),%xmm1

	leal	16(%edx),%edx

	jnz	.L070dec1_loop_12

.byte	102,15,56,223,209

	xorps	%xmm5,%xmm2

	movups	%xmm2,(%edi)

	leal	16(%edi),%edi

	movdqa	%xmm5,%xmm1

	jmp	.L069xts_dec_done

.align	16

.L066xts_dec_two:

	movaps	%xmm1,%xmm6

	movups	(%esi),%xmm2

	movups	16(%esi),%xmm3

	leal	32(%esi),%esi

	xorps	%xmm5,%xmm2

	xorps	%xmm6,%xmm3

	call	_aesni_decrypt2

	xorps	%xmm5,%xmm2

	xorps	%xmm6,%xmm3

	movups	%xmm2,(%edi)

	movups	%xmm3,16(%edi)

	leal	32(%edi),%edi

	movdqa	%xmm6,%xmm1

	jmp	.L069xts_dec_done

.align	16

.L067xts_dec_three:

	movaps	%xmm1,%xmm7

	movups	(%esi),%xmm2

	movups	16(%esi),%xmm3

	movups	32(%esi),%xmm4

	leal	48(%esi),%esi

	xorps	%xmm5,%xmm2

	xorps	%xmm6,%xmm3

	xorps	%xmm7,%xmm4

	call	_aesni_decrypt3

	xorps	%xmm5,%xmm2

	xorps	%xmm6,%xmm3

	xorps	%xmm7,%xmm4

	movups	%xmm2,(%edi)

	movups	%xmm3,16(%edi)

	movups	%xmm4,32(%edi)

	leal	48(%edi),%edi

	movdqa	%xmm7,%xmm1

	jmp	.L069xts_dec_done

.align	16

.L068xts_dec_four:

	movaps	%xmm1,%xmm6

	movups	(%esi),%xmm2

	movups	16(%esi),%xmm3

	movups	32(%esi),%xmm4

	xorps	(%esp),%xmm2

	movups	48(%esi),%xmm5

	leal	64(%esi),%esi

	xorps	16(%esp),%xmm3

	xorps	%xmm7,%xmm4

	xorps	%xmm6,%xmm5

	call	_aesni_decrypt4

	xorps	(%esp),%xmm2

	xorps	16(%esp),%xmm3

	xorps	%xmm7,%xmm4

	movups	%xmm2,(%edi)

	xorps	%xmm6,%xmm5

	movups	%xmm3,16(%edi)

	movups	%xmm4,32(%edi)

	movups	%xmm5,48(%edi)

	leal	64(%edi),%edi

	movdqa	%xmm6,%xmm1

	jmp	.L069xts_dec_done

.align	16

.L064xts_dec_done6x:

	movl	112(%esp),%eax

	andl	$15,%eax

	jz	.L071xts_dec_ret

	movl	%eax,112(%esp)

	jmp	.L072xts_dec_only_one_more

.align	16

.L069xts_dec_done:

	movl	112(%esp),%eax

	pxor	%xmm0,%xmm0

	andl	$15,%eax

	jz	.L071xts_dec_ret

	pcmpgtd	%xmm1,%xmm0

	movl	%eax,112(%esp)

	pshufd	$19,%xmm0,%xmm2

	pxor	%xmm0,%xmm0

	movdqa	96(%esp),%xmm3

	paddq	%xmm1,%xmm1

	pand	%xmm3,%xmm2

	pcmpgtd	%xmm1,%xmm0

	pxor	%xmm2,%xmm1

.L072xts_dec_only_one_more:

	pshufd	$19,%xmm0,%xmm5

	movdqa	%xmm1,%xmm6

	paddq	%xmm1,%xmm1

	pand	%xmm3,%xmm5

	pxor	%xmm1,%xmm5

	movl	%ebp,%edx

	movl	%ebx,%ecx

	movups	(%esi),%xmm2

	xorps	%xmm5,%xmm2

	movups	(%edx),%xmm0

	movups	16(%edx),%xmm1

	leal	32(%edx),%edx

	xorps	%xmm0,%xmm2

.L073dec1_loop_13:

.byte	102,15,56,222,209

	decl	%ecx

	movups	(%edx),%xmm1

	leal	16(%edx),%edx

	jnz	.L073dec1_loop_13

.byte	102,15,56,223,209

	xorps	%xmm5,%xmm2

	movups	%xmm2,(%edi)

.L074xts_dec_steal:

	movzbl	16(%esi),%ecx

	movzbl	(%edi),%edx

	leal	1(%esi),%esi

	movb	%cl,(%edi)

	movb	%dl,16(%edi)

	leal	1(%edi),%edi

	subl	$1,%eax

	jnz	.L074xts_dec_steal

	subl	112(%esp),%edi

	movl	%ebp,%edx

	movl	%ebx,%ecx

	movups	(%edi),%xmm2

	xorps	%xmm6,%xmm2

	movups	(%edx),%xmm0

	movups	16(%edx),%xmm1

	leal	32(%edx),%edx

	xorps	%xmm0,%xmm2

.L075dec1_loop_14:

.byte	102,15,56,222,209

	decl	%ecx

	movups	(%edx),%xmm1

	leal	16(%edx),%edx

	jnz	.L075dec1_loop_14

.byte	102,15,56,223,209

	xorps	%xmm6,%xmm2

	movups	%xmm2,(%edi)

.L071xts_dec_ret:

	pxor	%xmm0,%xmm0

	pxor	%xmm1,%xmm1

	pxor	%xmm2,%xmm2

	movdqa	%xmm0,(%esp)

	pxor	%xmm3,%xmm3

	movdqa	%xmm0,16(%esp)

	pxor	%xmm4,%xmm4

	movdqa	%xmm0,32(%esp)

	pxor	%xmm5,%xmm5

	movdqa	%xmm0,48(%esp)

	pxor	%xmm6,%xmm6

	movdqa	%xmm0,64(%esp)

	pxor	%xmm7,%xmm7

	movdqa	%xmm0,80(%esp)

	movl	116(%esp),%esp

	popl	%edi

	popl	%esi

	popl	%ebx

	popl	%ebp

	ret

.size	aes_hw_xts_decrypt,.-.L_aes_hw_xts_decrypt_begin

.globl	aes_hw_cbc_encrypt

.hidden	aes_hw_cbc_encrypt

.type	aes_hw_cbc_encrypt,@function

.align	16

aes_hw_cbc_encrypt:

.L_aes_hw_cbc_encrypt_begin:

	pushl	%ebp

	pushl	%ebx

	pushl	%esi

	pushl	%edi

	movl	20(%esp),%esi

	movl	%esp,%ebx

	movl	24(%esp),%edi

	subl	$24,%ebx

	movl	28(%esp),%eax

	andl	$-16,%ebx

	movl	32(%esp),%edx

	movl	36(%esp),%ebp

	testl	%eax,%eax

	jz	.L076cbc_abort

	cmpl	$0,40(%esp)

	xchgl	%esp,%ebx

	movups	(%ebp),%xmm7

	movl	240(%edx),%ecx

	movl	%edx,%ebp

	movl	%ebx,16(%esp)

	movl	%ecx,%ebx

	je	.L077cbc_decrypt

	movaps	%xmm7,%xmm2

	cmpl	$16,%eax

	jb	.L078cbc_enc_tail

	subl	$16,%eax

	jmp	.L079cbc_enc_loop

.align	16

.L079cbc_enc_loop:

	movups	(%esi),%xmm7

	leal	16(%esi),%esi

	movups	(%edx),%xmm0

	movups	16(%edx),%xmm1

	xorps	%xmm0,%xmm7

	leal	32(%edx),%edx

	xorps	%xmm7,%xmm2

.L080enc1_loop_15:

.byte	102,15,56,220,209

	decl	%ecx

	movups	(%edx),%xmm1

	leal	16(%edx),%edx

	jnz	.L080enc1_loop_15

.byte	102,15,56,221,209

	movl	%ebx,%ecx

	movl	%ebp,%edx

	movups	%xmm2,(%edi)

	leal	16(%edi),%edi

	subl	$16,%eax

	jnc	.L079cbc_enc_loop

	addl	$16,%eax

	jnz	.L078cbc_enc_tail

	movaps	%xmm2,%xmm7

	pxor	%xmm2,%xmm2

	jmp	.L081cbc_ret

.L078cbc_enc_tail:

	movl	%eax,%ecx

.long	2767451785

	movl	$16,%ecx

	subl	%eax,%ecx

	xorl	%eax,%eax

.long	2868115081

	leal	-16(%edi),%edi

	movl	%ebx,%ecx

	movl	%edi,%esi

	movl	%ebp,%edx

	jmp	.L079cbc_enc_loop

.align	16

.L077cbc_decrypt:

	cmpl	$80,%eax

	jbe	.L082cbc_dec_tail

	movaps	%xmm7,(%esp)

	subl	$80,%eax

	jmp	.L083cbc_dec_loop6_enter

.align	16

.L084cbc_dec_loop6:

	movaps	%xmm0,(%esp)

	movups	%xmm7,(%edi)

	leal	16(%edi),%edi

.L083cbc_dec_loop6_enter:

	movdqu	(%esi),%xmm2

	movdqu	16(%esi),%xmm3

	movdqu	32(%esi),%xmm4

	movdqu	48(%esi),%xmm5

	movdqu	64(%esi),%xmm6

	movdqu	80(%esi),%xmm7

	call	_aesni_decrypt6

	movups	(%esi),%xmm1

	movups	16(%esi),%xmm0

	xorps	(%esp),%xmm2

	xorps	%xmm1,%xmm3

	movups	32(%esi),%xmm1

	xorps	%xmm0,%xmm4

	movups	48(%esi),%xmm0

	xorps	%xmm1,%xmm5

	movups	64(%esi),%xmm1

	xorps	%xmm0,%xmm6

	movups	80(%esi),%xmm0

	xorps	%xmm1,%xmm7

	movups	%xmm2,(%edi)

	movups	%xmm3,16(%edi)

	leal	96(%esi),%esi

	movups	%xmm4,32(%edi)

	movl	%ebx,%ecx

	movups	%xmm5,48(%edi)

	movl	%ebp,%edx

	movups	%xmm6,64(%edi)

	leal	80(%edi),%edi

	subl	$96,%eax

	ja	.L084cbc_dec_loop6

	movaps	%xmm7,%xmm2

	movaps	%xmm0,%xmm7

	addl	$80,%eax

	jle	.L085cbc_dec_clear_tail_collected

	movups	%xmm2,(%edi)

	leal	16(%edi),%edi

.L082cbc_dec_tail:

	movups	(%esi),%xmm2

	movaps	%xmm2,%xmm6

	cmpl	$16,%eax

	jbe	.L086cbc_dec_one

	movups	16(%esi),%xmm3

	movaps	%xmm3,%xmm5

	cmpl	$32,%eax

	jbe	.L087cbc_dec_two

	movups	32(%esi),%xmm4

	cmpl	$48,%eax

	jbe	.L088cbc_dec_three

	movups	48(%esi),%xmm5

	cmpl	$64,%eax

	jbe	.L089cbc_dec_four

	movups	64(%esi),%xmm6

	movaps	%xmm7,(%esp)

	movups	(%esi),%xmm2

	xorps	%xmm7,%xmm7

	call	_aesni_decrypt6

	movups	(%esi),%xmm1

	movups	16(%esi),%xmm0

	xorps	(%esp),%xmm2

	xorps	%xmm1,%xmm3

	movups	32(%esi),%xmm1

	xorps	%xmm0,%xmm4

	movups	48(%esi),%xmm0

	xorps	%xmm1,%xmm5

	movups	64(%esi),%xmm7

	xorps	%xmm0,%xmm6

	movups	%xmm2,(%edi)

	movups	%xmm3,16(%edi)

	pxor	%xmm3,%xmm3

	movups	%xmm4,32(%edi)

	pxor	%xmm4,%xmm4

	movups	%xmm5,48(%edi)

	pxor	%xmm5,%xmm5

	leal	64(%edi),%edi

	movaps	%xmm6,%xmm2

	pxor	%xmm6,%xmm6

	subl	$80,%eax

	jmp	.L090cbc_dec_tail_collected

.align	16

.L086cbc_dec_one:

	movups	(%edx),%xmm0

	movups	16(%edx),%xmm1

	leal	32(%edx),%edx

	xorps	%xmm0,%xmm2

.L091dec1_loop_16:

.byte	102,15,56,222,209

	decl	%ecx

	movups	(%edx),%xmm1

	leal	16(%edx),%edx

	jnz	.L091dec1_loop_16

.byte	102,15,56,223,209

	xorps	%xmm7,%xmm2

	movaps	%xmm6,%xmm7

	subl	$16,%eax

	jmp	.L090cbc_dec_tail_collected

.align	16

.L087cbc_dec_two:

	call	_aesni_decrypt2

	xorps	%xmm7,%xmm2

	xorps	%xmm6,%xmm3

	movups	%xmm2,(%edi)

	movaps	%xmm3,%xmm2

	pxor	%xmm3,%xmm3

	leal	16(%edi),%edi

	movaps	%xmm5,%xmm7

	subl	$32,%eax

	jmp	.L090cbc_dec_tail_collected

.align	16

.L088cbc_dec_three:

	call	_aesni_decrypt3

	xorps	%xmm7,%xmm2

	xorps	%xmm6,%xmm3

	xorps	%xmm5,%xmm4

	movups	%xmm2,(%edi)

	movaps	%xmm4,%xmm2

	pxor	%xmm4,%xmm4

	movups	%xmm3,16(%edi)

	pxor	%xmm3,%xmm3

	leal	32(%edi),%edi

	movups	32(%esi),%xmm7

	subl	$48,%eax

	jmp	.L090cbc_dec_tail_collected

.align	16

.L089cbc_dec_four:

	call	_aesni_decrypt4

	movups	16(%esi),%xmm1

	movups	32(%esi),%xmm0

	xorps	%xmm7,%xmm2

	movups	48(%esi),%xmm7

	xorps	%xmm6,%xmm3

	movups	%xmm2,(%edi)

	xorps	%xmm1,%xmm4

	movups	%xmm3,16(%edi)

	pxor	%xmm3,%xmm3

	xorps	%xmm0,%xmm5

	movups	%xmm4,32(%edi)

	pxor	%xmm4,%xmm4

	leal	48(%edi),%edi

	movaps	%xmm5,%xmm2

	pxor	%xmm5,%xmm5

	subl	$64,%eax

	jmp	.L090cbc_dec_tail_collected

.align	16

.L085cbc_dec_clear_tail_collected:

	pxor	%xmm3,%xmm3

	pxor	%xmm4,%xmm4

	pxor	%xmm5,%xmm5

	pxor	%xmm6,%xmm6

.L090cbc_dec_tail_collected:

	andl	$15,%eax

	jnz	.L092cbc_dec_tail_partial

	movups	%xmm2,(%edi)

	pxor	%xmm0,%xmm0

	jmp	.L081cbc_ret

.align	16

.L092cbc_dec_tail_partial:

	movaps	%xmm2,(%esp)

	pxor	%xmm0,%xmm0

	movl	$16,%ecx

	movl	%esp,%esi

	subl	%eax,%ecx

.long	2767451785

	movdqa	%xmm2,(%esp)

.L081cbc_ret:

	movl	16(%esp),%esp

	movl	36(%esp),%ebp

	pxor	%xmm2,%xmm2

	pxor	%xmm1,%xmm1

	movups	%xmm7,(%ebp)

	pxor	%xmm7,%xmm7

.L076cbc_abort:

	popl	%edi

	popl	%esi

	popl	%ebx

	popl	%ebp

	ret

.size	aes_hw_cbc_encrypt,.-.L_aes_hw_cbc_encrypt_begin

.globl	aes_hw_set_encrypt_key_base

.hidden	aes_hw_set_encrypt_key_base

.type	aes_hw_set_encrypt_key_base,@function

.align	16

aes_hw_set_encrypt_key_base:

.L_aes_hw_set_encrypt_key_base_begin:

#ifdef BORINGSSL_DISPATCH_TEST

	pushl	%ebx

	pushl	%edx

	call	.L093pic_for_function_hit

.L093pic_for_function_hit:

	popl	%ebx

	leal	BORINGSSL_function_hit+3-.L093pic_for_function_hit(%ebx),%ebx

	movl	$1,%edx

	movb	%dl,(%ebx)

	popl	%edx

	popl	%ebx

#endif

	movl	4(%esp),%eax

	movl	8(%esp),%ecx

	movl	12(%esp),%edx

	pushl	%ebx

	call	.L094pic

.L094pic:

	popl	%ebx

	leal	.Lkey_const-.L094pic(%ebx),%ebx

	movups	(%eax),%xmm0

	xorps	%xmm4,%xmm4

	leal	16(%edx),%edx

	cmpl	$256,%ecx

	je	.L09514rounds

	cmpl	$192,%ecx

	je	.L09612rounds

	cmpl	$128,%ecx

	jne	.L097bad_keybits

.align	16

.L09810rounds:

	movl	$9,%ecx

	movups	%xmm0,-16(%edx)

.byte	102,15,58,223,200,1

	call	.L099key_128_cold

.byte	102,15,58,223,200,2

	call	.L100key_128

.byte	102,15,58,223,200,4

	call	.L100key_128

.byte	102,15,58,223,200,8

	call	.L100key_128

.byte	102,15,58,223,200,16

	call	.L100key_128

.byte	102,15,58,223,200,32

	call	.L100key_128

.byte	102,15,58,223,200,64

	call	.L100key_128

.byte	102,15,58,223,200,128

	call	.L100key_128

.byte	102,15,58,223,200,27

	call	.L100key_128

.byte	102,15,58,223,200,54

	call	.L100key_128

	movups	%xmm0,(%edx)

	movl	%ecx,80(%edx)

	jmp	.L101good_key

.align	16

.L100key_128:

	movups	%xmm0,(%edx)

	leal	16(%edx),%edx

.L099key_128_cold:

	shufps	$16,%xmm0,%xmm4

	xorps	%xmm4,%xmm0

	shufps	$140,%xmm0,%xmm4

	xorps	%xmm4,%xmm0

	shufps	$255,%xmm1,%xmm1

	xorps	%xmm1,%xmm0

	ret

.align	16

.L09612rounds:

	movq	16(%eax),%xmm2

	movl	$11,%ecx

	movups	%xmm0,-16(%edx)

.byte	102,15,58,223,202,1

	call	.L102key_192a_cold

.byte	102,15,58,223,202,2

	call	.L103key_192b

.byte	102,15,58,223,202,4

	call	.L104key_192a

.byte	102,15,58,223,202,8

	call	.L103key_192b

.byte	102,15,58,223,202,16

	call	.L104key_192a

.byte	102,15,58,223,202,32

	call	.L103key_192b

.byte	102,15,58,223,202,64

	call	.L104key_192a

.byte	102,15,58,223,202,128

	call	.L103key_192b

	movups	%xmm0,(%edx)

	movl	%ecx,48(%edx)

	jmp	.L101good_key

.align	16

.L104key_192a:

	movups	%xmm0,(%edx)

	leal	16(%edx),%edx

.align	16

.L102key_192a_cold:

	movaps	%xmm2,%xmm5

.L105key_192b_warm:

	shufps	$16,%xmm0,%xmm4

	movdqa	%xmm2,%xmm3

	xorps	%xmm4,%xmm0

	shufps	$140,%xmm0,%xmm4

	pslldq	$4,%xmm3

	xorps	%xmm4,%xmm0

	pshufd	$85,%xmm1,%xmm1

	pxor	%xmm3,%xmm2

	pxor	%xmm1,%xmm0

	pshufd	$255,%xmm0,%xmm3

	pxor	%xmm3,%xmm2

	ret

.align	16

.L103key_192b:

	movaps	%xmm0,%xmm3

	shufps	$68,%xmm0,%xmm5

	movups	%xmm5,(%edx)

	shufps	$78,%xmm2,%xmm3

	movups	%xmm3,16(%edx)

	leal	32(%edx),%edx

	jmp	.L105key_192b_warm

.align	16

.L09514rounds:

	movups	16(%eax),%xmm2

	leal	16(%edx),%edx

	movl	$13,%ecx

	movups	%xmm0,-32(%edx)

	movups	%xmm2,-16(%edx)

.byte	102,15,58,223,202,1

	call	.L106key_256a_cold

.byte	102,15,58,223,200,1

	call	.L107key_256b

.byte	102,15,58,223,202,2

	call	.L108key_256a

.byte	102,15,58,223,200,2

	call	.L107key_256b

.byte	102,15,58,223,202,4

	call	.L108key_256a

.byte	102,15,58,223,200,4

	call	.L107key_256b

.byte	102,15,58,223,202,8

	call	.L108key_256a

.byte	102,15,58,223,200,8

	call	.L107key_256b

.byte	102,15,58,223,202,16

	call	.L108key_256a

.byte	102,15,58,223,200,16

	call	.L107key_256b

.byte	102,15,58,223,202,32

	call	.L108key_256a

.byte	102,15,58,223,200,32

	call	.L107key_256b

.byte	102,15,58,223,202,64

	call	.L108key_256a

	movups	%xmm0,(%edx)

	movl	%ecx,16(%edx)

	xorl	%eax,%eax

	jmp	.L101good_key

.align	16

.L108key_256a:

	movups	%xmm2,(%edx)

	leal	16(%edx),%edx

.L106key_256a_cold:

	shufps	$16,%xmm0,%xmm4

	xorps	%xmm4,%xmm0

	shufps	$140,%xmm0,%xmm4

	xorps	%xmm4,%xmm0

	shufps	$255,%xmm1,%xmm1

	xorps	%xmm1,%xmm0

	ret

.align	16

.L107key_256b:

	movups	%xmm0,(%edx)

	leal	16(%edx),%edx

	shufps	$16,%xmm2,%xmm4

	xorps	%xmm4,%xmm2

	shufps	$140,%xmm2,%xmm4

	xorps	%xmm4,%xmm2

	shufps	$170,%xmm1,%xmm1

	xorps	%xmm1,%xmm2

	ret

.L101good_key:

	pxor	%xmm0,%xmm0

	pxor	%xmm1,%xmm1

	pxor	%xmm2,%xmm2

	pxor	%xmm3,%xmm3

	pxor	%xmm4,%xmm4

	pxor	%xmm5,%xmm5

	xorl	%eax,%eax

	popl	%ebx

	ret

.align	4

.L097bad_keybits:

	pxor	%xmm0,%xmm0

	movl	$-2,%eax

	popl	%ebx

	ret

.size	aes_hw_set_encrypt_key_base,.-.L_aes_hw_set_encrypt_key_base_begin

.globl	aes_hw_set_encrypt_key_alt

.hidden	aes_hw_set_encrypt_key_alt

.type	aes_hw_set_encrypt_key_alt,@function

.align	16

aes_hw_set_encrypt_key_alt:

.L_aes_hw_set_encrypt_key_alt_begin:

#ifdef BORINGSSL_DISPATCH_TEST

	pushl	%ebx

	pushl	%edx

	call	.L109pic_for_function_hit

.L109pic_for_function_hit:

	popl	%ebx

	leal	BORINGSSL_function_hit+3-.L109pic_for_function_hit(%ebx),%ebx

	movl	$1,%edx

	movb	%dl,(%ebx)

	popl	%edx

	popl	%ebx

#endif

	movl	4(%esp),%eax

	movl	8(%esp),%ecx

	movl	12(%esp),%edx

	pushl	%ebx

	call	.L110pic

.L110pic:

	popl	%ebx

	leal	.Lkey_const-.L110pic(%ebx),%ebx

	movups	(%eax),%xmm0

	xorps	%xmm4,%xmm4

	leal	16(%edx),%edx

	cmpl	$256,%ecx

	je	.L11114rounds_alt

	cmpl	$192,%ecx

	je	.L11212rounds_alt

	cmpl	$128,%ecx

	jne	.L113bad_keybits

.align	16

.L11410rounds_alt:

	movdqa	(%ebx),%xmm5

	movl	$8,%ecx

	movdqa	32(%ebx),%xmm4

	movdqa	%xmm0,%xmm2

	movdqu	%xmm0,-16(%edx)

.L115loop_key128:

.byte	102,15,56,0,197

.byte	102,15,56,221,196

	pslld	$1,%xmm4

	leal	16(%edx),%edx

	movdqa	%xmm2,%xmm3

	pslldq	$4,%xmm2

	pxor	%xmm2,%xmm3

	pslldq	$4,%xmm2

	pxor	%xmm2,%xmm3

	pslldq	$4,%xmm2

	pxor	%xmm3,%xmm2

	pxor	%xmm2,%xmm0

	movdqu	%xmm0,-16(%edx)

	movdqa	%xmm0,%xmm2

	decl	%ecx

	jnz	.L115loop_key128

	movdqa	48(%ebx),%xmm4

.byte	102,15,56,0,197

.byte	102,15,56,221,196

	pslld	$1,%xmm4

	movdqa	%xmm2,%xmm3

	pslldq	$4,%xmm2

	pxor	%xmm2,%xmm3

	pslldq	$4,%xmm2

	pxor	%xmm2,%xmm3

	pslldq	$4,%xmm2

	pxor	%xmm3,%xmm2

	pxor	%xmm2,%xmm0

	movdqu	%xmm0,(%edx)

	movdqa	%xmm0,%xmm2

.byte	102,15,56,0,197

.byte	102,15,56,221,196

	movdqa	%xmm2,%xmm3

	pslldq	$4,%xmm2

	pxor	%xmm2,%xmm3

	pslldq	$4,%xmm2

	pxor	%xmm2,%xmm3

	pslldq	$4,%xmm2

	pxor	%xmm3,%xmm2

	pxor	%xmm2,%xmm0

	movdqu	%xmm0,16(%edx)

	movl	$9,%ecx

	movl	%ecx,96(%edx)

	jmp	.L116good_key

.align	16

.L11212rounds_alt:

	movq	16(%eax),%xmm2

	movdqa	16(%ebx),%xmm5

	movdqa	32(%ebx),%xmm4

	movl	$8,%ecx

	movdqu	%xmm0,-16(%edx)

.L117loop_key192:

	movq	%xmm2,(%edx)

	movdqa	%xmm2,%xmm1

.byte	102,15,56,0,213

.byte	102,15,56,221,212

	pslld	$1,%xmm4

	leal	24(%edx),%edx

	movdqa	%xmm0,%xmm3

	pslldq	$4,%xmm0

	pxor	%xmm0,%xmm3

	pslldq	$4,%xmm0

	pxor	%xmm0,%xmm3

	pslldq	$4,%xmm0

	pxor	%xmm3,%xmm0

	pshufd	$255,%xmm0,%xmm3

	pxor	%xmm1,%xmm3

	pslldq	$4,%xmm1

	pxor	%xmm1,%xmm3

	pxor	%xmm2,%xmm0

	pxor	%xmm3,%xmm2

	movdqu	%xmm0,-16(%edx)

	decl	%ecx

	jnz	.L117loop_key192

	movl	$11,%ecx

	movl	%ecx,32(%edx)

	jmp	.L116good_key

.align	16

.L11114rounds_alt:

	movups	16(%eax),%xmm2

	leal	16(%edx),%edx

	movdqa	(%ebx),%xmm5

	movdqa	32(%ebx),%xmm4

	movl	$7,%ecx

	movdqu	%xmm0,-32(%edx)

	movdqa	%xmm2,%xmm1

	movdqu	%xmm2,-16(%edx)

.L118loop_key256:

.byte	102,15,56,0,213

.byte	102,15,56,221,212

	movdqa	%xmm0,%xmm3

	pslldq	$4,%xmm0

	pxor	%xmm0,%xmm3

	pslldq	$4,%xmm0

	pxor	%xmm0,%xmm3

	pslldq	$4,%xmm0

	pxor	%xmm3,%xmm0

	pslld	$1,%xmm4

	pxor	%xmm2,%xmm0

	movdqu	%xmm0,(%edx)

	decl	%ecx

	jz	.L119done_key256

	pshufd	$255,%xmm0,%xmm2

	pxor	%xmm3,%xmm3

.byte	102,15,56,221,211

	movdqa	%xmm1,%xmm3

	pslldq	$4,%xmm1

	pxor	%xmm1,%xmm3

	pslldq	$4,%xmm1

	pxor	%xmm1,%xmm3

	pslldq	$4,%xmm1

	pxor	%xmm3,%xmm1

	pxor	%xmm1,%xmm2

	movdqu	%xmm2,16(%edx)

	leal	32(%edx),%edx

	movdqa	%xmm2,%xmm1

	jmp	.L118loop_key256

.L119done_key256:

	movl	$13,%ecx

	movl	%ecx,16(%edx)

.L116good_key:

	pxor	%xmm0,%xmm0

	pxor	%xmm1,%xmm1

	pxor	%xmm2,%xmm2

	pxor	%xmm3,%xmm3

	pxor	%xmm4,%xmm4

	pxor	%xmm5,%xmm5

	xorl	%eax,%eax

	popl	%ebx

	ret

.align	4

.L113bad_keybits:

	pxor	%xmm0,%xmm0

	movl	$-2,%eax

	popl	%ebx

	ret

.size	aes_hw_set_encrypt_key_alt,.-.L_aes_hw_set_encrypt_key_alt_begin

.globl	aes_hw_encrypt_key_to_decrypt_key

.hidden	aes_hw_encrypt_key_to_decrypt_key

.type	aes_hw_encrypt_key_to_decrypt_key,@function

.align	16

aes_hw_encrypt_key_to_decrypt_key:

.L_aes_hw_encrypt_key_to_decrypt_key_begin:

	movl	4(%esp),%edx

	movl	240(%edx),%ecx

	shll	$4,%ecx

	leal	16(%edx,%ecx,1),%eax

	movups	(%edx),%xmm0

	movups	(%eax),%xmm1

	movups	%xmm0,(%eax)

	movups	%xmm1,(%edx)

	leal	16(%edx),%edx

	leal	-16(%eax),%eax

.L120dec_key_inverse:

	movups	(%edx),%xmm0

	movups	(%eax),%xmm1

.byte	102,15,56,219,192

.byte	102,15,56,219,201

	leal	16(%edx),%edx

	leal	-16(%eax),%eax

	movups	%xmm0,16(%eax)

	movups	%xmm1,-16(%edx)

	cmpl	%edx,%eax

	ja	.L120dec_key_inverse

	movups	(%edx),%xmm0

.byte	102,15,56,219,192

	movups	%xmm0,(%edx)

	pxor	%xmm0,%xmm0

	pxor	%xmm1,%xmm1

	ret

.size	aes_hw_encrypt_key_to_decrypt_key,.-.L_aes_hw_encrypt_key_to_decrypt_key_begin

.align	64

.Lkey_const:

.long	202313229,202313229,202313229,202313229

.long	67569157,67569157,67569157,67569157

.long	1,1,1,1

.long	27,27,27,27

.byte	65,69,83,32,102,111,114,32,73,110,116,101,108,32,65,69

.byte	83,45,78,73,44,32,67,82,89,80,84,79,71,65,77,83

.byte	32,98,121,32,60,97,112,112,114,111,64,111,112,101,110,115

.byte	115,108,46,111,114,103,62,0

#endif  // !defined(OPENSSL_NO_ASM) && defined(OPENSSL_X86) && defined(__ELF__)