modes/asm/aesni-gcm-x86_64.pl

70 ($Ii,$T1,$T2,$Hkey,
87 	vpaddb		$T2,$T1,$inout1
92 	vpxor		$rndkey,$T1,$inout0
101 	  vpaddb	$T2,$inout5,$T1		# next counter value
106 	vmovdqu		$T1,($ivp)		# save next counter value
117 	vpclmulqdq	\$0x00,$Hkey,$Z3,$T1
130 	 vpxor		$Z1,$T1,$Z0
133 	vpclmulqdq	\$0x10,$Hkey,$Ii,$T1
154 	 vpxor		$T1,$Z2,$Z2
155 	vpclmulqdq	\$0x00,$Z1,$Ii,$T1
167 	 vpxor		$T1,$Z0,$Z0
168 	vmovdqu		0x40-0x20($Xip),$T1	# borrow $T1 for $Hkey^4
173 	vpclmulqdq	\$0x00,$T1,$Ii,$T2
176 	vpclmulqdq	\$0x10,$T1,$Ii,$Hkey
180 	vpclmulqdq	\$0x01,$T1,$Ii,$Z1
183 	vpclmulqdq	\$0x11,$T1,$Ii,$T1
201 	 vpxor		$T1,$Z3,$Z3
202 	vpclmulqdq	\$0x01,$T2,$Ii,$T1
219 	 vpxor		$T1,$Z2,$Z2
220 	vpclmulqdq	\$0x01,$Hkey,$Xi,$T1
234 	vpxor		$T1,$Z2,$Z2
254 	  vmovups	0x80-0x80($key),$T1	# borrow $T1 for $rndkey
257 	  vaesenc	$T1,$inout0,$inout0
259 	  vaesenc	$T1,$inout1,$inout1
261 	  vaesenc	$T1,$inout2,$inout2
263 	  vaesenc	$T1,$inout3,$inout3
266 	  vaesenc	$T1,$inout4,$inout4
268 	  vaesenc	$T1,$inout5,$inout5
269 	  vmovups	0xa0-0x80($key),$T1
280 	  vaesenc	$T1,$inout0,$inout0
281 	  vaesenc	$T1,$inout1,$inout1
282 	  vaesenc	$T1,$inout2,$inout2
283 	  vaesenc	$T1,$inout3,$inout3
284 	  vaesenc	$T1,$inout4,$inout4
286 	  vaesenc	$T1,$inout5,$inout5
287 	  vmovups	0xc0-0x80($key),$T1
297 	  vaesenc	$T1,$inout0,$inout0
298 	  vaesenc	$T1,$inout1,$inout1
299 	  vaesenc	$T1,$inout2,$inout2
300 	  vaesenc	$T1,$inout3,$inout3
301 	  vaesenc	$T1,$inout4,$inout4
303 	  vaesenc	$T1,$inout5,$inout5
304 	  vmovups	0xe0-0x80($key),$T1
310 	  vpshufb	$Ii,$T1,$Z2		# byte-swap counter
323 	  vpaddd	$Z1,$inout4,$T1		# byte-swapped next counter value
326 	  vpshufb	$Ii,$T1,$T1		# next counter value
336 	  vpxor		0x00($inp),$T1,$T2
338 	  vpxor		0x10($inp),$T1,$Ii
340 	  vpxor		0x20($inp),$T1,$Z1
342 	  vpxor		0x30($inp),$T1,$Z2
344 	  vpxor		0x40($inp),$T1,$Z3
345 	  vpxor		0x50($inp),$T1,$Hkey
346 	  vmovdqu	($ivp),$T1		# load next counter value
351 	 vpaddb		$T2,$T1,$Ii
371 	 vpxor		$rndkey,$T1,$inout0
431 	vmovdqu		($ivp),$T1		# input counter value
525 	vpxor		$Z0,$T1,$inout0
528 	vpaddb		$T2,$T1,$inout1
537 	vpaddb		$T2,$inout5,$T1
586 	vpshufb		$Ii,$T1,$Z2		# byte-swap counter
598 	vpaddd		$Z1,$inout4,$T1		# byte-swapped next counter value
603 	vpshufb		$Ii,$T1,$T1		# next counter value
641 	vmovdqu		($ivp),$T1		# input counter value
690 	vpunpckhqdq	$Z3,$Z3,$T1
694 	vpxor		$Z3,$T1,$T1
716 	vpclmulqdq	\$0x00,$HK,$T1,$T1
728 	vpxor		$T1,$T2,$T2
730 	 vmovdqu	0x50(%rsp),$T1		# I[2]
734 	 vpunpckhqdq	$T1,$T1,$Z0
736 	 vpxor		$T1,$Z0,$Z0
742 	vpclmulqdq	\$0x00,$Ii,$T1,$Z2
746 	vpclmulqdq	\$0x11,$Ii,$T1,$T1
748 	vpxor		$T3,$T1,$T1
760 	vpxor		$T1,$T2,$T2
766 	 vpunpckhqdq	$inout5,$inout5,$T1
768 	 vpxor		$inout5,$T1,$T1
783 	vpclmulqdq	\$0x00,$HK,$T1,$T1
798 	vpxor		$T1,$T2,$T2
803 	 vpunpckhqdq	$inout2,$inout2,$T1
805 	 vpxor		$inout2,$T1,$T1
822 	vpclmulqdq	\$0x10,$HK,$T1,$T1
824 	vpxor		$T3,$T1,$T1
838 	vpxor		$T1,$T2,$T2
849 	vpslldq		\$8,$Z2,$T1
852 	vpxor		$T1,$Z1,$Xi