x86/crypto/twofish-x86_64-asm_64-3way.S

77 #define do16bit_ror(rot, op1, op2, T0, T1, tmp1, tmp2, ab, dst) \
78 	movzbl ab ## bl,		tmp2 ## d; \
79 	movzbl ab ## bh,		tmp1 ## d; \
80 	rorq $(rot),			ab; \
84 #define swap_ab_with_cd(ab, cd, tmp)	\
86 	movq ab, cd;			\
87 	movq tmp, ab;
93 #define g1g2_3(ab, cd, Tx0, Tx1, Tx2, Tx3, Ty0, Ty1, Ty2, Ty3, x, y) \
95 	do16bit_ror(32, mov, xor, Tx0, Tx1, RT0, x ## 0, ab ## 0, x ## 0); \
96 	do16bit_ror(48, mov, xor, Ty1, Ty2, RT0, y ## 0, ab ## 0, y ## 0); \
98 	do16bit_ror(32, mov, xor, Tx0, Tx1, RT0, x ## 1, ab ## 1, x ## 1); \
99 	do16bit_ror(48, mov, xor, Ty1, Ty2, RT0, y ## 1, ab ## 1, y ## 1); \
101 	do16bit_ror(32, mov, xor, Tx0, Tx1, RT0, x ## 2, ab ## 2, x ## 2); \
102 	do16bit_ror(48, mov, xor, Ty1, Ty2, RT0, y ## 2, ab ## 2, y ## 2); \
105 	do16bit_ror(32, xor, xor, Tx2, Tx3, RT0, RT1, ab ## 0, x ## 0); \
106 	do16bit_ror(16, xor, xor, Ty3, Ty0, RT0, RT1, ab ## 0, y ## 0); \
107 	swap_ab_with_cd(ab ## 0, cd ## 0, RT0); \
109 	do16bit_ror(32, xor, xor, Tx2, Tx3, RT0, RT1, ab ## 1, x ## 1); \
110 	do16bit_ror(16, xor, xor, Ty3, Ty0, RT0, RT1, ab ## 1, y ## 1); \
111 	swap_ab_with_cd(ab ## 1, cd ## 1, RT0); \
113 	do16bit_ror(32, xor, xor, Tx2, Tx3, RT0, RT1, ab ## 2, x ## 2); \
114 	do16bit_ror(16, xor, xor, Ty3, Ty0, RT0, RT1, ab ## 2, y ## 2); \
115 	swap_ab_with_cd(ab ## 2, cd ## 2, RT0);
117 #define enc_round_end(ab, x, y, n) \
121 	xorl ab ## d,			x ## d; \
123 	shrq $32,			ab; \
124 	roll $1,			ab ## d; \
125 	xorl y ## d,			ab ## d; \
126 	shlq $32,			ab; \
128 	orq x,				ab;
143 #define encrypt_round3(ab, cd, n) \
144 	g1g2_3(ab, cd, s0, s1, s2, s3, s0, s1, s2, s3, RX, RY); \
146 	enc_round_end(ab ## 0, RX0, RY0, n); \
147 	enc_round_end(ab ## 1, RX1, RY1, n); \
148 	enc_round_end(ab ## 2, RX2, RY2, n);
157 #define encrypt_cycle3(ab, cd, n) \
158 	encrypt_round3(ab, cd, n*2); \
159 	encrypt_round3(ab, cd, (n*2)+1);