linux-master/crypto/vmac.c

104 #define ADD128(rh, rl, ih, il)						\
109 			(rh)++;						\
110 		(rh) += (ih);						\
115 #define PMUL64(rh, rl, i1, i2)	/* Assumes m doesn't overflow */	\
119 		rh = MUL32(_i1>>32, _i2>>32);				\
121 		ADD128(rh, rl, (m >> 32), (m << 32));			\
124 #define MUL64(rh, rl, i1, i2)						\
129 		rh = MUL32(_i1>>32, _i2>>32);				\
131 		ADD128(rh, rl, (m1 >> 32), (m1 << 32));			\
132 		ADD128(rh, rl, (m2 >> 32), (m2 << 32));			\
149 #define nh_16(mp, kp, nw, rh, rl)					\
152 		rh = rl = 0;						\
156 			ADD128(rh, rl, th, tl);				\
160 #define nh_16_2(mp, kp, nw, rh, rl, rh1, rl1)				\
163 		rh1 = rl1 = rh = rl = 0;				\
167 			ADD128(rh, rl, th, tl);				\
175 #define nh_vmac_nhbytes(mp, kp, nw, rh, rl)				\
178 		rh = rl = 0;						\
182 			ADD128(rh, rl, th, tl);				\
185 			ADD128(rh, rl, th, tl);				\
188 			ADD128(rh, rl, th, tl);				\
191 			ADD128(rh, rl, th, tl);				\
195 #define nh_vmac_nhbytes_2(mp, kp, nw, rh, rl, rh1, rl1)			\
198 		rh1 = rl1 = rh = rl = 0;				\
202 			ADD128(rh, rl, th, tl);				\
208 			ADD128(rh, rl, th, tl);				\
214 			ADD128(rh, rl, th, tl);				\
220 			ADD128(rh, rl, th, tl);				\
254 #define nh_16(mp, kp, nw, rh, rl)					\
258 		rh = rl = t = 0;					\
264 			ADD128(rh, rl, MUL32(t1 >> 32, t2 >> 32),	\
266 			rh += (u64)(u32)(m1 >> 32)			\
270 		ADD128(rh, rl, (t >> 32), (t << 32));			\
341 #define nh_16_2(mp, kp, nw, rh, rl, rh2, rl2)				\
343 		nh_16(mp, kp, nw, rh, rl);				\
348 #define nh_vmac_nhbytes(mp, kp, nw, rh, rl)				\
349 	nh_16(mp, kp, nw, rh, rl)
352 #define nh_vmac_nhbytes_2(mp, kp, nw, rh, rl, rh2, rl2)			\
354 		nh_vmac_nhbytes(mp, kp, nw, rh, rl);			\
361 	u64 rh, rl, t, z = 0;
386 	MUL64(rh, rl, p1, p2);
387 	t = rh >> 56;
388 	ADD128(t, rl, z, rh);
389 	rh <<= 8;
390 	ADD128(t, rl, z, rh);
408 	u64 rh, rl;
412 		nh_vmac_nhbytes(mptr, kptr, VMAC_NHBYTES/8, rh, rl);
413 		rh &= m62;
414 		ADD128(ch, cl, rh, rl);
420 		nh_vmac_nhbytes(mptr, kptr, VMAC_NHBYTES/8, rh, rl);
421 		rh &= m62;
422 		poly_step(ch, cl, pkh, pkl, rh, rl);
546 		u64 rh, rl;
549 		nh_16(dctx->partial_words, tctx->nhkey, n / 8, rh, rl);
550 		rh &= m62;
553 				  rh, rl);
555 			ADD128(ch, cl, rh, rl);