x86/crypto/chacha_glue.c

49 			  unsigned int bytes, int nrounds)
53 		while (bytes >= CHACHA_BLOCK_SIZE * 8) {
54 			chacha_8block_xor_avx512vl(state, dst, src, bytes,
56 			bytes -= CHACHA_BLOCK_SIZE * 8;
61 		if (bytes > CHACHA_BLOCK_SIZE * 4) {
62 			chacha_8block_xor_avx512vl(state, dst, src, bytes,
64 			state[12] += chacha_advance(bytes, 8);
67 		if (bytes > CHACHA_BLOCK_SIZE * 2) {
68 			chacha_4block_xor_avx512vl(state, dst, src, bytes,
70 			state[12] += chacha_advance(bytes, 4);
73 		if (bytes) {
74 			chacha_2block_xor_avx512vl(state, dst, src, bytes,
76 			state[12] += chacha_advance(bytes, 2);
82 		while (bytes >= CHACHA_BLOCK_SIZE * 8) {
83 			chacha_8block_xor_avx2(state, dst, src, bytes, nrounds);
84 			bytes -= CHACHA_BLOCK_SIZE * 8;
89 		if (bytes > CHACHA_BLOCK_SIZE * 4) {
90 			chacha_8block_xor_avx2(state, dst, src, bytes, nrounds);
91 			state[12] += chacha_advance(bytes, 8);
94 		if (bytes > CHACHA_BLOCK_SIZE * 2) {
95 			chacha_4block_xor_avx2(state, dst, src, bytes, nrounds);
96 			state[12] += chacha_advance(bytes, 4);
99 		if (bytes > CHACHA_BLOCK_SIZE) {
100 			chacha_2block_xor_avx2(state, dst, src, bytes, nrounds);
101 			state[12] += chacha_advance(bytes, 2);
106 	while (bytes >= CHACHA_BLOCK_SIZE * 4) {
107 		chacha_4block_xor_ssse3(state, dst, src, bytes, nrounds);
108 		bytes -= CHACHA_BLOCK_SIZE * 4;
113 	if (bytes > CHACHA_BLOCK_SIZE) {
114 		chacha_4block_xor_ssse3(state, dst, src, bytes, nrounds);
115 		state[12] += chacha_advance(bytes, 4);
118 	if (bytes) {
119 		chacha_block_xor_ssse3(state, dst, src, bytes, nrounds);
142 void chacha_crypt_arch(u32 *state, u8 *dst, const u8 *src, unsigned int bytes,
146 	    bytes <= CHACHA_BLOCK_SIZE)
147 		return chacha_crypt_generic(state, dst, src, bytes, nrounds);
150 		unsigned int todo = min_t(unsigned int, bytes, SZ_4K);
156 		bytes -= todo;
159 	} while (bytes);