arm64/crypto/sm3-neon-core.S

121 #define R(i, a, b, c, d, e, f, g, h, k, K_LOAD, round, widx, wtype, IOP, iop_param) \
122 	K_LOAD(round);                                                        \
123 	ldr	t5, [sp, #(wtype##_W1_ADDR(round, widx))];                    \
127 	ldr	t6, [sp, #(wtype##_W1W2_ADDR(round, widx))];                  \
155 #define R1(a, b, c, d, e, f, g, h, k, K_LOAD, round, widx, wtype, IOP, iop_param) \
156 	R(1, ##a, ##b, ##c, ##d, ##e, ##f, ##g, ##h, ##k, K_LOAD, round, widx, wtype, IOP, iop_param)
158 #define R2(a, b, c, d, e, f, g, h, k, K_LOAD, round, widx, wtype, IOP, iop_param) \
159 	R(2, ##a, ##b, ##c, ##d, ##e, ##f, ##g, ##h, ##k, K_LOAD, round, widx, wtype, IOP, iop_param)
161 #define KL(round) \
162 	ldp	k_even, k_odd, [RKPTR, #(4*(round))];
167 #define IW_W_ADDR(round, widx, offs) \
168 	(STACK_W + ((round) / 4) * 64 + (offs) + ((widx) * 4))
171 #define XW_W_ADDR(round, widx, offs) \
172 	(STACK_W + ((((round) / 3) - 4) % 2) * 64 + (offs) + ((widx) * 4))
175 #define IW_W1_ADDR(round, widx)   IW_W_ADDR(round, widx, 32)
176 #define IW_W1W2_ADDR(round, widx) IW_W_ADDR(round, widx, 48)
179 #define XW_W1_ADDR(round, widx)   XW_W_ADDR(round, widx, 0)
180 #define XW_W1W2_ADDR(round, widx) XW_W_ADDR(round, widx, 16)
183  * Interleaving within round function needed for in-order CPUs. */
243  * Interleaving within round function needed for in-order CPUs. */
244 #define SCHED_W_1_1(round, w0, w1, w2, w3, w4, w5) \
248 #define SCHED_W_1_2(round, w0, w1, w2, w3, w4, w5) \
250 #define SCHED_W_1_3(round, w0, w1, w2, w3, w4, w5) \
252 #define SCHED_W_1_4(round, w0, w1, w2, w3, w4, w5) \
254 #define SCHED_W_1_5(round, w0, w1, w2, w3, w4, w5) \
258 #define SCHED_W_1_6(round, w0, w1, w2, w3, w4, w5) \
262 	add	addr0, sp, #XW_W1_ADDR((round), 0); \
264 #define SCHED_W_1_7(round, w0, w1, w2, w3, w4, w5) \
266 #define SCHED_W_1_8(round, w0, w1, w2, w3, w4, w5) \
268 #define SCHED_W_2_1(round, w0, w1, w2, w3, w4, w5) \
270 #define SCHED_W_2_2(round, w0, w1, w2, w3, w4, w5) \
272 #define SCHED_W_2_3(round, w0, w1, w2, w3, w4, w5) \
276 #define SCHED_W_2_4(round, w0, w1, w2, w3, w4, w5) \
279 #define SCHED_W_2_5(round, w0, w1, w2, w3, w4, w5) \
281 #define SCHED_W_2_6(round, w0, w1, w2, w3, w4, w5) \
283 #define SCHED_W_2_7(round, w0, w1, w2, w3, w4, w5) \
285 #define SCHED_W_2_8(round, w0, w1, w2, w3, w4, w5) \
287 #define SCHED_W_3_1(round, w0, w1, w2, w3, w4, w5) \
289 #define SCHED_W_3_2(round, w0, w1, w2, w3, w4, w5) \
292 #define SCHED_W_3_3(round, w0, w1, w2, w3, w4, w5) \
294 #define SCHED_W_3_4(round, w0, w1, w2, w3, w4, w5) \
296 #define SCHED_W_3_5(round, w0, w1, w2, w3, w4, w5) \
299 #define SCHED_W_3_6(round, w0, w1, w2, w3, w4, w5)
300 #define SCHED_W_3_7(round, w0, w1, w2, w3, w4, w5) \
302 #define SCHED_W_3_8(round, w0, w1, w2, w3, w4, w5)
304 #define SCHED_W_W0W1W2W3W4W5_1(iop_num, round) \
305 	SCHED_W_1_##iop_num(round, W0, W1, W2, W3, W4, W5)
306 #define SCHED_W_W0W1W2W3W4W5_2(iop_num, round) \
307 	SCHED_W_2_##iop_num(round, W0, W1, W2, W3, W4, W5)
308 #define SCHED_W_W0W1W2W3W4W5_3(iop_num, round) \
309 	SCHED_W_3_##iop_num(round, W0, W1, W2, W3, W4, W5)
311 #define SCHED_W_W1W2W3W4W5W0_1(iop_num, round) \
312 	SCHED_W_1_##iop_num(round, W1, W2, W3, W4, W5, W0)
313 #define SCHED_W_W1W2W3W4W5W0_2(iop_num, round) \
314 	SCHED_W_2_##iop_num(round, W1, W2, W3, W4, W5, W0)
315 #define SCHED_W_W1W2W3W4W5W0_3(iop_num, round) \
316 	SCHED_W_3_##iop_num(round, W1, W2, W3, W4, W5, W0)
318 #define SCHED_W_W2W3W4W5W0W1_1(iop_num, round) \
319 	SCHED_W_1_##iop_num(round, W2, W3, W4, W5, W0, W1)
320 #define SCHED_W_W2W3W4W5W0W1_2(iop_num, round) \
321 	SCHED_W_2_##iop_num(round, W2, W3, W4, W5, W0, W1)
322 #define SCHED_W_W2W3W4W5W0W1_3(iop_num, round) \
323 	SCHED_W_3_##iop_num(round, W2, W3, W4, W5, W0, W1)
325 #define SCHED_W_W3W4W5W0W1W2_1(iop_num, round) \
326 	SCHED_W_1_##iop_num(round, W3, W4, W5, W0, W1, W2)
327 #define SCHED_W_W3W4W5W0W1W2_2(iop_num, round) \
328 	SCHED_W_2_##iop_num(round, W3, W4, W5, W0, W1, W2)
329 #define SCHED_W_W3W4W5W0W1W2_3(iop_num, round) \
330 	SCHED_W_3_##iop_num(round, W3, W4, W5, W0, W1, W2)
332 #define SCHED_W_W4W5W0W1W2W3_1(iop_num, round) \
333 	SCHED_W_1_##iop_num(round, W4, W5, W0, W1, W2, W3)
334 #define SCHED_W_W4W5W0W1W2W3_2(iop_num, round) \
335 	SCHED_W_2_##iop_num(round, W4, W5, W0, W1, W2, W3)
336 #define SCHED_W_W4W5W0W1W2W3_3(iop_num, round) \
337 	SCHED_W_3_##iop_num(round, W4, W5, W0, W1, W2, W3)
339 #define SCHED_W_W5W0W1W2W3W4_1(iop_num, round) \
340 	SCHED_W_1_##iop_num(round, W5, W0, W1, W2, W3, W4)
341 #define SCHED_W_W5W0W1W2W3W4_2(iop_num, round) \
342 	SCHED_W_2_##iop_num(round, W5, W0, W1, W2, W3, W4)
343 #define SCHED_W_W5W0W1W2W3W4_3(iop_num, round) \
344 	SCHED_W_3_##iop_num(round, W5, W0, W1, W2, W3, W4)