arm/net/bpf_jit_32.c

523 	const s8 *tmp = bpf2a32[TMP_REG_1];
547 		emit(ARM_MOV_R(tmp[0], ARM_R1), ctx);
551 		emit(ARM_MOV_R(tmp[1], ARM_R0), ctx);
583 		emit(ARM_MOV_R(ARM_R1, tmp[0]), ctx);
585 		emit(ARM_MOV_R(ARM_R0, tmp[1]), ctx);
670 static s8 arm_bpf_get_reg32(s8 reg, s8 tmp, struct jit_ctx *ctx)
673 		emit(ARM_LDR_I(tmp, ARM_FP, EBPF_SCRATCH_TO_ARM_FP(reg)), ctx);
674 		reg = tmp;
679 static const s8 *arm_bpf_get_reg64(const s8 *reg, const s8 *tmp,
685 			emit(ARM_LDRD_I(tmp[1], ARM_FP,
688 			emit(ARM_LDR_I(tmp[1], ARM_FP,
690 			emit(ARM_LDR_I(tmp[0], ARM_FP,
693 		reg = tmp;
735 	const s8 *tmp = bpf2a32[TMP_REG_1];
738 		emit_mov_i(tmp[1], val, ctx);
739 		arm_bpf_put_reg32(dst, tmp[1], ctx);
747 	const s8 *tmp = bpf2a32[TMP_REG_1];
748 	const s8 *rd = is_stacked(dst_lo) ? tmp : dst;
846 	const s8 *tmp = bpf2a32[TMP_REG_1];
850 	rd = arm_bpf_get_reg64(dst, tmp, ctx);
875 	const s8 *tmp = bpf2a32[TMP_REG_1];
878 	rt = arm_bpf_get_reg32(src, tmp[0], ctx);
897 		const u8 *tmp = bpf2a32[TMP_REG_1];
899 		emit(ARM_LDRD_I(tmp[1], ARM_FP, EBPF_SCRATCH_TO_ARM_FP(src_lo)), ctx);
900 		emit(ARM_STRD_I(tmp[1], ARM_FP, EBPF_SCRATCH_TO_ARM_FP(dst_lo)), ctx);
914 	const s8 *tmp = bpf2a32[TMP_REG_1];
919 		rd = tmp[1];
923 	/* rs may be one of src[1], dst[1], or tmp[1] */
943 	 * In this case src_lo was loaded into rd(tmp[1]) but rd was not sign extended as off==32.
956 			emit(ARM_ASR_I(tmp[0], rd, 31), ctx);
957 			arm_bpf_put_reg32(dst_hi, tmp[0], ctx);
967 	const s8 *tmp = bpf2a32[TMP_REG_1];
970 	rd = arm_bpf_get_reg32(dst, tmp[0], ctx);
994 	const s8 *tmp = bpf2a32[TMP_REG_1];
998 	rd = arm_bpf_get_reg64(dst, tmp, ctx);
1010 	const s8 *tmp = bpf2a32[TMP_REG_1];
1017 	rd = arm_bpf_get_reg64(dst, tmp, ctx);
1034 	const s8 *tmp = bpf2a32[TMP_REG_1];
1041 	rd = arm_bpf_get_reg64(dst, tmp, ctx);
1059 	const s8 *tmp = bpf2a32[TMP_REG_1];
1066 	rd = arm_bpf_get_reg64(dst, tmp, ctx);
1083 	const s8 *tmp = bpf2a32[TMP_REG_1];
1088 	rd = arm_bpf_get_reg64(dst, tmp, ctx);
1109 	const s8 *tmp = bpf2a32[TMP_REG_1];
1114 	rd = arm_bpf_get_reg64(dst, tmp, ctx);
1139 	const s8 *tmp = bpf2a32[TMP_REG_1];
1144 	rd = arm_bpf_get_reg64(dst, tmp, ctx);
1168 	const s8 *tmp = bpf2a32[TMP_REG_1];
1173 	rd = arm_bpf_get_reg64(dst, tmp, ctx);
1229 	const s8 *tmp = bpf2a32[TMP_REG_1];
1232 	rd = arm_bpf_get_reg32(dst, tmp[1], ctx);
1235 		emit_a32_mov_i(tmp[0], off, ctx);
1236 		emit(ARM_ADD_R(tmp[0], tmp[0], rd), ctx);
1237 		rd = tmp[0];
1264 	const s8 *tmp = bpf2a32[TMP_REG_1];
1265 	const s8 *rd = is_stacked(dst_lo) ? tmp : dst;
1269 		emit_a32_mov_i(tmp[0], off, ctx);
1270 		emit(ARM_ADD_R(tmp[0], tmp[0], src), ctx);
1271 		rm = tmp[0];
1274 		emit(ARM_MOV_R(tmp[0], rm), ctx);
1275 		rm = tmp[0];
1308 	const s8 *tmp = bpf2a32[TMP_REG_1];
1309 	const s8 *rd = is_stacked(dst_lo) ? tmp : dst;
1320 			emit(ARM_ADD_I(tmp[0], src, add_off), ctx);
1321 			rm = tmp[0];
1323 			emit_a32_mov_i(tmp[0], off, ctx);
1324 			emit(ARM_ADD_R(tmp[0], tmp[0], src), ctx);
1325 			rm = tmp[0];
1399 	const s8 *tmp = bpf2a32[TMP_REG_1];
1420 	emit(ARM_LDR_I(tmp[1], r_array, off), ctx);
1422 	emit(ARM_CMP_R(r_index, tmp[1]), ctx);
1434 	tc = arm_bpf_get_reg64(tcc, tmp, ctx);
1440 	arm_bpf_put_reg64(tcc, tmp, ctx);
1448 	emit(ARM_ADD_I(tmp[1], r_array, off), ctx);
1449 	emit(ARM_LDR_R_SI(tmp[1], tmp[1], r_index, SRTYPE_ASL, 2), ctx);
1450 	emit(ARM_CMP_I(tmp[1], 0), ctx);
1457 	emit(ARM_LDR_I(tmp[1], tmp[1], off), ctx);
1458 	emit(ARM_ADD_I(tmp[1], tmp[1], ctx->prologue_bytes), ctx);
1459 	emit_bx_r(tmp[1], ctx);
1594 	const s8 *tmp = bpf2a32[TMP_REG_1];
1720 			rs = arm_bpf_get_reg64(src, tmp, ctx);
1723 			rs = tmp;
1808 		rd = arm_bpf_get_reg64(dst, tmp, ctx);
1985 		rd = arm_bpf_get_reg64(dst, tmp, ctx);
2064 		emit_a32_mov_i(tmp[1], func, ctx);
2065 		emit_blx_r(tmp[1], ctx);
2147 	struct bpf_prog *tmp, *orig_prog = prog;
2165 	tmp = bpf_jit_blind_constants(prog);
2167 	if (IS_ERR(tmp))
2169 	if (tmp != prog) {
2171 		prog = tmp;
2284 					   tmp : orig_prog);