arm/net/bpf_jit_32.c

351 static u32 arm_bpf_ldst_imm12(u32 op, u8 rt, u8 rn, s16 imm12)
353 	op |= rt << 12 | rn << 16;
361 static u32 arm_bpf_ldst_imm8(u32 op, u8 rt, u8 rn, s16 imm8)
363 	op |= rt << 12 | rn << 16;
371 #define ARM_LDR_I(rt, rn, off)	arm_bpf_ldst_imm12(ARM_INST_LDR_I, rt, rn, off)
372 #define ARM_LDRB_I(rt, rn, off)	arm_bpf_ldst_imm12(ARM_INST_LDRB_I, rt, rn, off)
373 #define ARM_LDRD_I(rt, rn, off)	arm_bpf_ldst_imm8(ARM_INST_LDRD_I, rt, rn, off)
374 #define ARM_LDRH_I(rt, rn, off)	arm_bpf_ldst_imm8(ARM_INST_LDRH_I, rt, rn, off)
376 #define ARM_LDRSH_I(rt, rn, off) arm_bpf_ldst_imm8(ARM_INST_LDRSH_I, rt, rn, off)
377 #define ARM_LDRSB_I(rt, rn, off) arm_bpf_ldst_imm8(ARM_INST_LDRSB_I, rt, rn, off)
379 #define ARM_STR_I(rt, rn, off)	arm_bpf_ldst_imm12(ARM_INST_STR_I, rt, rn, off)
380 #define ARM_STRB_I(rt, rn, off)	arm_bpf_ldst_imm12(ARM_INST_STRB_I, rt, rn, off)
381 #define ARM_STRD_I(rt, rn, off)	arm_bpf_ldst_imm8(ARM_INST_STRD_I, rt, rn, off)
382 #define ARM_STRH_I(rt, rn, off)	arm_bpf_ldst_imm8(ARM_INST_STRH_I, rt, rn, off)
876 	s8 rt;
878 	rt = arm_bpf_get_reg32(src, tmp[0], ctx);
879 	arm_bpf_put_reg32(dst, rt, ctx);
1013 	s8 rt;
1016 	rt = arm_bpf_get_reg32(src_lo, tmp2[1], ctx);
1020 	emit(ARM_SUB_I(ARM_IP, rt, 32), ctx);
1021 	emit(ARM_RSB_I(tmp2[0], rt, 32), ctx);
1022 	emit(ARM_MOV_SR(ARM_LR, rd[0], SRTYPE_ASL, rt), ctx);
1025 	emit(ARM_MOV_SR(ARM_LR, rd[1], SRTYPE_ASL, rt), ctx);
1037 	s8 rt;
1040 	rt = arm_bpf_get_reg32(src_lo, tmp2[1], ctx);
1044 	emit(ARM_RSB_I(ARM_IP, rt, 32), ctx);
1045 	emit(ARM_SUBS_I(tmp2[0], rt, 32), ctx);
1046 	emit(ARM_MOV_SR(ARM_LR, rd[1], SRTYPE_LSR, rt), ctx);
1050 	emit(ARM_MOV_SR(ARM_IP, rd[0], SRTYPE_ASR, rt), ctx);
1062 	s8 rt;
1065 	rt = arm_bpf_get_reg32(src_lo, tmp2[1], ctx);
1069 	emit(ARM_RSB_I(ARM_IP, rt, 32), ctx);
1070 	emit(ARM_SUBS_I(tmp2[0], rt, 32), ctx);
1071 	emit(ARM_MOV_SR(ARM_LR, rd[1], SRTYPE_LSR, rt), ctx);
1074 	emit(ARM_MOV_SR(ARM_IP, rd[0], SRTYPE_LSR, rt), ctx);
1170 	const s8 *rd, *rt;
1174 	rt = arm_bpf_get_reg64(src, tmp2, ctx);
1177 	emit(ARM_MUL(ARM_IP, rd[1], rt[0]), ctx);
1178 	emit(ARM_MUL(ARM_LR, rd[0], rt[1]), ctx);
1181 	emit(ARM_UMULL(ARM_IP, rd[0], rd[1], rt[1]), ctx);
1350 static inline void emit_ar_r(const u8 rd, const u8 rt, const u8 rm,
1356 			emit(ARM_AND_R(ARM_IP, rt, rn), ctx);
1360 			emit(ARM_ANDS_R(ARM_IP, rt, rn), ctx);
1372 			_emit(ARM_COND_EQ, ARM_CMP_R(rt, rn), ctx);
1374 			emit(ARM_CMP_R(rt, rn), ctx);
1379 		emit(ARM_CMP_R(rn, rt), ctx);
1385 		emit(ARM_CMP_R(rt, rn), ctx);
1516 	const s8 *rt;
1519 	rt = arm_bpf_get_reg64(src, tmp2, ctx);
1521 	reg_set = (1 << rt[1]) | (1 << rt[0]);
1601 	s8 rd_lo, rt, rm, rn;
1698 			rt = arm_bpf_get_reg32(src_lo, tmp2[0], ctx);
1701 			rt = tmp2[0];
1702 			emit_a32_mov_i(rt, imm, ctx);
1705 			rt = src_lo;
1708 		emit_udivmod(rd_lo, rd_lo, rt, ctx, BPF_OP(code), off);