nfp/bpf/jit.c

629 		wrp_immed(nfp_prog, reg_both(dst + 1), 0);
686 	wrp_mov(nfp_prog, reg_both(dst), reg_b(src));
841 		wrp_reg_subpart(nfp_prog, reg_both(meta->insn.dst_reg * 2),
846 		wrp_reg_subpart(nfp_prog, reg_both(meta->insn.dst_reg * 2),
850 		wrp_mov(nfp_prog, reg_both(meta->insn.dst_reg * 2),
854 		wrp_mov(nfp_prog, reg_both(meta->insn.dst_reg * 2),
856 		wrp_mov(nfp_prog, reg_both(meta->insn.dst_reg * 2 + 1),
862 		wrp_immed(nfp_prog, reg_both(meta->insn.dst_reg * 2 + 1), 0);
885 		emit_shf(nfp_prog, reg_both(dst_gpr), reg_none(), SHF_OP_NONE,
889 			wrp_mov(nfp_prog, reg_both(dst_gpr + i), reg_xfer(i));
916 		emit_ld_field_any(nfp_prog, reg_both(dst_gpr), mask,
920 			wrp_mov(nfp_prog, reg_both(dst_gpr + i), reg_xfer(i));
1038 		wrp_mov(nfp_prog, reg_both(dst),
1080 	emit_ld_field_any(nfp_prog, reg_both(dst), mask, reg, sc, shf, new_gpr);
1271 			wrp_immed(nfp_prog, reg_both(dst), 0);
1277 			wrp_immed(nfp_prog, reg_both(dst), ~0U);
1283 			emit_alu(nfp_prog, reg_both(dst), reg_none(),
1290 	emit_alu(nfp_prog, reg_both(dst), reg_a(dst), alu_op, tmp_reg);
1317 	emit_alu(nfp_prog, reg_both(dst), reg_a(dst), alu_op, reg_b(src));
1318 	emit_alu(nfp_prog, reg_both(dst + 1),
1343 	emit_alu(nfp_prog, reg_both(dst), reg_a(dst), alu_op, reg_b(src));
1467 	emit_ld_field(nfp_prog, reg_both(gpr_out), 0xf, reg_in,
1469 	emit_ld_field(nfp_prog, reg_both(gpr_out), 0x5, reg_a(gpr_out),
1511 	dst_hi = reg_both(dst_reg * 2 + 1);
1512 	dst_lo = reg_both(dst_reg * 2);
1534 	swreg dst_both = reg_both(dst), dst_a = reg_a(dst), dst_b = reg_a(dst);
1620 		wrp_immed(nfp_prog, reg_both(0), 0);
1621 		wrp_immed(nfp_prog, reg_both(1), 0);
1653 	wrp_immed(nfp_prog, reg_both(0), 0);
1654 	wrp_immed(nfp_prog, reg_both(1), 0);
1671 	wrp_immed(nfp_prog, reg_both(0), -22);
1672 	wrp_immed(nfp_prog, reg_both(1), ~0);
1710 	wrp_immed(nfp_prog, reg_both(0), 0);
1711 	wrp_immed(nfp_prog, reg_both(1), 0);
1716 	wrp_immed(nfp_prog, reg_both(0), -22);
1717 	wrp_immed(nfp_prog, reg_both(1), ~0);
1771 	emit_immed(nfp_prog, reg_both(0), 0,
1773 	emit_immed(nfp_prog, reg_both(1), 0,
1848 		emit_alu(nfp_prog, reg_both(dst), stack_reg(nfp_prog),
1850 		wrp_immed(nfp_prog, reg_both(dst + 1), 0);
1863 	wrp_immed(nfp_prog, reg_both(meta->insn.dst_reg * 2), imm & ~0U);
1864 	wrp_immed(nfp_prog, reg_both(meta->insn.dst_reg * 2 + 1), imm >> 32);
1903 	emit_alu(nfp_prog, reg_both(insn->dst_reg * 2),
1906 	emit_alu(nfp_prog, reg_both(insn->dst_reg * 2 + 1),
1928 	emit_alu(nfp_prog, reg_both(insn->dst_reg * 2),
1931 	emit_alu(nfp_prog, reg_both(insn->dst_reg * 2 + 1),
1978 	emit_alu(nfp_prog, reg_both(insn->dst_reg * 2), reg_imm(0),
1980 	emit_alu(nfp_prog, reg_both(insn->dst_reg * 2 + 1), reg_imm(0),
2002 		emit_shf(nfp_prog, reg_both(dst + 1), reg_a(dst + 1),
2005 		emit_shf(nfp_prog, reg_both(dst), reg_none(), SHF_OP_NONE,
2009 		wrp_immed(nfp_prog, reg_both(dst), 0);
2011 		emit_shf(nfp_prog, reg_both(dst + 1), reg_none(), SHF_OP_NONE,
2013 		wrp_immed(nfp_prog, reg_both(dst), 0);
2032 	emit_shf_indir(nfp_prog, reg_both(dst + 1), reg_a(dst + 1), SHF_OP_NONE,
2040 	emit_shf_indir(nfp_prog, reg_both(dst), reg_none(), SHF_OP_NONE,
2053 	emit_shf_indir(nfp_prog, reg_both(dst + 1), reg_none(), SHF_OP_NONE,
2055 	wrp_immed(nfp_prog, reg_both(dst), 0);
2117 		emit_shf(nfp_prog, reg_both(dst), reg_a(dst + 1), SHF_OP_NONE,
2119 		emit_shf(nfp_prog, reg_both(dst + 1), reg_none(), SHF_OP_NONE,
2123 		wrp_immed(nfp_prog, reg_both(dst + 1), 0);
2125 		emit_shf(nfp_prog, reg_both(dst), reg_none(), SHF_OP_NONE,
2127 		wrp_immed(nfp_prog, reg_both(dst + 1), 0);
2145 	emit_shf_indir(nfp_prog, reg_both(dst + 1), reg_none(), SHF_OP_NONE,
2152 	emit_shf_indir(nfp_prog, reg_both(dst), reg_a(dst + 1), SHF_OP_NONE,
2165 	emit_shf_indir(nfp_prog, reg_both(dst), reg_none(), SHF_OP_NONE,
2167 	wrp_immed(nfp_prog, reg_both(dst + 1), 0);
2221 		emit_shf(nfp_prog, reg_both(dst), reg_a(dst + 1), SHF_OP_NONE,
2226 		emit_shf(nfp_prog, reg_both(dst + 1), reg_none(), SHF_OP_ASHR,
2231 		emit_shf(nfp_prog, reg_both(dst + 1), reg_none(), SHF_OP_ASHR,
2236 		emit_shf(nfp_prog, reg_both(dst), reg_none(), SHF_OP_ASHR,
2238 		emit_shf(nfp_prog, reg_both(dst + 1), reg_none(), SHF_OP_ASHR,
2259 	emit_shf_indir(nfp_prog, reg_both(dst + 1), reg_none(), SHF_OP_ASHR,
2280 	emit_shf_indir(nfp_prog, reg_both(dst), reg_none(), SHF_OP_ASHR,
2282 	emit_shf(nfp_prog, reg_both(dst + 1), reg_none(), SHF_OP_ASHR,
2331 	wrp_immed(nfp_prog, reg_both(insn->dst_reg * 2 + 1), 0);
2340 	wrp_immed(nfp_prog, reg_both(insn->dst_reg * 2), insn->imm);
2341 	wrp_immed(nfp_prog, reg_both(insn->dst_reg * 2 + 1), 0);
2420 	emit_alu(nfp_prog, reg_both(dst), reg_imm(0), ALU_OP_SUB, reg_b(dst));
2434 		emit_shf(nfp_prog, reg_both(dst), reg_none(), SHF_OP_ASHR,
2459 	emit_shf_indir(nfp_prog, reg_both(dst), reg_none(), SHF_OP_ASHR,
2479 		emit_shf(nfp_prog, reg_both(dst), reg_none(), SHF_OP_NONE,
2507 	emit_shf_indir(nfp_prog, reg_both(dst), reg_none(), SHF_OP_NONE,
2518 		emit_shf(nfp_prog, reg_both(dst), reg_none(), SHF_OP_NONE,
2557 		emit_ld_field(nfp_prog, reg_both(gpr), 0x9, reg_b(gpr),
2559 		emit_ld_field(nfp_prog, reg_both(gpr), 0xe, reg_a(gpr),
2562 		wrp_immed(nfp_prog, reg_both(gpr + 1), 0);
2566 		wrp_immed(nfp_prog, reg_both(gpr + 1), 0);
2589 	wrp_immed(nfp_prog, reg_both(dst), imm_lo);
2593 		wrp_mov(nfp_prog, reg_both(dst + 1), reg_a(dst));
2595 		wrp_immed(nfp_prog, reg_both(dst + 1), imm_hi);
2651 	swreg dst = reg_both(meta->insn.dst_reg * 2);
2674 	wrp_immed(nfp_prog, reg_both(meta->insn.dst_reg * 2 + 1), 0);
2682 	swreg dst = reg_both(meta->insn.dst_reg * 2);
2700 	wrp_immed(nfp_prog, reg_both(meta->insn.dst_reg * 2 + 1), 0);
2768 	dst_hi = reg_both(dst_gpr + 1);
2769 	dst_lo = reg_both(dst_gpr);
2819 	dst_hi = reg_both(dst_gpr + 1);
2820 	dst_lo = reg_both(dst_gpr);
3801 		wrp_mov(nfp_prog, reg_both(adj), reg_lm(0, 1 + idx));
3807 		wrp_mov(nfp_prog, reg_both(adj + 1), reg_lm(0, 1 + idx + 1));