nfp/bpf/jit.c

101 	     swreg lreg, swreg rreg, u8 size, enum cmd_ctx_swap ctx, bool indir)
128 	 swreg lreg, swreg rreg, u8 size, enum cmd_ctx_swap ctx)
135 	       swreg lreg, swreg rreg, u8 size, enum cmd_ctx_swap ctx)
208 emit_br_bit_relo(struct nfp_prog *nfp_prog, swreg src, u8 bit, u16 addr,
234 emit_br_bset(struct nfp_prog *nfp_prog, swreg src, u8 bit, u16 addr, u8 defer)
256 static void emit_rtn(struct nfp_prog *nfp_prog, swreg base, u8 defer)
294 emit_immed(struct nfp_prog *nfp_prog, swreg dst, u16 imm,
363 emit_shf(struct nfp_prog *nfp_prog, swreg dst,
364 	 swreg lreg, enum shf_op op, swreg rreg, enum shf_sc sc, u8 shift)
381 emit_shf_indir(struct nfp_prog *nfp_prog, swreg dst,
382 	       swreg lreg, enum shf_op op, swreg rreg, enum shf_sc sc)
415 emit_alu(struct nfp_prog *nfp_prog, swreg dst,
416 	 swreg lreg, enum alu_op op, swreg rreg)
454 emit_mul(struct nfp_prog *nfp_prog, swreg lreg, enum mul_type type,
455 	 enum mul_step step, swreg rreg)
511 emit_ld_field_any(struct nfp_prog *nfp_prog, swreg dst, u8 bmask, swreg src,
530 emit_ld_field(struct nfp_prog *nfp_prog, swreg dst, u8 bmask, swreg src,
553 static void emit_csr_wr(struct nfp_prog *nfp_prog, swreg src, u16 addr)
560 	 * swreg infra so if param is an immed, we encode as reg_none() and
608 static void wrp_immed(struct nfp_prog *nfp_prog, swreg dst, u32 imm)
633 wrp_immed_relo(struct nfp_prog *nfp_prog, swreg dst, u32 imm,
651 static swreg ur_load_imm_any(struct nfp_prog *nfp_prog, u32 imm, swreg tmp_reg)
664 static swreg re_load_imm_any(struct nfp_prog *nfp_prog, u32 imm, swreg tmp_reg)
679 static void wrp_mov(struct nfp_prog *nfp_prog, swreg dst, swreg src)
693 wrp_reg_subpart(struct nfp_prog *nfp_prog, swreg dst, swreg src, u8 field_len,
706 wrp_reg_or_subpart(struct nfp_prog *nfp_prog, swreg dst, swreg src,
716 addr40_offset(struct nfp_prog *nfp_prog, u8 src_gpr, swreg offset,
717 	      swreg *rega, swreg *regb)
737 	swreg src_base, off;
868 data_ld(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta, swreg offset,
899 		   u8 dst_gpr, swreg lreg, swreg rreg, int size,
930 			  u8 src_gpr, swreg offset, u8 dst_gpr, u8 size)
938 			  u8 src_gpr, swreg offset, u8 dst_gpr, u8 size)
940 	swreg rega, regb;
952 	swreg tmp_reg;
973 	swreg tmp_reg;
986 data_stx_host_order(struct nfp_prog *nfp_prog, u8 dst_gpr, swreg offset,
1001 data_st_host_order(struct nfp_prog *nfp_prog, u8 dst_gpr, swreg offset,
1027 	swreg reg;
1096 	swreg reg;
1168 	swreg stack_off_reg;
1267 	swreg tmp_reg;
1407 	swreg tmp_reg;
1465 static void wrp_end32(struct nfp_prog *nfp_prog, swreg reg_in, u8 gpr_out)
1474 wrp_mul_u32(struct nfp_prog *nfp_prog, swreg dst_hi, swreg dst_lo, swreg lreg,
1475 	    swreg rreg, bool gen_high_half)
1491 wrp_mul_u16(struct nfp_prog *nfp_prog, swreg dst_hi, swreg dst_lo, swreg lreg,
1492 	    swreg rreg)
1504 	swreg multiplier, multiplicand, dst_hi, dst_lo;
1534 	swreg dst_both = reg_both(dst), dst_a = reg_a(dst), dst_b = reg_a(dst);
1537 	swreg magic;
1556 		swreg tmp_b = ur_load_imm_any(nfp_prog, imm, imm_b(nfp_prog));
1602 	swreg tmp = imm_a(nfp_prog), tmp_len = imm_b(nfp_prog);
1683 	swreg plen, delta;
1781 	swreg ptr_type;
1843 		swreg stack_depth_reg;
2651 	swreg dst = reg_both(meta->insn.dst_reg * 2);
2682 	swreg dst = reg_both(meta->insn.dst_reg * 2);
2709 	swreg tmp_reg;
2721 	swreg tmp_reg;
2735 	swreg src_base, off;
2762 	swreg dst_lo, dst_hi, src_lo, src_mid;
2796 		swreg src_hi = reg_xfer(idx + 2);
2814 	swreg dst_lo, dst_hi, src_lo;
2830 		swreg src_hi = reg_xfer(idx + 1);
2911 	swreg off_reg;
2952 	swreg off_reg;
3023 	swreg addra, addrb, off;
3052 		swreg max_imm = imm_a(nfp_prog);
3078 		swreg prev_alu = imm_a(nfp_prog);
3139 	swreg or1, or2, tmp_reg;
3167 	swreg tmp_reg;
3182 	swreg tmp_reg;
3204 	swreg tmp_reg;
3265 	swreg tmp_reg;