/linux-master/arch/riscv/net/ |
H A D | bpf_jit.h | 97 struct rv_jit_context ctx; member in struct:rv_jit_data 111 static inline void emit(const u32 insn, struct rv_jit_context *ctx) argument 122 static inline void emitc(const u16 insn, struct rv_jit_context *ctx) argument 132 epilogue_offset(struct rv_jit_context *ctx) argument 222 rv_offset(int insn, int off, struct rv_jit_context *ctx) argument 944 emit_jalr(u8 rd, u8 rs, s32 imm, struct rv_jit_context *ctx) argument 947 emitc(rvc_jalr(rs), ctx); local 949 emitc(rvc_jr(rs), ctx); local 951 emit(rv_jalr(rd, rs, imm), ctx); local 954 emit_mv(u8 rd, u8 rs, struct rv_jit_context *ctx) argument 957 emitc(rvc_mv(rd, rs), ctx); local 959 emit(rv_addi(rd, rs, 0), ctx); local 962 emit_add(u8 rd, u8 rs1, u8 rs2, struct rv_jit_context *ctx) argument 965 emitc(rvc_add(rd, rs2), ctx); local 967 emit(rv_add(rd, rs1, rs2), ctx); local 970 emit_addi(u8 rd, u8 rs, s32 imm, struct rv_jit_context *ctx) argument 973 emitc(rvc_addi16sp(imm), ctx); local 976 emitc(rvc_addi4spn(rd, imm), ctx); local 978 emitc(rvc_addi(rd, imm), ctx); local 980 emit(rv_addi(rd, rs, imm), ctx); local 983 emit_li(u8 rd, s32 imm, struct rv_jit_context *ctx) argument 986 emitc(rvc_li(rd, imm), ctx); local 988 emit(rv_addi(rd, RV_REG_ZERO, imm), ctx); local 991 emit_lui(u8 rd, s32 imm, struct rv_jit_context *ctx) argument 994 emitc(rvc_lui(rd, imm), ctx); local 996 emit(rv_lui(rd, imm), ctx); local 999 emit_slli(u8 rd, u8 rs, s32 imm, struct rv_jit_context *ctx) argument 1002 emitc(rvc_slli(rd, imm), ctx); local 1004 emit(rv_slli(rd, rs, imm), ctx); local 1007 emit_andi(u8 rd, u8 rs, s32 imm, struct rv_jit_context *ctx) argument 1010 emitc(rvc_andi(rd, imm), ctx); local 1012 emit(rv_andi(rd, rs, imm), ctx); local 1015 emit_srli(u8 rd, u8 rs, s32 imm, struct rv_jit_context *ctx) argument 1018 emitc(rvc_srli(rd, imm), ctx); local 1020 emit(rv_srli(rd, rs, imm), ctx); local 1023 emit_srai(u8 rd, u8 rs, s32 imm, struct rv_jit_context *ctx) argument 1026 emitc(rvc_srai(rd, imm), ctx); local 1028 emit(rv_srai(rd, rs, imm), ctx); local 1031 emit_sub(u8 rd, u8 rs1, u8 rs2, struct rv_jit_context *ctx) argument 1034 emitc(rvc_sub(rd, rs2), ctx); local 1036 emit(rv_sub(rd, rs1, rs2), ctx); local 1039 emit_or(u8 rd, u8 rs1, u8 rs2, struct rv_jit_context *ctx) argument 1042 emitc(rvc_or(rd, rs2), ctx); local 1044 emit(rv_or(rd, rs1, rs2), ctx); local 1047 emit_and(u8 rd, u8 rs1, u8 rs2, struct rv_jit_context *ctx) argument 1050 emitc(rvc_and(rd, rs2), ctx); local 1052 emit(rv_and(rd, rs1, rs2), ctx); local 1055 emit_xor(u8 rd, u8 rs1, u8 rs2, struct rv_jit_context *ctx) argument 1058 emitc(rvc_xor(rd, rs2), ctx); local 1060 emit(rv_xor(rd, rs1, rs2), ctx); local 1063 emit_lw(u8 rd, s32 off, u8 rs1, struct rv_jit_context *ctx) argument 1066 emitc(rvc_lwsp(rd, off), ctx); local 1068 emitc(rvc_lw(rd, off, rs1), ctx); local 1070 emit(rv_lw(rd, off, rs1), ctx); local 1073 emit_sw(u8 rs1, s32 off, u8 rs2, struct rv_jit_context *ctx) argument 1076 emitc(rvc_swsp(off, rs2), ctx); local 1078 emitc(rvc_sw(rs1, off, rs2), ctx); local 1080 emit(rv_sw(rs1, off, rs2), ctx); local 1086 emit_addiw(u8 rd, u8 rs, s32 imm, struct rv_jit_context *ctx) argument 1089 emitc(rvc_addiw(rd, imm), ctx); local 1091 emit(rv_addiw(rd, rs, imm), ctx); local 1094 emit_ld(u8 rd, s32 off, u8 rs1, struct rv_jit_context *ctx) argument 1097 emitc(rvc_ldsp(rd, off), ctx); local 1099 emitc(rvc_ld(rd, off, rs1), ctx); local 1101 emit(rv_ld(rd, off, rs1), ctx); local 1104 emit_sd(u8 rs1, s32 off, u8 rs2, struct rv_jit_context *ctx) argument 1107 emitc(rvc_sdsp(off, rs2), ctx); local 1109 emitc(rvc_sd(rs1, off, rs2), ctx); local 1111 emit(rv_sd(rs1, off, rs2), ctx); local 1114 emit_subw(u8 rd, u8 rs1, u8 rs2, struct rv_jit_context *ctx) argument 1117 emitc(rvc_subw(rd, rs2), ctx); local 1119 emit(rv_subw(rd, rs1, rs2), ctx); local 1122 emit_sextb(u8 rd, u8 rs, struct rv_jit_context *ctx) argument 1125 emit(rvzbb_sextb(rd, rs), ctx); local 1133 emit_sexth(u8 rd, u8 rs, struct rv_jit_context *ctx) argument 1136 emit(rvzbb_sexth(rd, rs), ctx); local 1144 emit_sextw(u8 rd, u8 rs, struct rv_jit_context *ctx) argument 1149 emit_zexth(u8 rd, u8 rs, struct rv_jit_context *ctx) argument 1152 emit(rvzbb_zexth(rd, rs), ctx); local 1160 emit_zextw(u8 rd, u8 rs, struct rv_jit_context *ctx) argument 1166 emit_bswap(u8 rd, s32 imm, struct rv_jit_context *ctx) argument 1171 emit(rvzbb_rev8(rd, rd), ctx); local [all...] |
H A D | bpf_jit_comp32.c | 111 static void emit_imm(const s8 rd, s32 imm, struct rv_jit_context *ctx) argument 117 emit(rv_lui(rd, upper), ctx); local 118 emit(rv_addi(rd, rd, lower), ctx); local 120 emit(rv_addi(rd, RV_REG_ZERO, lower), ctx); local 124 static void emit_imm32(const s8 *rd, s32 imm, struct rv_jit_context *ctx) argument 127 emit_imm(lo(rd), imm, ctx); local 139 emit_imm(lo(rd), imm_lo, ctx); local 136 emit_imm64(const s8 *rd, s32 imm_hi, s32 imm_lo, struct rv_jit_context *ctx) argument 140 emit_imm(hi(rd), imm_hi, ctx); local 143 __build_epilogue(bool is_tail_call, struct rv_jit_context *ctx) argument 150 emit(rv_addi(RV_REG_A0, lo(r0), 0), ctx); local 151 emit(rv_addi(RV_REG_A1, hi(r0), 0), ctx); local 165 emit(rv_addi(RV_REG_SP, RV_REG_SP, stack_adjust), ctx); local 185 bpf_get_reg64(const s8 *reg, const s8 *tmp, struct rv_jit_context *ctx) argument 189 emit(rv_lw(hi(tmp), hi(reg), RV_REG_FP), ctx); local 190 emit(rv_lw(lo(tmp), lo(reg), RV_REG_FP), ctx); local 196 bpf_put_reg64(const s8 *reg, const s8 *src, struct rv_jit_context *ctx) argument 200 emit(rv_sw(RV_REG_FP, hi(reg), hi(src)), ctx); local 201 emit(rv_sw(RV_REG_FP, lo(reg), lo(src)), ctx); local 205 bpf_get_reg32(const s8 *reg, const s8 *tmp, struct rv_jit_context *ctx) argument 209 emit(rv_lw(lo(tmp), lo(reg), RV_REG_FP), ctx); local 215 bpf_put_reg32(const s8 *reg, const s8 *src, struct rv_jit_context *ctx) argument 219 emit(rv_sw(RV_REG_FP, lo(reg), lo(src)), ctx); local 221 emit(rv_sw(RV_REG_FP, hi(reg), RV_REG_ZERO), ctx); local 227 emit_jump_and_link(u8 rd, s32 rvoff, bool force_jalr, struct rv_jit_context *ctx) argument 239 emit(rv_auipc(RV_REG_T1, upper), ctx); local 240 emit(rv_jalr(rd, RV_REG_T1, lower), ctx); local 243 emit_alu_i64(const s8 *dst, s32 imm, struct rv_jit_context *ctx, const u8 op) argument 255 emit(rv_andi(lo(rd), lo(rd), imm), ctx); local 258 emit(rv_and(lo(rd), lo(rd), RV_REG_T0), ctx); local 265 emit(rv_ori(lo(rd), lo(rd), imm), ctx); local 268 emit(rv_or(lo(rd), lo(rd), RV_REG_T0), ctx); local 275 emit(rv_xori(lo(rd), lo(rd), imm), ctx); local 278 emit(rv_xor(lo(rd), lo(rd), RV_REG_T0), ctx); local 281 emit(rv_xori(hi(rd), hi(rd), -1), ctx); local 285 emit(rv_slli(hi(rd), lo(rd), imm - 32), ctx); local 290 emit(rv_srli(RV_REG_T0, lo(rd), 32 - imm), ctx); local 291 emit(rv_slli(hi(rd), hi(rd), imm), ctx); local 293 emit(rv_slli(lo(rd), lo(rd), imm), ctx); local 298 emit(rv_srli(lo(rd), hi(rd), imm - 32), ctx); local 303 emit(rv_slli(RV_REG_T0, hi(rd), 32 - imm), ctx); local 304 emit(rv_srli(lo(rd), lo(rd), imm), ctx); local 306 emit(rv_srli(hi(rd), hi(rd), imm), ctx); local 311 emit(rv_srai(lo(rd), hi(rd), imm - 32), ctx); local 312 emit(rv_srai(hi(rd), hi(rd), 31), ctx); local 316 emit(rv_slli(RV_REG_T0, hi(rd), 32 - imm), ctx); local 317 emit(rv_srli(lo(rd), lo(rd), imm), ctx); local 319 emit(rv_srai(hi(rd), hi(rd), imm), ctx); local 327 emit_alu_i32(const s8 *dst, s32 imm, struct rv_jit_context *ctx, const u8 op) argument 335 emit_imm(lo(rd), imm, ctx); local 339 emit(rv_addi(lo(rd), lo(rd), imm), ctx); local 342 emit(rv_add(lo(rd), lo(rd), RV_REG_T0), ctx); local 347 emit(rv_addi(lo(rd), lo(rd), -imm), ctx); local 350 emit(rv_sub(lo(rd), lo(rd), RV_REG_T0), ctx); local 355 emit(rv_andi(lo(rd), lo(rd), imm), ctx); local 358 emit(rv_and(lo(rd), lo(rd), RV_REG_T0), ctx); local 363 emit(rv_ori(lo(rd), lo(rd), imm), ctx); local 366 emit(rv_or(lo(rd), lo(rd), RV_REG_T0), ctx); local 371 emit(rv_xori(lo(rd), lo(rd), imm), ctx); local 374 emit(rv_xor(lo(rd), lo(rd), RV_REG_T0), ctx); local 379 emit(rv_slli(lo(rd), lo(rd), imm), ctx); local 382 emit(rv_sll(lo(rd), lo(rd), RV_REG_T0), ctx); local 387 emit(rv_srli(lo(rd), lo(rd), imm), ctx); local 390 emit(rv_srl(lo(rd), lo(rd), RV_REG_T0), ctx); local 395 emit(rv_srai(lo(rd), lo(rd), imm), ctx); local 398 emit(rv_sra(lo(rd), lo(rd), RV_REG_T0), ctx); local 406 emit_alu_r64(const s8 *dst, const s8 *src, struct rv_jit_context *ctx, const u8 op) argument 416 emit(rv_addi(lo(rd), lo(rs), 0), ctx); local 417 emit(rv_addi(hi(rd), hi(rs), 0), ctx); local 421 emit(rv_srli(RV_REG_T0, lo(rd), 31), ctx); local 422 emit(rv_slli(hi(rd), hi(rd), 1), ctx); local 424 emit(rv_slli(lo(rd), lo(rd), 1), ctx); local 427 emit(rv_sltu(RV_REG_T0, lo(rd), lo(rs)), ctx); local 429 emit(rv_add(hi(rd), hi(rd), RV_REG_T0), ctx); local 433 emit(rv_sub(RV_REG_T1, hi(rd), hi(rs)), ctx); local 434 emit(rv_sltu(RV_REG_T0, lo(rd), lo(rs)), ctx); local 451 emit(rv_mul(RV_REG_T0, hi(rs), lo(rd)), ctx); local 453 emit(rv_mulhu(RV_REG_T1, lo(rd), lo(rs)), ctx); local 454 emit(rv_add(hi(rd), hi(rd), RV_REG_T0), ctx); local 456 emit(rv_add(hi(rd), hi(rd), RV_REG_T1), ctx); local 459 emit(rv_addi(RV_REG_T0, lo(rs), -32), ctx); local 461 emit(rv_sll(hi(rd), lo(rd), RV_REG_T0), ctx); local 465 emit(rv_srli(RV_REG_T0, lo(rd), 1), ctx); local 466 emit(rv_sub(RV_REG_T1, RV_REG_T1, lo(rs)), ctx); local 467 emit(rv_srl(RV_REG_T0, RV_REG_T0, RV_REG_T1), ctx); local 473 emit(rv_addi(RV_REG_T0, lo(rs), -32), ctx); local 475 emit(rv_srl(lo(rd), hi(rd), RV_REG_T0), ctx); local 479 emit(rv_slli(RV_REG_T0, hi(rd), 1), ctx); local 480 emit(rv_sub(RV_REG_T1, RV_REG_T1, lo(rs)), ctx); local 481 emit(rv_sll(RV_REG_T0, RV_REG_T0, RV_REG_T1), ctx); local 487 emit(rv_addi(RV_REG_T0, lo(rs), -32), ctx); local 489 emit(rv_sra(lo(rd), hi(rd), RV_REG_T0), ctx); local 490 emit(rv_srai(hi(rd), hi(rd), 31), ctx); local 493 emit(rv_slli(RV_REG_T0, hi(rd), 1), ctx); local 494 emit(rv_sub(RV_REG_T1, RV_REG_T1, lo(rs)), ctx); local 495 emit(rv_sll(RV_REG_T0, RV_REG_T0, RV_REG_T1), ctx); local 502 emit(rv_sltu(RV_REG_T0, RV_REG_ZERO, lo(rd)), ctx); local 504 emit(rv_sub(hi(rd), hi(rd), RV_REG_T0), ctx); local 511 emit_alu_r32(const s8 *dst, const s8 *src, struct rv_jit_context *ctx, const u8 op) argument 521 emit(rv_addi(lo(rd), lo(rs), 0), ctx); local 564 emit_branch_r64(const s8 *src1, const s8 *src2, s32 rvoff, struct rv_jit_context *ctx, const u8 op) argument 635 emit(rv_and(RV_REG_T0, hi(rs1), hi(rs2)), ctx); local 636 emit(rv_bne(RV_REG_T0, RV_REG_ZERO, JUMP(2)), ctx); local 637 emit(rv_and(RV_REG_T0, lo(rs1), lo(rs2)), ctx); local 638 emit(rv_beq(RV_REG_T0, RV_REG_ZERO, NO_JUMP(0)), ctx); local 652 emit_bcc(u8 op, u8 rd, u8 rs, int rvoff, struct rv_jit_context *ctx) argument 678 emit(rv_beq(rd, rs, off), ctx); local 681 emit(rv_bgtu(rd, rs, off), ctx); local 684 emit(rv_bltu(rd, rs, off), ctx); local 687 emit(rv_bgeu(rd, rs, off), ctx); local 690 emit(rv_bleu(rd, rs, off), ctx); local 693 emit(rv_bne(rd, rs, off), ctx); local 696 emit(rv_bgt(rd, rs, off), ctx); local 699 emit(rv_blt(rd, rs, off), ctx); local 702 emit(rv_bge(rd, rs, off), ctx); local 705 emit(rv_ble(rd, rs, off), ctx); local 708 emit(rv_and(RV_REG_T0, rd, rs), ctx); local 709 emit(rv_beq(RV_REG_T0, RV_REG_ZERO, off), ctx); local 722 emit_branch_r32(const s8 *src1, const s8 *src2, s32 rvoff, struct rv_jit_context *ctx, const u8 op) argument 742 emit_call(bool fixed, u64 addr, struct rv_jit_context *ctx) argument 762 emit(rv_lui(RV_REG_T1, upper), ctx); local 763 emit(rv_jalr(RV_REG_RA, RV_REG_T1, lower), ctx); local 774 emit_bpf_tail_call(int insn, struct rv_jit_context *ctx) argument 814 emit(rv_slli(RV_REG_T0, lo(idx_reg), 2), ctx); local 815 emit(rv_add(RV_REG_T0, RV_REG_T0, lo(arr_reg)), ctx); local 836 emit_load_r64(const s8 *dst, const s8 *src, s16 off, struct rv_jit_context *ctx, const u8 size) argument 845 emit(rv_add(RV_REG_T0, RV_REG_T0, lo(rs)), ctx); local 873 emit_store_r64(const s8 *dst, const s8 *src, s16 off, struct rv_jit_context *ctx, const u8 size, const u8 mode) argument 886 emit(rv_add(RV_REG_T0, RV_REG_T0, lo(rd)), ctx); local 902 ctx); local 915 emit_rev16(const s8 rd, struct rv_jit_context *ctx) argument 920 emit(rv_add(RV_REG_T1, rd, RV_REG_T1), ctx); local 924 emit_rev32(const s8 rd, struct rv_jit_context *ctx) argument 928 emit(rv_add(RV_REG_T1, RV_REG_T1, RV_REG_T0), ctx); local 932 emit(rv_add(RV_REG_T1, RV_REG_T1, RV_REG_T0), ctx); local 936 emit(rv_add(RV_REG_T1, RV_REG_T1, RV_REG_T0), ctx); local 940 emit(rv_add(RV_REG_T1, RV_REG_T1, RV_REG_T0), ctx); local 944 emit_zext64(const s8 *dst, struct rv_jit_context *ctx) argument 954 bpf_jit_emit_insn(const struct bpf_insn *insn, struct rv_jit_context *ctx, bool extra_pass) argument 1078 emit(rv_slli(lo(rd), lo(rd), 16), ctx); local 1079 emit(rv_srli(lo(rd), lo(rd), 16), ctx); local 1103 emit_rev16(lo(rd), ctx); local 1108 emit_rev32(lo(rd), ctx); local 1114 emit(rv_addi(RV_REG_T0, lo(rd), 0), ctx); local 1115 emit(rv_addi(lo(rd), hi(rd), 0), ctx); local 1119 emit_rev32(lo(rd), ctx); local 1120 emit_rev32(hi(rd), ctx); local 1304 bpf_jit_build_prologue(struct rv_jit_context *ctx, bool is_subprog) argument 1325 emit(rv_addi(RV_REG_TCC, RV_REG_ZERO, MAX_TAIL_CALL_CNT), ctx); local 1341 emit(rv_addi(RV_REG_FP, RV_REG_SP, stack_adjust), ctx); local 1354 bpf_jit_build_epilogue(struct rv_jit_context *ctx) argument [all...] |
H A D | bpf_jit_comp64.c | 63 static u8 bpf_to_rv_reg(int bpf_reg, struct rv_jit_context *ctx) argument 79 static bool seen_reg(int reg, struct rv_jit_context *ctx) argument 94 static void mark_fp(struct rv_jit_context *ctx) argument 99 static void mark_call(struct rv_jit_context *ctx) argument 104 static bool seen_call(struct rv_jit_context *ctx) argument 109 mark_tail_call(struct rv_jit_context *ctx) argument 114 seen_tail_call(struct rv_jit_context *ctx) argument 119 rv_tail_call_reg(struct rv_jit_context *ctx) argument 146 emit_sextw_alt(u8 *rd, u8 ra, struct rv_jit_context *ctx) argument 152 emit_zextw_alt(u8 *rd, u8 ra, struct rv_jit_context *ctx) argument 159 emit_addr(u8 rd, u64 addr, bool extra_pass, struct rv_jit_context *ctx) argument 175 emit(rv_auipc(rd, upper), ctx); local 176 emit(rv_addi(rd, rd, lower), ctx); local 181 emit_imm(u8 rd, s64 val, struct rv_jit_context *ctx) argument 224 __build_epilogue(bool is_tail_call, struct rv_jit_context *ctx) argument 268 emit_bcc(u8 cond, u8 rd, u8 rs, int rvoff, struct rv_jit_context *ctx) argument 304 emit_branch(u8 cond, u8 rd, u8 rs, int rvoff, struct rv_jit_context *ctx) argument 339 emit(rv_auipc(RV_REG_T1, upper), ctx); local 340 emit(rv_jalr(RV_REG_ZERO, RV_REG_T1, lower), ctx); local 343 emit_bpf_tail_call(int insn, struct rv_jit_context *ctx) argument 395 init_regs(u8 *rd, u8 *rs, const struct bpf_insn *insn, struct rv_jit_context *ctx) argument 416 emit_jump_and_link(u8 rd, s64 rvoff, bool fixed_addr, struct rv_jit_context *ctx) argument 427 emit(rv_auipc(RV_REG_T1, upper), ctx); local 428 emit(rv_jalr(rd, RV_REG_T1, lower), ctx); local 442 emit_call(u64 addr, bool fixed_addr, struct rv_jit_context *ctx) argument 459 emit_kcfi(u32 hash, struct rv_jit_context *ctx) argument 465 emit_atomic(u8 rd, u8 rs, s16 off, s32 imm, bool is64, struct rv_jit_context *ctx) argument 565 add_exception_handler(const struct bpf_insn *insn, struct rv_jit_context *ctx, int dst_reg, int insn_len) argument 636 struct rv_jit_context ctx; local 642 emit(rv_nop(), &ctx); local 643 emit(rv_nop(), &ctx); local 683 store_args(int nregs, int args_off, struct rv_jit_context *ctx) argument 693 restore_args(int nregs, int args_off, struct rv_jit_context *ctx) argument 703 invoke_bpf_prog(struct bpf_tramp_link *l, int args_off, int retval_off, int run_ctx_off, bool save_ret, struct rv_jit_context *ctx) argument 733 emit(rv_nop(), ctx); local 739 emit_imm(RV_REG_A1, (const s64)p->insnsi, ctx); local 767 __arch_prepare_bpf_trampoline(struct bpf_tramp_image *im, const struct btf_func_model *m, struct bpf_tramp_links *tlinks, void *func_addr, u32 flags, struct rv_jit_context *ctx) argument 880 emit_kcfi(cfi_get_func_hash(func_addr), ctx); local 937 emit(rv_nop(), ctx); local 950 emit(rv_nop(), ctx); local 951 emit(rv_nop(), ctx); local 1021 struct rv_jit_context ctx; local 1038 struct rv_jit_context ctx; local 1059 bpf_jit_emit_insn(const struct bpf_insn *insn, struct rv_jit_context *ctx, bool extra_pass) argument 1250 emit(rv_ori(rd, rd, imm), ctx); local 1261 emit(rv_xori(rd, rd, imm), ctx); local 1313 emit(rv_srliw(rd, rd, imm), ctx); local 1323 emit(rv_sraiw(rd, rd, imm), ctx); local 1386 emit_branch(BPF_OP(code), rd, rs, rvoff, ctx); local 1430 emit_branch(BPF_OP(code), rd, rs, rvoff, ctx); local 1554 emit(rv_lb(rd, off, rs), ctx); local 1556 emit(rv_lbu(rd, off, rs), ctx); local 1574 emit(rv_lh(rd, off, rs), ctx); local 1576 emit(rv_lhu(rd, off, rs), ctx); local 1594 emit(rv_lw(rd, off, rs), ctx); local 1596 emit(rv_lwu(rd, off, rs), ctx); local 1642 emit(rv_sb(rd, off, RV_REG_T1), ctx); local 1654 emit(rv_sh(rd, off, RV_REG_T1), ctx); local 1688 emit(rv_sb(rd, off, rs), ctx); local 1698 emit(rv_sh(rd, off, rs), ctx); local 1739 bpf_jit_build_prologue(struct rv_jit_context *ctx, bool is_subprog) argument 1773 emit(rv_nop(), ctx); local 1779 emit(rv_addi(RV_REG_TCC, RV_REG_ZERO, MAX_TAIL_CALL_CNT), ctx); local 1828 bpf_jit_build_epilogue(struct rv_jit_context *ctx) argument [all...] |
H A D | bpf_jit_core.c | 19 static int build_body(struct rv_jit_context *ctx, bool extra_pass, int *offset) argument 52 struct rv_jit_context *ctx; local [all...] |
/linux-master/arch/s390/crypto/ |
H A D | aes_s390.c | 634 struct s390_aes_ctx *ctx = crypto_aead_ctx(tfm); local 829 struct s390_aes_ctx *ctx = crypto_aead_ctx(tfm); local [all...] |
H A D | chacha-glue.c | 37 struct chacha_ctx *ctx = crypto_skcipher_ctx(tfm); local
|
H A D | crc32-vx.c | 98 struct crc_desc_ctx *ctx = shash_desc_ctx(desc); local 128 struct crc_desc_ctx *ctx = shash_desc_ctx(desc); local 136 struct crc_desc_ctx *ctx = shash_desc_ctx(desc); local 144 struct crc_desc_ctx *ctx = shash_desc_ctx(desc); local [all...] |
H A D | des_s390.c | 38 struct s390_des_ctx *ctx = crypto_tfm_ctx(tfm); local 57 struct s390_des_ctx *ctx = crypto_tfm_ctx(tfm); local 64 struct s390_des_ctx *ctx = crypto_tfm_ctx(tfm); local 92 struct s390_des_ctx *ctx = crypto_skcipher_ctx(tfm); local 111 struct s390_des_ctx *ctx = crypto_skcipher_ctx(tfm); local 203 struct s390_des_ctx *ctx = crypto_tfm_ctx(tfm); local 222 struct s390_des_ctx *ctx = crypto_tfm_ctx(tfm); local 229 struct s390_des_ctx *ctx = crypto_tfm_ctx(tfm); local 321 struct s390_des_ctx *ctx = crypto_skcipher_ctx(tfm); local [all...] |
H A D | ghash_s390.c | 33 struct ghash_ctx *ctx = crypto_shash_ctx(desc->tfm); local 44 struct ghash_ctx *ctx = crypto_shash_ctx(tfm); local
|
H A D | paes_s390.c | 143 static inline int __paes_convert_key(struct s390_paes_ctx *ctx) argument 162 struct s390_paes_ctx *ctx = crypto_skcipher_ctx(tfm); local 172 struct s390_paes_ctx *ctx = crypto_skcipher_ctx(tfm); local 177 __ecb_paes_set_key(struct s390_paes_ctx *ctx) argument 201 struct s390_paes_ctx *ctx = crypto_skcipher_ctx(tfm); local 214 struct s390_paes_ctx *ctx = crypto_skcipher_ctx(tfm); local 277 struct s390_paes_ctx *ctx = crypto_skcipher_ctx(tfm); local 287 struct s390_paes_ctx *ctx = crypto_skcipher_ctx(tfm); local 292 __cbc_paes_set_key(struct s390_paes_ctx *ctx) argument 316 struct s390_paes_ctx *ctx = crypto_skcipher_ctx(tfm); local 329 struct s390_paes_ctx *ctx = crypto_skcipher_ctx(tfm); local 397 struct s390_pxts_ctx *ctx = crypto_skcipher_ctx(tfm); local 408 struct s390_pxts_ctx *ctx = crypto_skcipher_ctx(tfm); local 414 __xts_paes_convert_key(struct s390_pxts_ctx *ctx) argument 433 __xts_paes_set_key(struct s390_pxts_ctx *ctx) argument 458 struct s390_pxts_ctx *ctx = crypto_skcipher_ctx(tfm); local 495 struct s390_pxts_ctx *ctx = crypto_skcipher_ctx(tfm); local 577 struct s390_paes_ctx *ctx = crypto_skcipher_ctx(tfm); local 587 struct s390_paes_ctx *ctx = crypto_skcipher_ctx(tfm); local 592 __ctr_paes_set_key(struct s390_paes_ctx *ctx) argument 617 struct s390_paes_ctx *ctx = crypto_skcipher_ctx(tfm); local 645 struct s390_paes_ctx *ctx = crypto_skcipher_ctx(tfm); local [all...] |
H A D | sha512_s390.c | 23 struct s390_sha_ctx *ctx = shash_desc_ctx(desc); local 88 struct s390_sha_ctx *ctx = shash_desc_ctx(desc); local [all...] |
H A D | sha_common.c | 18 struct s390_sha_ctx *ctx = shash_desc_ctx(desc); local 74 struct s390_sha_ctx *ctx = shash_desc_ctx(desc); local [all...] |
/linux-master/arch/s390/kernel/ |
H A D | uprobes.c | 153 bool arch_uretprobe_is_alive(struct return_instance *ret, enum rp_check ctx, argument
|
/linux-master/arch/s390/net/ |
H A D | bpf_jit_comp.c | 2002 struct bpf_jit ctx; member in struct:s390_jit_data
|
/linux-master/arch/sparc/crypto/ |
H A D | aes_glue.c | 171 struct crypto_sparc64_aes_ctx *ctx = crypto_tfm_ctx(tfm); local 207 struct crypto_sparc64_aes_ctx *ctx local 214 struct crypto_sparc64_aes_ctx *ctx = crypto_tfm_ctx(tfm); local 222 const struct crypto_sparc64_aes_ctx *ctx = crypto_skcipher_ctx(tfm); local 245 const struct crypto_sparc64_aes_ctx *ctx = crypto_skcipher_ctx(tfm); local 271 const struct crypto_sparc64_aes_ctx *ctx = crypto_skcipher_ctx(tfm); local 295 const struct crypto_sparc64_aes_ctx *ctx = crypto_skcipher_ctx(tfm); local 319 ctr_crypt_final(const struct crypto_sparc64_aes_ctx *ctx, struct skcipher_walk *walk) argument 337 const struct crypto_sparc64_aes_ctx *ctx = crypto_skcipher_ctx(tfm); local [all...] |
H A D | camellia_glue.c | 40 struct camellia_sparc64_ctx *ctx = crypto_tfm_ctx(tfm); local 64 struct camellia_sparc64_ctx *ctx = crypto_tfm_ctx(tfm); local 73 struct camellia_sparc64_ctx *ctx = crypto_tfm_ctx(tfm); local 91 const struct camellia_sparc64_ctx *ctx = crypto_skcipher_ctx(tfm); local 141 const struct camellia_sparc64_ctx *ctx = crypto_skcipher_ctx(tfm); local 170 const struct camellia_sparc64_ctx *ctx = crypto_skcipher_ctx(tfm); local [all...] |
H A D | des_glue.c | 76 struct des_sparc64_ctx *ctx = crypto_tfm_ctx(tfm); local 84 struct des_sparc64_ctx *ctx = crypto_tfm_ctx(tfm); local 98 const struct des_sparc64_ctx *ctx = crypto_skcipher_ctx(tfm); local 139 const struct des_sparc64_ctx *ctx = crypto_skcipher_ctx(tfm); local 225 struct des3_ede_sparc64_ctx *ctx = crypto_tfm_ctx(tfm); local 233 struct des3_ede_sparc64_ctx *ctx = crypto_tfm_ctx(tfm); local 247 const struct des3_ede_sparc64_ctx *ctx = crypto_skcipher_ctx(tfm); local 293 const struct des3_ede_sparc64_ctx *ctx = crypto_skcipher_ctx(tfm); local [all...] |
/linux-master/arch/sparc/include/asm/ |
H A D | mmu_context_64.h | 37 tsb_context_switch_ctx(struct mm_struct *mm, unsigned long ctx) argument
|
/linux-master/arch/sparc/kernel/ |
H A D | iommu.c | 188 static inline void iommu_free_ctx(struct iommu *iommu, int ctx) argument 272 unsigned long i, base_paddr, ctx; local 320 strbuf_flush(struct strbuf *strbuf, struct iommu *iommu, u32 vaddr, unsigned long ctx, unsigned long npages, enum dma_data_direction direction) argument 393 unsigned long flags, npages, ctx, i; local 437 unsigned long flags, handle, prot, ctx; local 589 unsigned long ctx = 0; local 609 unsigned long flags, ctx; local 663 unsigned long flags, ctx, npages; local 701 unsigned long flags, ctx, npages, i; local [all...] |
H A D | smp_64.c | 835 static void smp_cross_call_masked(unsigned long *func, u32 ctx, u64 data1, u64 data2, const cpumask_t *mask) argument 843 static void smp_cross_call(unsigned long *func, u32 ctx, u64 data1, u64 data2) argument 1066 u32 ctx = CTX_HWBITS(mm->context); local 1080 unsigned long ctx; member in struct:tlb_pending_info 1094 u32 ctx local [all...] |
H A D | traps_64.c | 223 unsigned short ctx = (type_ctx & 0xffff); local 342 unsigned short ctx = (type_ctx & 0xffff); local
|
/linux-master/arch/sparc/mm/ |
H A D | init_64.c | 825 unsigned long ctx, new_ctx; local 3034 unsigned long ctx; local [all...] |
H A D | srmmu.c | 451 int ctx; local [all...] |
/linux-master/arch/sparc/net/ |
H A D | bpf_jit_comp_64.c | 236 static void emit(const u32 insn, struct jit_ctx *ctx) argument 244 static void emit_call(u32 *func, struct jit_ctx *ctx) argument 256 emit_nop(struct jit_ctx *ctx) argument 261 emit_reg_move(u32 from, u32 to, struct jit_ctx *ctx) argument 267 emit_set_const(s32 K, u32 reg, struct jit_ctx *ctx) argument 269 emit(SETHI(K, reg), ctx); local 270 emit(OR_LO(K, reg), ctx); local 274 emit_set_const_sext(s32 K, u32 reg, struct jit_ctx *ctx) argument 277 emit(SETHI(K, reg), ctx); local 278 emit(OR_LO(K, reg), ctx); local 283 emit(SETHI(hbits, reg), ctx); local 288 emit_alu(u32 opcode, u32 src, u32 dst, struct jit_ctx *ctx) argument 293 emit_alu3(u32 opcode, u32 a, u32 b, u32 c, struct jit_ctx *ctx) argument 298 emit_alu_K(unsigned int opcode, unsigned int dst, unsigned int imm, struct jit_ctx *ctx) argument 317 emit_alu3_K(unsigned int opcode, unsigned int src, unsigned int imm, unsigned int dst, struct jit_ctx *ctx) argument 336 emit_loadimm32(s32 K, unsigned int dest, struct jit_ctx *ctx) argument 346 emit_loadimm(s32 K, unsigned int dest, struct jit_ctx *ctx) argument 356 emit_loadimm_sext(s32 K, unsigned int dest, struct jit_ctx *ctx) argument 448 sparc_emit_set_const64_quick2(unsigned long high_bits, unsigned long low_imm, unsigned int dest, int shift_count, struct jit_ctx *ctx) argument 465 emit_loadimm64(u64 K, unsigned int dest, struct jit_ctx *ctx) argument 524 emit(SETHI(focus_bits, dest), ctx); local 561 emit(SETHI(fast_int, dest), ctx); local 616 emit_branch(unsigned int br_opc, unsigned int from_idx, unsigned int to_idx, struct jit_ctx *ctx) argument 627 emit_cbcond(unsigned int cb_opc, unsigned int from_idx, unsigned int to_idx, const u8 dst, const u8 src, struct jit_ctx *ctx) argument 635 emit_cbcondi(unsigned int cb_opc, unsigned int from_idx, unsigned int to_idx, const u8 dst, s32 imm, struct jit_ctx *ctx) argument 658 emit_compare_and_branch(const u8 code, const u8 dst, u8 src, const s32 imm, bool is_imm, int branch_dst, struct jit_ctx *ctx) argument 797 build_prologue(struct jit_ctx *ctx) argument 839 build_epilogue(struct jit_ctx *ctx) argument 850 emit_tail_call(struct jit_ctx *ctx) argument 895 build_insn(const struct bpf_insn *insn, struct jit_ctx *ctx) argument 1438 build_body(struct jit_ctx *ctx) argument 1477 struct jit_ctx ctx; member in struct:sparc64_jit_data 1488 struct jit_ctx ctx; local [all...] |
/linux-master/arch/um/drivers/ |
H A D | virtio_uml.c | 939 vu_setup_vq(struct virtio_device *vdev, unsigned index, vq_callback_t *callback, const char *name, bool ctx) argument 1016 vu_find_vqs(struct virtio_device *vdev, unsigned nvqs, struct virtqueue *vqs[], vq_callback_t *callbacks[], const char * const names[], const bool *ctx, struct irq_affinity *desc) argument
|