/linux-master/samples/bpf/ |
H A D | xdp2skb_meta_kern.c | 34 struct meta_info *meta; local 38 /* Reserve space in-front of data pointer for our meta info. 41 ret = bpf_xdp_adjust_meta(ctx, -(int)sizeof(*meta)); 53 meta = (void *)(unsigned long)ctx->data_meta; 54 if (meta + 1 > data) 57 meta->mark = 42; 68 struct meta_info *meta = data_meta; local 71 if (meta + 1 > data) { 78 ctx->mark = meta->mark; /* Transfer XDP-mark to SKB-mark */
|
/linux-master/scripts/atomic/ |
H A D | atomic-tbl.sh | 5 #meta_in(meta, match) 15 #meta_has_ret(meta) 21 #meta_has_acquire(meta) 27 #meta_has_release(meta) 33 #meta_has_relaxed(meta) 39 #meta_is_implicitly_relaxed(meta) 84 #gen_ret_type(meta, int) 86 local meta="$1"; shift 89 case "${meta}" in 96 #gen_ret_stmt(meta) [all...] |
H A D | gen-atomic-fallback.sh | 8 #gen_template_fallback(template, meta, pfx, name, sfx, order, atomic, int, args...) 12 local meta="$1"; shift 20 local ret="$(gen_ret_type "${meta}" "${int}")" 21 local retstmt="$(gen_ret_stmt "${meta}")" 28 #gen_order_fallback(meta, pfx, name, sfx, order, atomic, int, args...) 31 local meta="$1"; shift 39 gen_template_fallback "${tmpl}" "${meta}" "${pfx}" "${name}" "${sfx}" "${order}" "$@" 42 #gen_proto_fallback(meta, pfx, name, sfx, order, atomic, int, args...) 45 local meta="$1"; shift 52 gen_template_fallback "${tmpl}" "${meta}" " [all...] |
H A D | gen-atomic-instrumented.sh | 8 #gen_param_check(meta, arg) 11 local meta="$1"; shift 24 elif [ "${meta}" != "s" ]; then 33 #gen_params_checks(meta, arg...) 36 local meta="$1"; shift 41 elif [ -z "${order}" ] && ! meta_in "$meta" "slv"; then 47 gen_param_check "$meta" "$1" 52 #gen_proto_order_variant(meta, pfx, name, sfx, order, atomic, int, arg...) 55 local meta="$1"; shift 65 local ret="$(gen_ret_type "${meta}" " [all...] |
H A D | gen-atomic-long.sh | 35 #gen_proto_order_variant(meta, pfx, name, sfx, order, arg...) 38 local meta="$1"; shift 46 local ret="$(gen_ret_type "${meta}" "long")" 50 local retstmt="$(gen_ret_stmt "${meta}")" 52 gen_kerneldoc "raw_" "${meta}" "${pfx}" "${name}" "${sfx}" "${order}" "atomic_long" "long" "$@" 94 grep '^[a-z]' "$1" | while read name meta args; do 95 gen_proto "${meta}" "${name}" ${args}
|
/linux-master/drivers/net/ethernet/netronome/nfp/bpf/ |
H A D | verifier.c | 20 nfp_bpf_goto_meta(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta, argument 25 backward = meta->n - insn_idx; 26 forward = insn_idx - meta->n; 30 meta = nfp_prog_last_meta(nfp_prog); 34 meta = nfp_prog_first_meta(nfp_prog); 39 meta = nfp_meta_next(meta); 42 meta = nfp_meta_prev(meta); 44 return meta; 48 nfp_record_adjust_head(struct nfp_app_bpf *bpf, struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta, const struct bpf_reg_state *reg2) argument 157 nfp_bpf_map_call_ok(const char *fname, struct bpf_verifier_env *env, struct nfp_insn_meta *meta, u32 helper_tgt, const struct bpf_reg_state *reg1) argument 170 nfp_bpf_check_helper_call(struct nfp_prog *nfp_prog, struct bpf_verifier_env *env, struct nfp_insn_meta *meta) argument 343 nfp_bpf_check_stack_access(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta, const struct bpf_reg_state *reg, struct bpf_verifier_env *env) argument 417 nfp_bpf_map_mark_used(struct bpf_verifier_env *env, struct nfp_insn_meta *meta, const struct bpf_reg_state *reg, enum nfp_bpf_map_use use) argument 451 nfp_bpf_check_ptr(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta, struct bpf_verifier_env *env, u8 reg_no) argument 502 nfp_bpf_check_store(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta, struct bpf_verifier_env *env) argument 526 nfp_bpf_check_atomic(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta, struct bpf_verifier_env *env) argument 556 nfp_bpf_check_alu(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta, struct bpf_verifier_env *env) argument 635 struct nfp_insn_meta *meta = nfp_prog->verifier_meta; local 676 struct nfp_insn_meta *meta; local 700 struct nfp_insn_meta *meta = nfp_prog_first_meta(nfp_prog); local 755 struct nfp_insn_meta *meta; local 812 struct nfp_insn_meta *meta = nfp_prog->verifier_meta; local 845 struct nfp_insn_meta *meta = nfp_prog->verifier_meta; local [all...] |
H A D | main.h | 241 #define nfp_meta_next(meta) list_next_entry(meta, l) 242 #define nfp_meta_prev(meta) list_prev_entry(meta, l) 351 static inline u8 mbpf_class(const struct nfp_insn_meta *meta) argument 353 return BPF_CLASS(meta->insn.code); 356 static inline u8 mbpf_src(const struct nfp_insn_meta *meta) argument 358 return BPF_SRC(meta->insn.code); 361 static inline u8 mbpf_op(const struct nfp_insn_meta *meta) argument 363 return BPF_OP(meta 366 mbpf_mode(const struct nfp_insn_meta *meta) argument 371 is_mbpf_alu(const struct nfp_insn_meta *meta) argument 376 is_mbpf_load(const struct nfp_insn_meta *meta) argument 381 is_mbpf_jmp32(const struct nfp_insn_meta *meta) argument 386 is_mbpf_jmp64(const struct nfp_insn_meta *meta) argument 391 is_mbpf_jmp(const struct nfp_insn_meta *meta) argument 396 is_mbpf_store(const struct nfp_insn_meta *meta) argument 401 is_mbpf_load_pkt(const struct nfp_insn_meta *meta) argument 406 is_mbpf_store_pkt(const struct nfp_insn_meta *meta) argument 411 is_mbpf_classic_load(const struct nfp_insn_meta *meta) argument 419 is_mbpf_classic_store(const struct nfp_insn_meta *meta) argument 426 is_mbpf_classic_store_pkt(const struct nfp_insn_meta *meta) argument 431 is_mbpf_atomic(const struct nfp_insn_meta *meta) argument 436 is_mbpf_mul(const struct nfp_insn_meta *meta) argument 441 is_mbpf_div(const struct nfp_insn_meta *meta) argument 446 is_mbpf_cond_jump(const struct nfp_insn_meta *meta) argument 460 is_mbpf_helper_call(const struct nfp_insn_meta *meta) argument 468 is_mbpf_pseudo_call(const struct nfp_insn_meta *meta) argument [all...] |
H A D | jit.c | 42 nfp_meta_has_prev(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) argument 44 return meta->l.prev != &nfp_prog->insns; 626 wrp_zext(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta, u8 dst) argument 628 if (meta->flags & FLAG_INSN_DO_ZEXT) 733 static int nfp_cpp_memcpy(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) argument 735 bool descending_seq = meta->ldst_gather_len < 0; 736 s16 len = abs(meta->ldst_gather_len); 742 off = re_load_imm_any(nfp_prog, meta->insn.off, imm_b(nfp_prog)); 743 src_40bit_addr = meta->ptr.type == PTR_TO_MAP_VALUE; 744 src_base = reg_a(meta 868 data_ld(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta, swreg offset, u8 dst_gpr, int size) argument 898 data_ld_host_order(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta, u8 dst_gpr, swreg lreg, swreg rreg, int size, enum cmd_mode mode) argument 929 data_ld_host_order_addr32(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta, u8 src_gpr, swreg offset, u8 dst_gpr, u8 size) argument 937 data_ld_host_order_addr40(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta, u8 src_gpr, swreg offset, u8 dst_gpr, u8 size) argument 949 construct_data_ind_ld(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta, u16 offset, u16 src, u8 size) argument 970 construct_data_ld(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta, u16 offset, u8 size) argument 1161 mem_op_stack(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta, unsigned int size, unsigned int ptr_off, u8 gpr, u8 ptr_gpr, bool clr_gpr, lmem_step step) argument 1294 wrp_alu64_imm(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta, enum alu_op alu_op, bool skip) argument 1312 wrp_alu64_reg(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta, enum alu_op alu_op) argument 1325 wrp_alu32_imm(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta, enum alu_op alu_op) argument 1338 wrp_alu32_reg(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta, enum alu_op alu_op) argument 1358 wrp_test_reg(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta, enum alu_op alu_op, enum br_mask br_mask) argument 1386 nfp_jmp_code_get(struct nfp_insn_meta *meta) argument 1400 cmp_imm(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) argument 1437 cmp_reg(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) argument 1501 wrp_mul(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta, bool gen_high_half, bool ropnd_from_reg) argument 1600 adjust_head(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) argument 1680 adjust_tail(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) argument 1726 map_call_stack_common(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) argument 1767 nfp_get_prandom_u32(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) argument 1779 nfp_perf_event_output(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) argument 1804 nfp_queue_select(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) argument 1836 mov_reg64(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) argument 1859 mov_imm64(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) argument 1869 xor_reg64(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) argument 1874 xor_imm64(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) argument 1879 and_reg64(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) argument 1884 and_imm64(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) argument 1889 or_reg64(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) argument 1894 or_imm64(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) argument 1899 add_reg64(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) argument 1913 add_imm64(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) argument 1924 sub_reg64(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) argument 1938 sub_imm64(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) argument 1949 mul_reg64(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) argument 1954 mul_imm64(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) argument 1959 div_imm64(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) argument 1966 div_reg64(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) argument 1974 neg_reg64(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) argument 2019 shl_imm64(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) argument 2058 shl_reg64(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) argument 2133 shr_imm64(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) argument 2170 shr_reg64(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) argument 2245 ashr_imm64(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) argument 2287 ashr_reg64(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) argument 2326 mov_reg(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) argument 2336 mov_imm(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) argument 2346 xor_reg(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) argument 2351 xor_imm(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) argument 2356 and_reg(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) argument 2361 and_imm(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) argument 2366 or_reg(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) argument 2371 or_imm(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) argument 2376 add_reg(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) argument 2381 add_imm(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) argument 2386 sub_reg(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) argument 2391 sub_imm(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) argument 2396 mul_reg(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) argument 2401 mul_imm(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) argument 2406 div_reg(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) argument 2411 div_imm(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) argument 2416 neg_reg(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) argument 2427 __ashr_imm(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta, u8 dst, u8 shift_amt) argument 2442 ashr_reg(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) argument 2466 ashr_imm(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) argument 2475 __shr_imm(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta, u8 dst, u8 shift_amt) argument 2485 shr_imm(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) argument 2493 shr_reg(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) argument 2514 __shl_imm(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta, u8 dst, u8 shift_amt) argument 2524 shl_imm(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) argument 2532 shl_reg(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) argument 2550 end_reg32(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) argument 2579 imm_ld8_part2(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) argument 2600 imm_ld8(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) argument 2606 data_ld1(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) argument 2611 data_ld2(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) argument 2616 data_ld4(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) argument 2621 data_ind_ld1(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) argument 2627 data_ind_ld2(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) argument 2633 data_ind_ld4(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) argument 2640 mem_ldx_stack(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta, unsigned int size, unsigned int ptr_off) argument 2648 mem_ldx_skb(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta, u8 size) argument 2679 mem_ldx_xdp(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta, u8 size) argument 2706 mem_ldx_data(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta, unsigned int size) argument 2718 mem_ldx_emem(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta, unsigned int size) argument 2730 mem_ldx_data_init_pktcache(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) argument 2756 mem_ldx_data_from_pktcache_unaligned(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta, unsigned int size) argument 2810 mem_ldx_data_from_pktcache_aligned(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta, unsigned int size) argument 2840 mem_ldx_data_from_pktcache(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta, unsigned int size) argument 2852 mem_ldx(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta, unsigned int size) argument 2886 mem_ldx1(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) argument 2891 mem_ldx2(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) argument 2896 mem_ldx4(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) argument 2901 mem_ldx8(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) argument 2907 mem_st_data(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta, unsigned int size) argument 2919 mem_st(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta, unsigned int size) argument 2928 mem_st1(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) argument 2933 mem_st2(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) argument 2938 mem_st4(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) argument 2943 mem_st8(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) argument 2949 mem_stx_data(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta, unsigned int size) argument 2961 mem_stx_stack(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta, unsigned int size, unsigned int ptr_off) argument 2969 mem_stx_xdp(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) argument 2981 mem_stx(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta, unsigned int size) argument 2994 mem_stx1(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) argument 2999 mem_stx2(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) argument 3004 mem_stx4(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) argument 3012 mem_stx8(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) argument 3018 mem_xadd(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta, bool is64) argument 3112 mem_atomic4(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) argument 3120 mem_atomic8(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) argument 3128 jump(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) argument 3135 jeq_imm(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) argument 3164 jeq32_imm(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) argument 3177 jset_imm(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) argument 3199 jne_imm(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) argument 3233 jeq_reg(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) argument 3251 jset_reg(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) argument 3256 jne_reg(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) argument 3262 bpf_to_bpf_call(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) argument 3347 helper_call(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) argument 3368 call(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) argument 3376 nfp_is_main_function(struct nfp_insn_meta *meta) argument 3381 goto_out(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) argument 3389 nfp_subprog_epilogue(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) argument 3413 jmp_exit(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) argument 3541 nfp_fixup_immed_relo(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta, struct nfp_insn_meta *jmp_dst, u32 br_idx) argument 3556 struct nfp_insn_meta *meta, *jmp_dst; local 3640 nfp_subprog_prologue(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) argument 3647 nfp_start_subprog(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) argument 3655 nfp_is_subprog_start(struct nfp_insn_meta *meta) argument 3833 struct nfp_insn_meta *meta; local 3890 struct nfp_insn_meta *meta; local 3916 struct nfp_insn_meta *meta; local 4278 struct nfp_insn_meta *meta, *range_node = NULL; local 4493 struct nfp_insn_meta *meta; local [all...] |
/linux-master/mm/kfence/ |
H A D | report.c | 105 static void kfence_print_stack(struct seq_file *seq, const struct kfence_metadata *meta, argument 108 const struct kfence_track *track = show_alloc ? &meta->alloc_track : &meta->free_track; 129 void kfence_print_object(struct seq_file *seq, const struct kfence_metadata *meta) argument 131 const int size = abs(meta->size); 132 const unsigned long start = meta->addr; 133 const struct kmem_cache *const cache = meta->cache; 135 lockdep_assert_held(&meta->lock); 137 if (meta->state == KFENCE_OBJECT_UNUSED) { 138 seq_con_printf(seq, "kfence-#%td unused\n", meta 158 print_diff_canary(unsigned long address, size_t bytes_to_show, const struct kfence_metadata *meta) argument 185 kfence_report_error(unsigned long address, bool is_write, struct pt_regs *regs, const struct kfence_metadata *meta, enum kfence_error_type type) argument 295 struct kfence_metadata *meta = addr_to_metadata((unsigned long)object); local [all...] |
H A D | core.c | 250 static inline unsigned long metadata_to_pageaddr(const struct kfence_metadata *meta) argument 252 unsigned long offset = (meta - kfence_metadata + 1) * PAGE_SIZE * 2; 258 if (KFENCE_WARN_ON(meta < kfence_metadata || 259 meta >= kfence_metadata + CONFIG_KFENCE_NUM_OBJECTS)) 266 if (KFENCE_WARN_ON(ALIGN_DOWN(meta->addr, PAGE_SIZE) != pageaddr)) 277 metadata_update_state(struct kfence_metadata *meta, enum kfence_object_state next, argument 281 next == KFENCE_OBJECT_FREED ? &meta->free_track : &meta->alloc_track; 283 lockdep_assert_held(&meta->lock); 305 WRITE_ONCE(meta 311 struct kfence_metadata *meta; local 327 set_canary(const struct kfence_metadata *meta) argument 344 check_canary(const struct kfence_metadata *meta) argument 394 struct kfence_metadata *meta = NULL; local 490 kfence_guarded_free(void *addr, struct kfence_metadata *meta, bool zombie) argument 561 struct kfence_metadata *meta = container_of(h, struct kfence_metadata, rcu_head); local 618 struct kfence_metadata *meta = &kfence_metadata_init[i]; local 733 struct kfence_metadata *meta = &kfence_metadata[(long)v - 1]; local 774 struct kfence_metadata *meta = &kfence_metadata[i]; local 983 struct kfence_metadata *meta; local 1118 const struct kfence_metadata *meta = addr_to_metadata((unsigned long)addr); local 1129 const struct kfence_metadata *meta = addr_to_metadata((unsigned long)addr); local 1140 struct kfence_metadata *meta = addr_to_metadata((unsigned long)addr); local 1174 struct kfence_metadata *meta; local [all...] |
/linux-master/tools/testing/selftests/bpf/progs/ |
H A D | xdp_hw_metadata.c | 34 struct xdp_meta *meta; local 83 meta = data_meta; 85 if (meta + 1 > data) { 90 meta->hint_valid = 0; 92 meta->xdp_timestamp = bpf_ktime_get_tai_ns(); 93 err = bpf_xdp_metadata_rx_timestamp(ctx, &meta->rx_timestamp); 95 meta->rx_timestamp_err = err; 97 meta->hint_valid |= XDP_META_FIELD_TS; 99 err = bpf_xdp_metadata_rx_hash(ctx, &meta->rx_hash, 100 &meta [all...] |
H A D | test_xdp_bpf2bpf.c | 32 struct meta { struct 47 struct meta meta; local 49 meta.ifindex = xdp->rxq->dev->ifindex; 50 meta.pkt_len = bpf_xdp_get_buff_len((struct xdp_md *)xdp); 52 ((__u64) meta.pkt_len << 32) | 54 &meta, sizeof(meta));
|
H A D | kfree_skb.c | 51 struct meta { struct 69 struct meta meta = {}; local 84 meta.ifindex = _(dev->ifindex); 85 meta.cb8_0 = cb8[8]; 86 meta.cb32_0 = cb32[2]; 99 meta.ifindex, data, pkt_data); 100 bpf_printk("cb8_0:%x cb32_0:%x\n", meta.cb8_0, meta.cb32_0); 102 if (users != 1 || pkt_data != bpf_htons(0x86dd) || meta [all...] |
H A D | bpf_iter_bpf_map.c | 11 struct seq_file *seq = ctx->meta->seq; 12 __u64 seq_num = ctx->meta->seq_num;
|
H A D | bpf_iter.h | 59 struct bpf_iter_meta *meta; member in struct:bpf_iter__ipv6_route 64 struct bpf_iter_meta *meta; member in struct:bpf_iter__netlink 69 struct bpf_iter_meta *meta; member in struct:bpf_iter__task 74 struct bpf_iter_meta *meta; member in struct:bpf_iter__task_file 81 struct bpf_iter_meta *meta; member in struct:bpf_iter__task_vma 87 struct bpf_iter_meta *meta; member in struct:bpf_iter__bpf_map 92 struct bpf_iter_meta *meta; member in struct:bpf_iter__tcp 103 struct bpf_iter_meta *meta; member in struct:bpf_iter__udp 115 struct bpf_iter_meta *meta; member in struct:bpf_iter__unix 121 struct bpf_iter_meta *meta; member in struct:bpf_iter__bpf_map_elem 128 struct bpf_iter_meta *meta; member in struct:bpf_iter__bpf_sk_storage_map 135 struct bpf_iter_meta *meta; member in struct:bpf_iter__sockmap 142 struct bpf_iter_meta *meta; member in struct:bpf_iter__bpf_link 147 struct bpf_iter_meta *meta; member in struct:bpf_iter__cgroup 165 struct bpf_iter_meta *meta; member in struct:bpf_iter__ksym [all...] |
H A D | bpf_iter_task_btf.c | 18 struct seq_file *seq = ctx->meta->seq; 27 if (ctx->meta->seq_num == 0)
|
H A D | cgroup_iter.c | 20 struct seq_file *seq = ctx->meta->seq; 30 if (ctx->meta->seq_num == 0)
|
/linux-master/tools/testing/selftests/netfilter/ |
H A D | nft_meta.sh | 54 meta iif lo counter name "iifcount" 55 meta iifname "lo" counter name "iifnamecount" 56 meta iifgroup "default" counter name "iifgroupcount" 57 meta iiftype "loopback" counter name "iiftypecount" 58 meta nfproto ipv4 counter name "infproto4count" 59 meta l4proto icmp counter name "il4protocounter" 60 meta mark 42 counter name "imarkcounter" 61 meta cpu 0 counter name "icpu0counter" 62 meta time "$lastyear-01-01" - "$lastyear-12-31" counter name ilastyearcounter 63 meta tim [all...] |
/linux-master/tools/testing/selftests/bpf/prog_tests/ |
H A D | kfree_skb.c | 6 struct meta { struct 21 struct meta *meta = (struct meta *)data; local 22 struct ipv6_packet *pkt_v6 = data + sizeof(*meta); 25 if (CHECK(size != 72 + sizeof(*meta), "check_size", "size %u != %zu\n", 26 size, 72 + sizeof(*meta))) 28 if (CHECK(meta->ifindex != 1, "check_meta_ifindex", 29 "meta->ifindex = %d\n", meta [all...] |
/linux-master/drivers/media/test-drivers/vivid/ |
H A D | vivid-meta-cap.c | 3 * vivid-meta-cap.c - meta capture support functions. 14 #include "vivid-meta-cap.h" 149 struct v4l2_meta_format *meta = &f->fmt.meta; local 154 meta->dataformat = V4L2_META_FMT_UVC; 155 meta->buffersize = sizeof(struct vivid_uvc_meta_buf); 162 struct vivid_uvc_meta_buf *meta = vb2_plane_vaddr(&buf->vb.vb2_buf, 0); local 168 memset(meta, 1, vb2_plane_size(&buf->vb.vb2_buf, 0)); 170 meta [all...] |
H A D | vivid-meta-out.c | 3 * vivid-meta-out.c - meta output support functions. 14 #include "vivid-meta-out.h" 153 struct v4l2_meta_format *meta = &f->fmt.meta; local 158 meta->dataformat = V4L2_META_FMT_VIVID; 159 meta->buffersize = sizeof(struct vivid_meta_out_buf); 166 struct vivid_meta_out_buf *meta = vb2_plane_vaddr(&buf->vb.vb2_buf, 0); local 168 v4l2_ctrl_s_ctrl(dev->brightness, meta->brightness); 169 v4l2_ctrl_s_ctrl(dev->contrast, meta [all...] |
/linux-master/kernel/bpf/ |
H A D | prog_iter.c | 38 __bpf_md_ptr(struct bpf_iter_meta *, meta); 42 DEFINE_BPF_ITER_FUNC(bpf_prog, struct bpf_iter_meta *meta, struct bpf_prog *prog) 47 struct bpf_iter_meta meta; local 51 ctx.meta = &meta; 53 meta.seq = seq; 54 prog = bpf_iter_get_info(&meta, in_stop);
|
H A D | link_iter.c | 38 __bpf_md_ptr(struct bpf_iter_meta *, meta); 42 DEFINE_BPF_ITER_FUNC(bpf_link, struct bpf_iter_meta *meta, struct bpf_link *link) 47 struct bpf_iter_meta meta; local 51 ctx.meta = &meta; 53 meta.seq = seq; 54 prog = bpf_iter_get_info(&meta, in_stop);
|
/linux-master/include/net/ |
H A D | xdp_sock.h | 129 * @meta: pointer to AF_XDP metadata area 136 static inline void xsk_tx_metadata_to_compl(struct xsk_tx_metadata *meta, argument 139 if (!meta) 142 if (meta->flags & XDP_TXMD_FLAGS_TIMESTAMP) 143 compl->tx_timestamp = &meta->completion.tx_timestamp; 151 * @meta: pointer to AF_XDP metadata area 158 static inline void xsk_tx_metadata_request(const struct xsk_tx_metadata *meta, argument 162 if (!meta) 166 if (meta->flags & XDP_TXMD_FLAGS_TIMESTAMP) 170 if (meta 211 xsk_tx_metadata_to_compl(struct xsk_tx_metadata *meta, struct xsk_tx_metadata_compl *compl) argument 216 xsk_tx_metadata_request(struct xsk_tx_metadata *meta, const struct xsk_tx_metadata_ops *ops, void *priv) argument [all...] |
/linux-master/drivers/media/platform/chips-media/coda/ |
H A D | trace.h | 85 struct coda_buffer_meta *meta), 87 TP_ARGS(ctx, buf, meta), 100 __entry->start = meta->start & ctx->bitstream_fifo.kfifo.mask; 101 __entry->end = meta->end & ctx->bitstream_fifo.kfifo.mask; 112 struct coda_buffer_meta *meta), 113 TP_ARGS(ctx, buf, meta) 117 TP_PROTO(struct coda_ctx *ctx, struct coda_buffer_meta *meta), 119 TP_ARGS(ctx, meta), 130 __entry->start = meta ? (meta [all...] |