net/core/filter.c

3883 BPF_CALL_1(bpf_xdp_get_buff_len, struct xdp_buff*, xdp)
3895 BTF_ID_LIST_SINGLE(bpf_xdp_get_buff_len_bpf_ids, struct, xdp_buff)
3904 static unsigned long xdp_get_metalen(const struct xdp_buff *xdp)
3910 BPF_CALL_2(bpf_xdp_adjust_head, struct xdp_buff *, xdp, int, offset)
3938 void bpf_xdp_copy_buf(struct xdp_buff *xdp, unsigned long off,
3985 void *bpf_xdp_pointer(struct xdp_buff *xdp, u32 offset, u32 len)
4017 BPF_CALL_4(bpf_xdp_load_bytes, struct xdp_buff *, xdp, u32, offset,
4044 int __bpf_xdp_load_bytes(struct xdp_buff *xdp, u32 offset, void *buf, u32 len)
4049 BPF_CALL_4(bpf_xdp_store_bytes, struct xdp_buff *, xdp, u32, offset,
4076 int __bpf_xdp_store_bytes(struct xdp_buff *xdp, u32 offset, void *buf, u32 len)
4081 static int bpf_xdp_frags_increase_tail(struct xdp_buff *xdp, int offset)
4104 static void bpf_xdp_shrink_data_zc(struct xdp_buff *xdp, int shrink,
4107 	struct xdp_buff *zc_frag = xsk_buff_get_tail(xdp);
4117 static bool bpf_xdp_shrink_data(struct xdp_buff *xdp, skb_frag_t *frag,
4138 static int bpf_xdp_frags_shrink_tail(struct xdp_buff *xdp, int offset)
4170 BPF_CALL_2(bpf_xdp_adjust_tail, struct xdp_buff *, xdp, int, offset)
4206 BPF_CALL_2(bpf_xdp_adjust_meta, struct xdp_buff *, xdp, int, offset)
4311 u32 xdp_master_redirect(struct xdp_buff *xdp)
4335 					struct xdp_buff *xdp,
4428 int xdp_do_redirect(struct net_device *dev, struct xdp_buff *xdp,
4442 int xdp_do_redirect_frame(struct net_device *dev, struct xdp_buff *xdp,
4457 				       struct xdp_buff *xdp,
4514 			    struct xdp_buff *xdp, struct bpf_prog *xdp_prog)
5010 	struct xdp_buff *xdp = (struct xdp_buff *)ctx;
5016 BPF_CALL_5(bpf_xdp_event_output, struct xdp_buff *, xdp, struct bpf_map *, map,
5042 BTF_ID_LIST_SINGLE(bpf_xdp_output_btf_ids, struct, xdp_buff)
6142 BPF_CALL_4(bpf_xdp_fib_lookup, struct xdp_buff *, ctx,
6292 BPF_CALL_5(bpf_xdp_check_mtu, struct xdp_buff *, xdp,
6947 BPF_CALL_5(bpf_xdp_sk_lookup_udp, struct xdp_buff *, ctx,
6971 BPF_CALL_5(bpf_xdp_skc_lookup_tcp, struct xdp_buff *, ctx,
6995 BPF_CALL_5(bpf_xdp_sk_lookup_tcp, struct xdp_buff *, ctx,
10071 		*insn++ = BPF_LDX_MEM(BPF_FIELD_SIZEOF(struct xdp_buff, data),
10073 				      offsetof(struct xdp_buff, data));
10076 		*insn++ = BPF_LDX_MEM(BPF_FIELD_SIZEOF(struct xdp_buff, data_meta),
10078 				      offsetof(struct xdp_buff, data_meta));
10081 		*insn++ = BPF_LDX_MEM(BPF_FIELD_SIZEOF(struct xdp_buff, data_end),
10083 				      offsetof(struct xdp_buff, data_end));
10086 		*insn++ = BPF_LDX_MEM(BPF_FIELD_SIZEOF(struct xdp_buff, rxq),
10088 				      offsetof(struct xdp_buff, rxq));
10096 		*insn++ = BPF_LDX_MEM(BPF_FIELD_SIZEOF(struct xdp_buff, rxq),
10098 				      offsetof(struct xdp_buff, rxq));
10104 		*insn++ = BPF_LDX_MEM(BPF_FIELD_SIZEOF(struct xdp_buff, txq),
10106 				      offsetof(struct xdp_buff, txq));
11869 __bpf_kfunc int bpf_dynptr_from_xdp(struct xdp_buff *xdp, u64 flags,