/linux-master/tools/testing/selftests/bpf/progs/ |
H A D | test_xdp_meta.c | 14 __u8 *data, *data_meta, *data_end; local 17 data_meta = ctx_ptr(ctx, data_meta); 22 data_meta + round_up(ETH_ALEN, 4) > data) 25 diff |= ((__u32 *)data_meta)[0] ^ ((__u32 *)data)[0]; 26 diff |= ((__u16 *)data_meta)[2] ^ ((__u16 *)data)[2]; 34 __u8 *data, *data_meta, *data_end; local 41 data_meta = ctx_ptr(ctx, data_meta); 46 data_meta [all...] |
H A D | xsk_xdp_progs.c | 35 void *data, *data_meta; local 45 data_meta = (void *)(long)xdp->data_meta; 47 if (data_meta + sizeof(struct xdp_info) > data) 50 meta = data_meta;
|
H A D | verifier_meta_access.c | 24 __imm_const(xdp_md_data_meta, offsetof(struct xdp_md, data_meta)) 46 __imm_const(xdp_md_data_meta, offsetof(struct xdp_md, data_meta)) 66 __imm_const(xdp_md_data_meta, offsetof(struct xdp_md, data_meta)) 88 __imm_const(xdp_md_data_meta, offsetof(struct xdp_md, data_meta)) 111 __imm_const(xdp_md_data_meta, offsetof(struct xdp_md, data_meta)) 133 __imm_const(xdp_md_data_meta, offsetof(struct xdp_md, data_meta)) 155 __imm_const(xdp_md_data_meta, offsetof(struct xdp_md, data_meta)) 175 __imm_const(xdp_md_data_meta, offsetof(struct xdp_md, data_meta)) 196 __imm_const(xdp_md_data_meta, offsetof(struct xdp_md, data_meta)) 226 __imm_const(xdp_md_data_meta, offsetof(struct xdp_md, data_meta)) [all...] |
H A D | test_xdp_context_test_run.c | 9 __u32 *metadata = (void *)(long)xdp->data_meta;
|
H A D | xdp_metadata.c | 33 void *data, *data_meta, *data_end; local 74 data_meta = (void *)(long)ctx->data_meta; 76 if (data_meta + sizeof(struct xdp_meta) > data) 79 meta = data_meta;
|
H A D | verifier_xdp_direct_packet_access.c | 902 __imm_const(xdp_md_data_meta, offsetof(struct xdp_md, data_meta)) 923 __imm_const(xdp_md_data_meta, offsetof(struct xdp_md, data_meta)) 944 __imm_const(xdp_md_data_meta, offsetof(struct xdp_md, data_meta)) 964 __imm_const(xdp_md_data_meta, offsetof(struct xdp_md, data_meta)) 985 __imm_const(xdp_md_data_meta, offsetof(struct xdp_md, data_meta)) 1006 __imm_const(xdp_md_data_meta, offsetof(struct xdp_md, data_meta)) 1028 __imm_const(xdp_md_data_meta, offsetof(struct xdp_md, data_meta)) 1049 __imm_const(xdp_md_data_meta, offsetof(struct xdp_md, data_meta)) 1070 __imm_const(xdp_md_data_meta, offsetof(struct xdp_md, data_meta)) 1091 __imm_const(xdp_md_data_meta, offsetof(struct xdp_md, data_meta)) [all...] |
H A D | xdp_hw_metadata.c | 30 void *data, *data_meta, *data_end; local 82 data_meta = (void *)(long)ctx->data_meta; 83 meta = data_meta;
|
H A D | test_xdp_bpf2bpf.c | 26 void *data_meta; member in struct:xdp_buff
|
H A D | test_xdp_do_redirect.c | 31 __u32 *metadata = (void *)(long)xdp->data_meta;
|
H A D | verifier_cgroup_skb.c | 151 __description("invalid access of data_meta for CGROUP_SKB") 161 : __imm_const(__sk_buff_data_meta, offsetof(struct __sk_buff, data_meta))
|
/linux-master/samples/bpf/ |
H A D | xdp2skb_meta_kern.c | 6 * This uses the XDP data_meta infrastructure, and is a cooperation 18 * This struct is stored in the XDP 'data_meta' area, which is located 39 * (Notice drivers not supporting data_meta will fail here!) 52 /* Check data_meta have room for meta_info struct */ 53 meta = (void *)(unsigned long)ctx->data_meta; 67 void *data_meta = (void *)(unsigned long)ctx->data_meta; local 68 struct meta_info *meta = data_meta; 70 /* Check XDP gave us some data_meta */ 73 /* Skip "accept" if no data_meta i [all...] |
/linux-master/tools/testing/selftests/bpf/prog_tests/ |
H A D | xdp_context_test_run.c | 7 __u32 data_meta, __u32 data, __u32 data_end, 14 .data_meta = data_meta, 61 ctx_in.data_meta = 0; 69 ASSERT_EQ(ctx_out.data_meta, 0, "valid-datameta"); 76 /* data_meta must reference the start of data */ 83 /* Total size of data must match data_end - data_meta */ 6 test_xdp_context_error(int prog_fd, struct bpf_test_run_opts opts, __u32 data_meta, __u32 data, __u32 data_end, __u32 ingress_ifindex, __u32 rx_queue_index, __u32 egress_ifindex) argument
|
/linux-master/include/net/ |
H A D | xdp.h | 83 void *data_meta; member in struct:xdp_buff 133 xdp->data_meta = meta_valid ? data : data + 1; 257 xdp->data_meta = frame->data - frame->metasize; 270 metasize = xdp->data - xdp->data_meta; 361 xdp->data_meta = xdp->data + 1; 367 return unlikely(xdp->data_meta > xdp->data);
|
H A D | xdp_sock_drv.h | 182 xdp->data_meta = xdp->data;
|
/linux-master/net/bpf/ |
H A D | test_run.c | 141 frm_len = orig_ctx->data_end - orig_ctx->data_meta; 142 meta_len = orig_ctx->data - orig_ctx->data_meta; 148 memcpy(data + headroom, orig_ctx->data_meta, frm_len); 152 new_ctx->data = new_ctx->data_meta + meta_len; 235 head->orig_ctx.data_meta != head->ctx.data_meta || 245 head->ctx.data_meta = head->orig_ctx.data_meta; 1130 xdp->data = xdp->data_meta + xdp_md->data; 1143 xdp_md->data = xdp->data - xdp->data_meta; [all...] |
/linux-master/drivers/net/ethernet/mellanox/mlx5/core/en/xsk/ |
H A D | rx.c | 227 u32 totallen = xdp->data_end - xdp->data_meta; 228 u32 metalen = xdp->data - xdp->data_meta; 237 skb_put_data(skb, xdp->data_meta, totallen);
|
/linux-master/drivers/net/ethernet/intel/i40e/ |
H A D | i40e_xsk.c | 291 unsigned int totalsize = xdp->data_end - xdp->data_meta; 292 unsigned int metasize = xdp->data - xdp->data_meta; 301 net_prefetch(xdp->data_meta); 309 memcpy(__skb_put(skb, totalsize), xdp->data_meta,
|
/linux-master/drivers/net/ethernet/intel/ixgbe/ |
H A D | ixgbe_xsk.c | 216 unsigned int totalsize = xdp->data_end - xdp->data_meta; 217 unsigned int metasize = xdp->data - xdp->data_meta; 220 net_prefetch(xdp->data_meta); 228 memcpy(__skb_put(skb, totalsize), xdp->data_meta,
|
/linux-master/drivers/net/ethernet/intel/ice/ |
H A D | ice_xsk.c | 546 unsigned int totalsize = xdp->data_end - xdp->data_meta; 547 unsigned int metasize = xdp->data - xdp->data_meta; 556 net_prefetch(xdp->data_meta); 563 memcpy(__skb_put(skb, totalsize), xdp->data_meta,
|
/linux-master/net/core/ |
H A D | xdp.c | 554 xdp->data - xdp->data_meta; 569 data_to_copy = metasize ? xdp->data_meta : xdp->data;
|
H A D | filter.c | 3905 xdp->data - xdp->data_meta; 3920 memmove(xdp->data_meta + offset, 3921 xdp->data_meta, metalen); 3922 xdp->data_meta += offset; 4207 void *meta = xdp->data_meta + offset; 4218 xdp->data_meta = meta; 8534 case bpf_ctx_range(struct __sk_buff, data_meta): 8582 case bpf_ctx_range(struct __sk_buff, data_meta): 8610 case bpf_ctx_range(struct __sk_buff, data_meta): 8655 case bpf_ctx_range(struct __sk_buff, data_meta) [all...] |
/linux-master/drivers/net/ethernet/netronome/nfp/nfd3/ |
H A D | xsk.c | 105 xrxbuf->xdp->data - xrxbuf->xdp->data_meta);
|
/linux-master/net/xdp/ |
H A D | xsk_buff_pool.c | 557 xskb->xdp.data_meta = xskb->xdp.data;
|
/linux-master/include/linux/ |
H A D | filter.h | 690 void *data_meta; member in struct:bpf_skb_data_end 729 cb->data_meta = skb->data - skb_metadata_len(skb);
|
/linux-master/include/uapi/linux/ |
H A D | bpf.h | 2969 * Adjust the address pointed by *xdp_md*\ **->data_meta** by 2975 * The use of *xdp_md*\ **->data_meta** is optional and programs 6244 __u32 data_meta; member in struct:__sk_buff 6437 __u32 data_meta; member in struct:xdp_md
|