/linux-master/kernel/bpf/ |
H A D | bpf_local_storage.c | 117 struct bpf_local_storage *local_storage; local 122 local_storage = container_of(rcu, struct bpf_local_storage, rcu); 124 kfree(local_storage); 126 kfree_rcu(local_storage, rcu); 131 struct bpf_local_storage *local_storage; local 133 local_storage = container_of(rcu, struct bpf_local_storage, rcu); 134 bpf_mem_cache_raw_free(local_storage); 146 static void __bpf_local_storage_free(struct bpf_local_storage *local_storage, argument 150 kfree_rcu(local_storage, rcu); 152 call_rcu_tasks_trace(&local_storage 156 bpf_local_storage_free(struct bpf_local_storage *local_storage, struct bpf_local_storage_map *smap, bool bpf_ma, bool reuse_now) argument 253 bpf_selem_unlink_storage_nolock(struct bpf_local_storage *local_storage, struct bpf_local_storage_elem *selem, bool uncharge_mem, bool reuse_now) argument 307 check_storage_bpf_ma(struct bpf_local_storage *local_storage, struct bpf_local_storage_map *storage_smap, struct bpf_local_storage_elem *selem) argument 346 struct bpf_local_storage *local_storage; local 370 bpf_selem_link_storage_nolock(struct bpf_local_storage *local_storage, struct bpf_local_storage_elem *selem) argument 417 __bpf_local_storage_insert_cache(struct bpf_local_storage *local_storage, struct bpf_local_storage_map *smap, struct bpf_local_storage_elem *selem) argument 531 struct bpf_local_storage *local_storage; local 704 bpf_local_storage_destroy(struct bpf_local_storage *local_storage) argument [all...] |
H A D | bpf_inode_storage.c | 59 struct bpf_local_storage *local_storage; local 68 local_storage = rcu_dereference(bsb->storage); 69 if (!local_storage) { 74 bpf_local_storage_destroy(local_storage);
|
H A D | bpf_cgrp_storage.c | 48 struct bpf_local_storage *local_storage; local 51 local_storage = rcu_dereference(cgroup->bpf_cgrp_storage); 52 if (!local_storage) { 58 bpf_local_storage_destroy(local_storage);
|
H A D | bpf_task_storage.c | 74 struct bpf_local_storage *local_storage; local 78 local_storage = rcu_dereference(task->bpf_storage); 79 if (!local_storage) { 85 bpf_local_storage_destroy(local_storage);
|
H A D | Makefile | 12 obj-$(CONFIG_BPF_SYSCALL) += local_storage.o queue_stack_maps.o ringbuf.o
|
/linux-master/tools/testing/selftests/bpf/progs/ |
H A D | local_storage.c | 21 struct local_storage { struct 30 __type(value, struct local_storage); 37 __type(value, struct local_storage); 44 __type(value, struct local_storage); 51 __type(value, struct local_storage); 58 __type(value, struct local_storage); 65 struct bpf_local_storage *local_storage; local 66 struct local_storage *storage; 98 local_storage = task->bpf_storage; 99 if (!local_storage || local_storag [all...] |
H A D | sk_storage_omem_uncharge.c | 23 int BPF_PROG(bpf_local_storage_destroy, struct bpf_local_storage *local_storage) argument 27 if (local_storage_ptr != local_storage)
|
/linux-master/include/linux/ |
H A D | bpf_local_storage.h | 79 struct bpf_local_storage __rcu *local_storage; member in struct:bpf_local_storage_elem 132 void __bpf_local_storage_insert_cache(struct bpf_local_storage *local_storage, 137 bpf_local_storage_lookup(struct bpf_local_storage *local_storage, argument 145 sdata = rcu_dereference_check(local_storage->cache[smap->cache_idx], 151 hlist_for_each_entry_rcu(selem, &local_storage->list, snode, 159 __bpf_local_storage_insert_cache(local_storage, smap, selem); 163 void bpf_local_storage_destroy(struct bpf_local_storage *local_storage); 174 void bpf_selem_link_storage_nolock(struct bpf_local_storage *local_storage,
|
/linux-master/tools/testing/selftests/bpf/benchs/ |
H A D | run_common.sh | 44 function local_storage() function 84 printf "%-20s %s\n" "$bench" "$(local_storage $summary)"
|
/linux-master/tools/testing/selftests/bpf/prog_tests/ |
H A D | test_local_storage.c | 12 #include "local_storage.skel.h" 26 static int run_self_unlink(struct local_storage *skel, const char *rm_path) 95 struct local_storage *skel = NULL;
|
/linux-master/net/core/ |
H A D | bpf_sk_storage.c | 208 rcu_dereference(copy_selem->local_storage); 739 sk_storage = rcu_dereference(selem->local_storage); 752 sk_storage = rcu_dereference(selem->local_storage); 819 sk_storage = rcu_dereference(selem->local_storage);
|