kernel/bpf/hashtab.c

97 	struct htab_elem *__percpu *extra_elems;
111 /* each htab element is struct htab_elem + key + value */
112 struct htab_elem {
119 				struct htab_elem *batch_flink;
198 static inline void htab_elem_set_ptr(struct htab_elem *l, u32 key_size,
204 static inline void __percpu *htab_elem_get_ptr(struct htab_elem *l, u32 key_size)
209 static void *fd_htab_map_get_ptr(const struct bpf_map *map, struct htab_elem *l)
214 static struct htab_elem *get_htab_elem(struct bpf_htab *htab, int i)
216 	return (struct htab_elem *) (htab->elems + i * (u64)htab->elem_size);
235 		struct htab_elem *elem;
253 		struct htab_elem *elem;
302 static struct htab_elem *prealloc_lru_pop(struct bpf_htab *htab, void *key,
306 	struct htab_elem *l;
310 		l = container_of(node, struct htab_elem, lru_node);
351 				   offsetof(struct htab_elem, hash) -
352 				   offsetof(struct htab_elem, lru_node),
363 				 offsetof(struct htab_elem, lru_node),
367 				       htab->elems + offsetof(struct htab_elem, fnode),
389 	struct htab_elem *__percpu *pptr, *l_new;
393 	pptr = bpf_map_alloc_percpu(&htab->map, sizeof(struct htab_elem *), 8,
403 		l_new = container_of(l, struct htab_elem, fnode);
427 	BUILD_BUG_ON(offsetof(struct htab_elem, fnode.next) !=
428 		     offsetof(struct htab_elem, hash_node.pprev));
455 	   sizeof(struct htab_elem))
511 	htab->elem_size = sizeof(struct htab_elem) +
635 static struct htab_elem *lookup_elem_raw(struct hlist_nulls_head *head, u32 hash,
639 	struct htab_elem *l;
652 static struct htab_elem *lookup_nulls_elem_raw(struct hlist_nulls_head *head,
657 	struct htab_elem *l;
679 	struct htab_elem *l;
698 	struct htab_elem *l = __htab_map_lookup_elem(map, key);
727 				offsetof(struct htab_elem, key) +
735 	struct htab_elem *l = __htab_map_lookup_elem(map, key);
768 			      offsetof(struct htab_elem, lru_node) +
772 			     offsetof(struct htab_elem, lru_node) +
776 				offsetof(struct htab_elem, key) +
782 				  struct htab_elem *elem)
803 	struct htab_elem *l = NULL, *tgt_l;
810 	tgt_l = container_of(node, struct htab_elem, lru_node);
836 	struct htab_elem *l, *next_l;
859 				  struct htab_elem, hash_node);
878 					  struct htab_elem, hash_node);
890 static void htab_elem_free(struct bpf_htab *htab, struct htab_elem *l)
898 static void htab_put_fd_value(struct bpf_htab *htab, struct htab_elem *l)
938 static void free_htab_elem(struct bpf_htab *htab, struct htab_elem *l)
998 static struct htab_elem *alloc_htab_elem(struct bpf_htab *htab, void *key,
1001 					 struct htab_elem *old_elem)
1005 	struct htab_elem *l_new, **pl_new;
1023 			l_new = container_of(l, struct htab_elem, fnode);
1079 static int check_flags(struct bpf_htab *htab, struct htab_elem *l_old,
1098 	struct htab_elem *l_new = NULL, *l_old;
1190 static void htab_lru_push_free(struct bpf_htab *htab, struct htab_elem *elem)
1201 	struct htab_elem *l_new, *l_old = NULL;
1270 	struct htab_elem *l_new = NULL, *l_old;
1325 	struct htab_elem *l_new = NULL, *l_old;
1409 	struct htab_elem *l;
1445 	struct htab_elem *l;
1487 		struct htab_elem *l;
1505 		struct htab_elem *l;
1592 	struct htab_elem *l;
1693 	struct htab_elem *node_to_free = NULL;
1699 	struct htab_elem *l;
1984 static struct htab_elem *
1986 			   struct htab_elem *prev_elem)
1993 	struct htab_elem *elem;
2006 		elem = hlist_nulls_entry_safe(n, struct htab_elem, hash_node);
2043 	struct htab_elem *elem;
2063 static int __bpf_hash_map_seq_show(struct seq_file *seq, struct htab_elem *elem)
2167 	struct htab_elem *elem;
2239 			usage += sizeof(struct htab_elem *) * num_possible_cpus();
2302 	struct htab_elem *l = __htab_map_lookup_elem(map, key);
2312 	struct htab_elem *l;
2326 	struct htab_elem *l = __htab_map_lookup_elem(map, key);
2338 	struct htab_elem *l;
2354 	struct htab_elem *l;
2405 	struct htab_elem *l;
2483 	struct htab_elem *l;
2584 				offsetof(struct htab_elem, key) +