kernel/bpf/hashtab.c

389 	struct htab_elem *__percpu *pptr, *l_new;
403 		l_new = container_of(l, struct htab_elem, fnode);
404 		*per_cpu_ptr(pptr, cpu) = l_new;
1005 	struct htab_elem *l_new, **pl_new;
1014 			l_new = *pl_new;
1023 			l_new = container_of(l, struct htab_elem, fnode);
1036 		l_new = bpf_mem_cache_alloc(&htab->ma);
1037 		if (!l_new) {
1038 			l_new = ERR_PTR(-ENOMEM);
1043 	memcpy(l_new->key, key, key_size);
1046 			pptr = htab_elem_get_ptr(l_new, key_size);
1051 				bpf_mem_cache_free(&htab->ma, l_new);
1052 				l_new = ERR_PTR(-ENOMEM);
1055 			l_new->ptr_to_pptr = pptr;
1062 			htab_elem_set_ptr(l_new, key_size, pptr);
1065 		memcpy(l_new->key + round_up(key_size, 8), value, size);
1068 			       l_new->key + round_up(key_size, 8),
1072 	l_new->hash = hash;
1073 	return l_new;
1076 	return l_new;
1098 	struct htab_elem *l_new = NULL, *l_old;
1165 	l_new = alloc_htab_elem(htab, key, value, key_size, hash, false, false,
1167 	if (IS_ERR(l_new)) {
1169 		ret = PTR_ERR(l_new);
1176 	hlist_nulls_add_head_rcu(&l_new->hash_node, head);
1201 	struct htab_elem *l_new, *l_old = NULL;
1227 	l_new = prealloc_lru_pop(htab, key, hash);
1228 	if (!l_new)
1231 		       l_new->key + round_up(map->key_size, 8), value);
1246 	hlist_nulls_add_head_rcu(&l_new->hash_node, head);
1248 		bpf_lru_node_set_ref(&l_new->lru_node);
1258 		htab_lru_push_free(htab, l_new);
1270 	struct htab_elem *l_new = NULL, *l_old;
1306 		l_new = alloc_htab_elem(htab, key, value, key_size,
1308 		if (IS_ERR(l_new)) {
1309 			ret = PTR_ERR(l_new);
1312 		hlist_nulls_add_head_rcu(&l_new->hash_node, head);
1325 	struct htab_elem *l_new = NULL, *l_old;
1352 		l_new = prealloc_lru_pop(htab, key, hash);
1353 		if (!l_new)
1374 		pcpu_init_value(htab, htab_elem_get_ptr(l_new, key_size),
1376 		hlist_nulls_add_head_rcu(&l_new->hash_node, head);
1377 		l_new = NULL;
1383 	if (l_new) {
1385 		bpf_lru_push_free(&htab->lru, &l_new->lru_node);