net/core/bpf_sk_storage.c

21 bpf_sk_storage_lookup(struct sock *sk, struct bpf_map *map, bool cacheit_lockit)
31 	smap = (struct bpf_local_storage_map *)map;
35 static int bpf_sk_storage_del(struct sock *sk, struct bpf_map *map)
39 	sdata = bpf_sk_storage_lookup(sk, map, false);
64 static void bpf_sk_storage_map_free(struct bpf_map *map)
66 	bpf_local_storage_map_free(map, &sk_cache, NULL);
74 static int notsupp_get_next_key(struct bpf_map *map, void *key,
80 static void *bpf_fd_sk_storage_lookup_elem(struct bpf_map *map, void *key)
89 		sdata = bpf_sk_storage_lookup(sock->sk, map, true);
97 static long bpf_fd_sk_storage_update_elem(struct bpf_map *map, void *key,
108 			sock->sk, (struct bpf_local_storage_map *)map, value,
117 static long bpf_fd_sk_storage_delete_elem(struct bpf_map *map, void *key)
125 		err = bpf_sk_storage_del(sock->sk, map);
144 	if (btf_record_has_field(smap->map.record, BPF_SPIN_LOCK))
145 		copy_map_value_locked(&smap->map, SDATA(copy_selem)->data,
148 		copy_map_value(&smap->map, SDATA(copy_selem)->data,
172 		struct bpf_map *map;
175 		if (!(smap->map.map_flags & BPF_F_CLONE))
180 		 * Try to grab map refcnt to make sure that it's still
183 		map = bpf_map_inc_not_zero(&smap->map);
184 		if (IS_ERR(map))
190 			bpf_map_put(map);
203 				bpf_map_put(map);
210 		bpf_map_put(map);
224 BPF_CALL_5(bpf_sk_storage_get, struct bpf_map *, map, struct sock *, sk,
233 	sdata = bpf_sk_storage_lookup(sk, map, true);
240 	     * (and also other memory issues during map
245 			sk, (struct bpf_local_storage_map *)map, value,
258 BPF_CALL_2(bpf_sk_storage_delete, struct bpf_map *, map, struct sock *, sk)
267 		err = bpf_sk_storage_del(sk, map);
390 BPF_CALL_5(bpf_sk_storage_get_tracing, struct bpf_map *, map, struct sock *, sk,
397 	return (unsigned long)____bpf_sk_storage_get(map, sk, value, flags,
401 BPF_CALL_2(bpf_sk_storage_delete_tracing, struct bpf_map *, map,
408 	return ____bpf_sk_storage_delete(map, sk);
473 			   const struct bpf_map *map)
478 		if (diag->maps[i] == map)
512 		struct bpf_map *map;
519 		map = bpf_map_get(map_fd);
520 		if (IS_ERR(map)) {
521 			err = PTR_ERR(map);
524 		if (map->map_type != BPF_MAP_TYPE_SK_STORAGE) {
525 			bpf_map_put(map);
529 		if (diag_check_dup(diag, map)) {
530 			bpf_map_put(map);
534 		diag->maps[diag->nr_maps++] = map;
558 	if (nla_put_u32(skb, SK_DIAG_BPF_STORAGE_MAP_ID, smap->map.id))
562 				      smap->map.value_size,
567 	if (btf_record_has_field(smap->map.record, BPF_SPIN_LOCK))
568 		copy_map_value_locked(&smap->map, nla_data(nla_value),
571 		copy_map_value(&smap->map, nla_data(nla_value), sdata->data);
610 		diag_size += nla_value_size(smap->map.value_size);
651 	/* No map has been specified.  Dump all. */
703 	struct bpf_map *map;
721 	smap = (struct bpf_local_storage_map *)info->map;
794 	__bpf_md_ptr(struct bpf_map *, map);
800 		     struct bpf_map *map, struct sock *sk,
817 		ctx.map = info->map;
848 	bpf_map_inc_with_uref(aux->map);
849 	seq_info->map = aux->map;
857 	bpf_map_put_with_uref(seq_info->map);
864 	struct bpf_map *map;
867 	if (!linfo->map.map_fd)
870 	map = bpf_map_get_with_uref(linfo->map.map_fd);
871 	if (IS_ERR(map))
872 		return PTR_ERR(map);
874 	if (map->map_type != BPF_MAP_TYPE_SK_STORAGE)
877 	if (prog->aux->max_rdwr_access > map->value_size) {
882 	aux->map = map;
886 	bpf_map_put_with_uref(map);
892 	bpf_map_put_with_uref(aux->map);