net/ipv4/udp_bpf.c

13 static int sk_udp_recvmsg(struct sock *sk, struct msghdr *msg, size_t len,
17 	if (sk->sk_family == AF_INET6)
18 		return udpv6_prot_saved->recvmsg(sk, msg, len, flags, addr_len);
20 	return udp_prot.recvmsg(sk, msg, len, flags, addr_len);
23 static bool udp_sk_has_data(struct sock *sk)
25 	return !skb_queue_empty(&udp_sk(sk)->reader_queue) ||
26 	       !skb_queue_empty(&sk->sk_receive_queue);
38 static int udp_msg_wait_data(struct sock *sk, struct sk_psock *psock,
44 	if (sk->sk_shutdown & RCV_SHUTDOWN)
50 	add_wait_queue(sk_sleep(sk), &wait);
51 	sk_set_bit(SOCKWQ_ASYNC_WAITDATA, sk);
52 	ret = udp_msg_has_data(sk, psock);
55 		ret = udp_msg_has_data(sk, psock);
57 	sk_clear_bit(SOCKWQ_ASYNC_WAITDATA, sk);
58 	remove_wait_queue(sk_sleep(sk), &wait);
62 static int udp_bpf_recvmsg(struct sock *sk, struct msghdr *msg, size_t len,
69 		return inet_recv_error(sk, msg, len, addr_len);
74 	psock = sk_psock_get(sk);
76 		return sk_udp_recvmsg(sk, msg, len, flags, addr_len);
79 		ret = sk_udp_recvmsg(sk, msg, len, flags, addr_len);
84 	copied = sk_msg_recvmsg(sk, psock, msg, len, flags);
89 		timeo = sock_rcvtimeo(sk, flags & MSG_DONTWAIT);
90 		data = udp_msg_wait_data(sk, psock, timeo);
94 			ret = sk_udp_recvmsg(sk, msg, len, flags, addr_len);
101 	sk_psock_put(sk, psock);
141 int udp_bpf_update_proto(struct sock *sk, struct sk_psock *psock, bool restore)
143 	int family = sk->sk_family == AF_INET ? UDP_BPF_IPV4 : UDP_BPF_IPV6;
146 		sk->sk_write_space = psock->saved_write_space;
147 		sock_replace_proto(sk, psock->sk_proto);
151 	if (sk->sk_family == AF_INET6)
154 	sock_replace_proto(sk, &udp_bpf_prots[family]);