net/mptcp/protocol.c

14 #include <net/sock.h>
46 static void __mptcp_destroy_sock(struct sock *sk);
47 static void mptcp_check_send_data_fin(struct sock *sk);
58 static const struct proto_ops *mptcp_fallback_tcp_ops(const struct sock *sk)
71 	struct sock *sk = (struct sock *)msk;
98 struct sock *__mptcp_nmpc_sk(struct mptcp_sock *msk)
100 	struct sock *sk = (struct sock *)msk;
115 static void mptcp_drop(struct sock *sk, struct sk_buff *skb)
121 static void mptcp_rmem_fwd_alloc_add(struct sock *sk, int size)
127 static void mptcp_rmem_charge(struct sock *sk, int size)
132 static bool mptcp_try_coalesce(struct sock *sk, struct sk_buff *to,
164 	return mptcp_try_coalesce((struct sock *)msk, to, from);
167 static void __mptcp_rmem_reclaim(struct sock *sk, int amount)
174 static void mptcp_rmem_uncharge(struct sock *sk, int size)
190 	struct sock *sk = skb->sk;
196 void mptcp_set_owner_r(struct sk_buff *skb, struct sock *sk)
211 	struct sock *sk = (struct sock *)msk;
320 static bool mptcp_rmem_schedule(struct sock *sk, struct sock *ssk, int size)
338 static bool __mptcp_move_skb(struct mptcp_sock *msk, struct sock *ssk,
343 	struct sock *sk = (struct sock *)msk;
392 static void mptcp_stop_rtx_timer(struct sock *sk)
400 static void mptcp_close_wake_up(struct sock *sk)
414 static bool mptcp_pending_data_fin_ack(struct sock *sk)
423 static void mptcp_check_data_fin_ack(struct sock *sk)
446 static bool mptcp_pending_data_fin(struct sock *sk, u64 *seq)
466 static void mptcp_set_datafin_timeout(struct sock *sk)
477 static void __mptcp_set_timeout(struct sock *sk, long tout)
484 	const struct sock *ssk = mptcp_subflow_tcp_sock(subflow);
490 static void mptcp_set_timeout(struct sock *sk)
500 static inline bool tcp_can_send_ack(const struct sock *ssk)
506 void __mptcp_subflow_send_ack(struct sock *ssk)
512 static void mptcp_subflow_send_ack(struct sock *ssk)
529 static void mptcp_subflow_cleanup_rbuf(struct sock *ssk)
539 static bool mptcp_subflow_could_cleanup(const struct sock *ssk, bool rx_empty)
556 	struct sock *sk = (struct sock *)msk;
564 		struct sock *ssk = mptcp_subflow_tcp_sock(subflow);
571 static bool mptcp_check_data_fin(struct sock *sk)
622 					   struct sock *ssk,
626 	struct sock *sk = (struct sock *)msk;
718 	struct sock *sk = (struct sock *)msk;
761 static bool __mptcp_subflow_error_report(struct sock *sk, struct sock *ssk)
791 void __mptcp_error_report(struct sock *sk)
804 static bool move_skbs_to_msk(struct mptcp_sock *msk, struct sock *ssk)
806 	struct sock *sk = (struct sock *)msk;
828 void mptcp_data_ready(struct sock *sk, struct sock *ssk)
859 static void mptcp_subflow_joined(struct mptcp_sock *msk, struct sock *ssk)
866 static bool __mptcp_finish_join(struct mptcp_sock *msk, struct sock *ssk)
868 	struct sock *sk = (struct sock *)msk;
887 static void __mptcp_flush_join_list(struct sock *sk, struct list_head *join_list)
893 		struct sock *ssk = mptcp_subflow_tcp_sock(subflow);
903 static bool mptcp_rtx_timer_pending(struct sock *sk)
908 static void mptcp_reset_rtx_timer(struct sock *sk)
921 bool mptcp_schedule_work(struct sock *sk)
934 static struct sock *mptcp_subflow_recv_lookup(const struct mptcp_sock *msk)
977 static void dfrag_uncharge(struct sock *sk, int len)
983 static void dfrag_clear(struct sock *sk, struct mptcp_data_frag *dfrag)
993 static void __mptcp_clean_una(struct sock *sk)
1052 static void __mptcp_clean_una_wakeup(struct sock *sk)
1060 static void mptcp_clean_una_wakeup(struct sock *sk)
1067 static void mptcp_enter_memory_pressure(struct sock *sk)
1074 		struct sock *ssk = mptcp_subflow_tcp_sock(subflow);
1088 static bool mptcp_page_frag_refill(struct sock *sk, struct page_frag *pfrag)
1125 static int mptcp_check_allowed_size(const struct mptcp_sock *msk, struct sock *ssk,
1155 static struct sk_buff *__mptcp_do_alloc_tx_skb(struct sock *sk, gfp_t gfp)
1174 static struct sk_buff *__mptcp_alloc_tx_skb(struct sock *sk, struct sock *ssk, gfp_t gfp)
1191 static struct sk_buff *mptcp_alloc_tx_skb(struct sock *sk, struct sock *ssk, bool data_lock_held)
1211 				      struct sock *ssk,
1228 static int mptcp_sendmsg_frag(struct sock *sk, struct sock *ssk,
1373 	struct sock *ssk;
1407 struct sock *mptcp_subflow_get_send(struct mptcp_sock *msk)
1411 	struct sock *sk = (struct sock *)msk;
1414 	struct sock *ssk;
1481 static void mptcp_push_release(struct sock *ssk, struct mptcp_sendmsg_info *info)
1514 void mptcp_check_and_set_pending(struct sock *sk)
1523 static int __subflow_push_pending(struct sock *sk, struct sock *ssk,
1567 void __mptcp_push_pending(struct sock *sk, unsigned int flags)
1569 	struct sock *prev_ssk = NULL, *ssk = NULL;
1632 static void __mptcp_subflow_push_pending(struct sock *sk, struct sock *ssk, bool first)
1639 	struct sock *xmit_ssk;
1699 static int mptcp_disconnect(struct sock *sk, int flags);
1701 static int mptcp_sendmsg_fastopen(struct sock *sk, struct msghdr *msg,
1706 	struct sock *ssk;
1757 static int do_copy_data_nocache(struct sock *sk, int copy,
1774 static u32 mptcp_send_limit(const struct sock *sk)
1793 static int mptcp_sendmsg(struct sock *sk, struct msghdr *msg, size_t len)
1985 	struct sock *sk = (struct sock *)msk;
2058 				struct sock *ssk;
2077 static void __mptcp_update_rmem(struct sock *sk)
2089 static void __mptcp_splice_receive_queue(struct sock *sk)
2098 	struct sock *sk = (struct sock *)msk;
2103 		struct sock *ssk = mptcp_subflow_recv_lookup(msk);
2135 		mptcp_check_data_fin((struct sock *)msk);
2139 static unsigned int mptcp_inq_hint(const struct sock *sk)
2160 static int mptcp_recvmsg(struct sock *sk, struct msghdr *msg, size_t len,
2279 	struct sock *sk = &icsk->icsk_inet.sk;
2297 	struct sock *sk = from_timer(sk, t, sk_timer);
2308 struct sock *mptcp_subflow_get_retrans(struct mptcp_sock *msk)
2310 	struct sock *backup = NULL, *pick = NULL;
2315 		struct sock *ssk = mptcp_subflow_tcp_sock(subflow);
2344 bool __mptcp_retransmit_pending_data(struct sock *sk)
2389 static void __mptcp_subflow_disconnect(struct sock *ssk,
2413 static void __mptcp_close_ssk(struct sock *sk, struct sock *ssk,
2506 void mptcp_close_ssk(struct sock *sk, struct sock *ssk,
2520 static unsigned int mptcp_sync_mss(struct sock *sk, u32 pmtu)
2525 static void __mptcp_close_subflow(struct sock *sk)
2533 		struct sock *ssk = mptcp_subflow_tcp_sock(subflow);
2547 static bool mptcp_close_tout_expired(const struct sock *sk)
2560 	struct sock *sk = (struct sock *)msk;
2568 		struct sock *tcp_sk = mptcp_subflow_tcp_sock(subflow);
2606 static void __mptcp_retrans(struct sock *sk)
2612 	struct sock *ssk;
2690 	struct sock *sk = (struct sock *)msk;
2709 	struct sock *ssk = msk->first;
2723 static void mptcp_do_fastclose(struct sock *sk)
2737 	struct sock *sk = (struct sock *)msk;
2779 static void __mptcp_init_sock(struct sock *sk)
2812 static void mptcp_ca_reset(struct sock *sk)
2825 static int mptcp_init_sock(struct sock *sk)
2857 static void __mptcp_clear_xmit(struct sock *sk)
2867 void mptcp_cancel_work(struct sock *sk)
2875 void mptcp_subflow_shutdown(struct sock *sk, struct sock *ssk, int how)
2910 void mptcp_set_state(struct sock *sk, int state)
2945 static int mptcp_close_state(struct sock *sk)
2955 static void mptcp_check_send_data_fin(struct sock *sk)
2974 		struct sock *tcp_sk = mptcp_subflow_tcp_sock(subflow);
2980 static void __mptcp_wr_shutdown(struct sock *sk)
2995 static void __mptcp_destroy_sock(struct sock *sk)
3018 void __mptcp_unaccepted_force_close(struct sock *sk)
3025 static __poll_t mptcp_check_readable(struct sock *sk)
3030 static void mptcp_check_listen_stop(struct sock *sk)
3032 	struct sock *ssk;
3050 bool __mptcp_close(struct sock *sk, long timeout)
3080 		struct sock *ssk = mptcp_subflow_tcp_sock(subflow);
3121 static void mptcp_close(struct sock *sk, long timeout)
3135 static void mptcp_copy_inaddrs(struct sock *msk, const struct sock *ssk)
3158 static int mptcp_disconnect(struct sock *sk, int flags)
3207 static struct ipv6_pinfo *mptcp_inet6_sk(const struct sock *sk)
3214 static void mptcp_copy_ip6_options(struct sock *newsk, const struct sock *sk)
3234 static void mptcp_copy_ip_options(struct sock *newsk, const struct sock *sk)
3257 struct sock *mptcp_sk_clone_init(const struct sock *sk,
3259 				 struct sock *ssk,
3263 	struct sock *nsk = sk_clone_lock(sk, GFP_ATOMIC);
3337 void mptcp_rcv_space_init(struct mptcp_sock *msk, const struct sock *ssk)
3357 	struct sock *sk = (struct sock *)msk;
3361 	/* join list will be eventually flushed (with rst) at sock lock release time */
3382 static void mptcp_destroy(struct sock *sk)
3392 void __mptcp_data_acked(struct sock *sk)
3400 void __mptcp_check_push(struct sock *sk, struct sock *ssk)
3416 static void mptcp_release_cb(struct sock *sk)
3474 static void schedule_3rdack_retransmission(struct sock *ssk)
3496 void mptcp_subflow_process_delegated(struct sock *ssk, long status)
3499 	struct sock *sk = subflow->conn;
3521 static int mptcp_hash(struct sock *sk)
3530 static void mptcp_unhash(struct sock *sk)
3535 static int mptcp_get_port(struct sock *sk, unsigned short snum)
3546 void mptcp_finish_connect(struct sock *ssk)
3550 	struct sock *sk;
3569 void mptcp_sock_graft(struct sock *sk, struct socket *parent)
3578 bool mptcp_finish_join(struct sock *ssk)
3582 	struct sock *parent = (void *)msk;
3629 static void mptcp_shutdown(struct sock *sk, int how)
3637 static int mptcp_forward_alloc_get(const struct sock *sk)
3645 	const struct sock *sk = (void *)msk;
3672 static int mptcp_ioctl(struct sock *sk, int cmd, int *karg)
3711 static int mptcp_connect(struct sock *sk, struct sockaddr *uaddr, int addr_len)
3716 	struct sock *ssk;
3817 static int mptcp_bind(struct socket *sock, struct sockaddr *uaddr, int addr_len)
3819 	struct mptcp_sock *msk = mptcp_sk(sock->sk);
3820 	struct sock *ssk, *sk = sock->sk;
3844 static int mptcp_listen(struct socket *sock, int backlog)
3846 	struct mptcp_sock *msk = mptcp_sk(sock->sk);
3847 	struct sock *sk = sock->sk;
3848 	struct sock *ssk;
3856 	if (sock->state != SS_UNCONNECTED || sock->type != SOCK_STREAM)
3884 static int mptcp_stream_accept(struct socket *sock, struct socket *newsock,
3887 	struct mptcp_sock *msk = mptcp_sk(sock->sk);
3888 	struct sock *ssk, *newsk;
3908 		struct sock *new_mptcp_sock;
3926 		__inet_accept(sock, newsock, newsk);
3936 			struct sock *ssk = mptcp_subflow_tcp_sock(subflow);
3955 		__inet_accept(sock, newsock, newsk);
3972 	struct sock *sk = (struct sock *)msk;
3985 static __poll_t mptcp_poll(struct file *file, struct socket *sock,
3988 	struct sock *sk = sock->sk;
3995 	sock_poll_wait(file, sock, wait);
4000 		struct sock *ssk = READ_ONCE(msk->first);
4072 		struct sock *ssk = mptcp_subflow_tcp_sock(subflow);