net/ipv4/tcp_output.c

67 	struct inet_connection_sock *icsk = inet_csk(sk);
80 	if (!prior_packets || icsk->icsk_pending == ICSK_TIME_LOSS_PROBE)
164 	struct inet_connection_sock *icsk = inet_csk(sk);
175 	if ((u32)(now - icsk->icsk_ack.lrcvtime) < icsk->icsk_ack.ato)
1284 	const struct inet_connection_sock *icsk = inet_csk(sk);
1431 	INDIRECT_CALL_INET(icsk->icsk_af_ops->send_check,
1462 	err = INDIRECT_CALL_INET(icsk->icsk_af_ops->queue_xmit,
1745 	const struct inet_connection_sock *icsk = inet_csk(sk);
1751 	mss_now = pmtu - icsk->icsk_af_ops->net_header_len - sizeof(struct tcphdr);
1758 	mss_now -= icsk->icsk_ext_hdr_len;
1779 	const struct inet_connection_sock *icsk = inet_csk(sk);
1783 	      icsk->icsk_ext_hdr_len +
1784 	      icsk->icsk_af_ops->net_header_len;
1792 	struct inet_connection_sock *icsk = inet_csk(sk);
1795 	icsk->icsk_mtup.enabled = READ_ONCE(net->ipv4.sysctl_tcp_mtu_probing) > 1;
1796 	icsk->icsk_mtup.search_high = tp->rx_opt.mss_clamp + sizeof(struct tcphdr) +
1797 			       icsk->icsk_af_ops->net_header_len;
1798 	icsk->icsk_mtup.search_low = tcp_mss_to_mtu(sk, READ_ONCE(net->ipv4.sysctl_tcp_base_mss));
1799 	icsk->icsk_mtup.probe_size = 0;
1800 	if (icsk->icsk_mtup.enabled)
1801 		icsk->icsk_mtup.probe_timestamp = tcp_jiffies32;
1830 	struct inet_connection_sock *icsk = inet_csk(sk);
1833 	if (icsk->icsk_mtup.search_high > pmtu)
1834 		icsk->icsk_mtup.search_high = pmtu;
1840 	icsk->icsk_pmtu_cookie = pmtu;
1841 	if (icsk->icsk_mtup.enabled)
1842 		mss_now = min(mss_now, tcp_mtu_to_mss(sk, icsk->icsk_mtup.search_low));
2213 	const struct inet_connection_sock *icsk = inet_csk(sk);
2220 	if (icsk->icsk_ca_state >= TCP_CA_Recovery)
2312 	struct inet_connection_sock *icsk = inet_csk(sk);
2319 	delta = tcp_jiffies32 - icsk->icsk_mtup.probe_timestamp;
2324 		icsk->icsk_mtup.probe_size = 0;
2325 		icsk->icsk_mtup.search_high = tp->rx_opt.mss_clamp +
2327 			icsk->icsk_af_ops->net_header_len;
2328 		icsk->icsk_mtup.search_low = tcp_mss_to_mtu(sk, mss);
2331 		icsk->icsk_mtup.probe_timestamp = tcp_jiffies32;
2417 	struct inet_connection_sock *icsk = inet_csk(sk);
2432 	if (likely(!icsk->icsk_mtup.enabled ||
2433 		   icsk->icsk_mtup.probe_size ||
2444 	probe_size = tcp_mtu_to_mss(sk, (icsk->icsk_mtup.search_high +
2445 				    icsk->icsk_mtup.search_low) >> 1);
2447 	interval = icsk->icsk_mtup.search_high - icsk->icsk_mtup.search_low;
2452 	if (probe_size > tcp_mtu_to_mss(sk, icsk->icsk_mtup.search_high) ||
2545 		icsk->icsk_mtup.probe_size = tcp_mss_to_mtu(sk, nskb->len);
2831 	struct inet_connection_sock *icsk = inet_csk(sk);
2848 	    (icsk->icsk_ca_state != TCP_CA_Open &&
2849 	     icsk->icsk_ca_state != TCP_CA_CWR))
3048 	struct inet_connection_sock *icsk = inet_csk(sk);
3057 	int mss = icsk->icsk_ack.rcv_mss;
3082 		icsk->icsk_ack.quick = 0;
3141 		icsk->icsk_ack.quick = 0;
3283 	struct inet_connection_sock *icsk = inet_csk(sk);
3290 	if (icsk->icsk_mtup.probe_size)
3291 		icsk->icsk_mtup.probe_size = 0;
3439 	const struct inet_connection_sock *icsk = inet_csk(sk);
3480 			if (icsk->icsk_ca_state != TCP_CA_Loss)
3501 		    icsk->icsk_pending != ICSK_TIME_REO_TIMEOUT)
3816 	struct inet_connection_sock *icsk = inet_csk(sk);
3826 		bpf_module_put(icsk->icsk_ca_ops, icsk->icsk_ca_ops->owner);
3827 		icsk->icsk_ca_dst_locked = tcp_ca_dst_locked(dst);
3828 		icsk->icsk_ca_ops = ca;
3929 	struct inet_connection_sock *icsk = inet_csk(sk);
3946 	tcp_sync_mss(sk, icsk->icsk_pmtu_cookie);
3948 	space = __tcp_mtu_to_mss(sk, icsk->icsk_pmtu_cookie) -
4145 	struct inet_connection_sock *icsk = inet_csk(sk);
4146 	int ato = icsk->icsk_ack.ato;
4154 		    (icsk->icsk_ack.pending & ICSK_ACK_PUSHED))
4180 	if (icsk->icsk_ack.pending & ICSK_ACK_TIMER) {
4182 		if (time_before_eq(icsk->icsk_ack.timeout, jiffies + (ato >> 2))) {
4187 		if (!time_before(timeout, icsk->icsk_ack.timeout))
4188 			timeout = icsk->icsk_ack.timeout;
4190 	icsk->icsk_ack.pending |= ICSK_ACK_SCHED | ICSK_ACK_TIMER;
4191 	icsk->icsk_ack.timeout = timeout;
4192 	sk_reset_timer(sk, &icsk->icsk_delack_timer, timeout);
4211 		struct inet_connection_sock *icsk = inet_csk(sk);
4214 		delay = TCP_DELACK_MAX << icsk->icsk_ack.retry;
4216 			icsk->icsk_ack.retry++;
4218 		icsk->icsk_ack.ato = TCP_ATO_MIN;
4335 	struct inet_connection_sock *icsk = inet_csk(sk);
4345 		icsk->icsk_probes_out = 0;
4346 		icsk->icsk_backoff = 0;
4347 		icsk->icsk_probes_tstamp = 0;
4351 	icsk->icsk_probes_out++;
4353 		if (icsk->icsk_backoff < READ_ONCE(net->ipv4.sysctl_tcp_retries2))
4354 			icsk->icsk_backoff++;